Environment

Runtime Information

NameValue
Java Home/opt/java/openjdk
Java Version21.0.9 (Eclipse Adoptium)
Scala Versionversion 2.13.17

Spark Properties

NameValue
spark.app.idapp-20260319125506-0004
spark.app.nameorg.apache.spark.sql.connect.service.SparkConnectServer
spark.app.startTime1773924904448
spark.app.submitTime1773924902525
spark.connect.execute.reattachable.senderMaxStreamDuration0
spark.connect.progress.reportInterval5s
spark.cores.max3
spark.driver.bindAddress192.168.78.248
spark.driver.blockManager.port7079
spark.driver.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Dio.netty.allocator.type=pooled -Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE --enable-native-access=ALL-UNNAMED
spark.driver.hostspark-connect-server-0-driver-svc.spark.svc
spark.driver.port7078
spark.executor.cores1
spark.executor.extraJavaOptions-Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Dio.netty.allocator.type=pooled -Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE --enable-native-access=ALL-UNNAMED
spark.executor.iddriver
spark.executorEnv.SPARK_DRIVER_POD_IP192.168.78.248
spark.hadoop.fs.s3a.vectored.read.max.merged.size2M
spark.hadoop.fs.s3a.vectored.read.min.seek.size128K
spark.jars
spark.kubernetes.authenticate.driver.serviceAccountNamespark
spark.kubernetes.container.imageapache/spark:4.1.1-scala
spark.kubernetes.driver.label.spark.operator/namespark-kubernetes-operator
spark.kubernetes.driver.label.spark.operator/spark-app-namespark-connect-server
spark.kubernetes.driver.pod.namespark-connect-server-0-driver
spark.kubernetes.driver.service.label.spark.operator/namespark-kubernetes-operator
spark.kubernetes.driver.service.label.spark.operator/spark-app-namespark-connect-server
spark.kubernetes.executor.label.spark.operator/namespark-kubernetes-operator
spark.kubernetes.executor.label.spark.operator/spark-app-namespark-connect-server
spark.kubernetes.memoryOverheadFactor0.1
spark.kubernetes.namespacespark
spark.kubernetes.resource.typejava
spark.kubernetes.submitInDrivertrue
spark.masterspark://prod-master-svc:7077
spark.network.timeout600s
spark.rpc.askTimeout600s
spark.scheduler.modeFIFO
spark.sql.artifact.isolation.alwaysApplyClassloadertrue
spark.sql.artifact.isolation.enabledtrue
spark.submit.deployModeclient
spark.submit.pyFiles
spark.ui.reverseProxytrue

Resource Profiles

Resource Profile IdResource Profile Contents
0
Executor Reqs:
	cores: [amount: 1]
	memory: [amount: 1024]
	offHeap: [amount: 0]
Task Reqs:
	cpus: [amount: 1.0]

Hadoop Properties

System Properties

Metrics Properties

Classpath Entries