| Name | Value |
|---|---|
| Java Home | /usr/java/jdk1.8.0_191-amd64/jre |
| Java Version | 1.8.0_191 (Oracle Corporation) |
| Scala Version | version 2.12.17 |
| Name | Value |
|---|---|
| spark.app.id | local-1741613157810 |
| spark.app.initial.jar.urls | spark://bigdata-POC-0:46679/jars/elasticsearch-rest-client-8.9.1.jar,spark://bigdata-POC-0:46679/jars/jakarta.validation-api-2.0.2.jar,spark://bigdata-POC-0:46679/jars/mongodb-driver-core-4.4.2.jar,spark://bigdata-POC-0:46679/jars/oceanbase-client-2.4.2.jar,spark://bigdata-POC-0:46679/jars/intersystems-jdbc-3.1.0.jar,spark://bigdata-POC-0:46679/jars/security_authentication-1.0-SNAPSHOT.jar,spark://bigdata-POC-0:46679/jars/spring-beans-5.2.10.RELEASE.jar,spark://bigdata-POC-0:46679/jars/common-utils-1.0.1.jar,spark://bigdata-POC-0:46679/jars/mybatis-spring-1.3.2.jar,spark://bigdata-POC-0:46679/jars/original-flink-1.0.3.jar,spark://bigdata-POC-0:46679/jars/influxdb-client-utils-6.8.0.jar,spark://bigdata-POC-0:46679/jars/orai18n-19.3.0.0.jar,spark://bigdata-POC-0:46679/jars/Java-WebSocket-1.5.2.jar,spark://bigdata-POC-0:46679/jars/ImpalaJDBC41.jar,spark://bigdata-POC-0:46679/jars/mongodb-driver-sync-4.4.2.jar,spark://bigdata-POC-0:46679/jars/mybatis-3.5.3.jar,spark://bigdata-POC-0:46679/jars/taos-jdbcdriver-3.2.4.jar,spark://bigdata-POC-0:46679/jars/influxdb-client-core-6.8.0.jar,spark://bigdata-POC-0:46679/jars/jakarta.json-api-2.0.1.jar,spark://bigdata-POC-0:46679/jars/elasticsearch-java-8.9.1.jar,spark://bigdata-POC-0:46679/jars/mysql-connector-java-5.1.49.jar,spark://bigdata-POC-0:46679/jars/jakarta.inject-2.6.1.jar,spark://bigdata-POC-0:46679/jars/jakarta.ws.rs-api-2.1.6.jar,spark://bigdata-POC-0:46679/jars/DmJdbcDriver18.jar,spark://bigdata-POC-0:46679/jars/fd-sparkudf-1.0-SNAPSHOT.jar,spark://bigdata-POC-0:46679/jars/gbase-connector-java-8.3.81.53-build55.5.5-bin.jar,spark://bigdata-POC-0:46679/jars/ImpalaJDBC41-2.5.43.jar,spark://bigdata-POC-0:46679/jars/influxdb-client-java-6.8.0.jar,spark://bigdata-POC-0:46679/jars/sqljdbc4-4.0.jar,spark://bigdata-POC-0:46679/jars/spring-core-5.2.10.RELEASE.jar,spark://bigdata-POC-0:46679/jars/CacheDB.jar,spark://bigdata-POC-0:46679/jars/java-code-compile-0.0.1.jar,spark://bigdata-POC-0:46679/jars/sparkudf-1.0.0.jar,spark://bigdata-POC-0:46679/jars/jakarta.activation-api-1.2.1.jar,spark://bigdata-POC-0:46679/jars/db_db2db-1.0.38.jar,spark://bigdata-POC-0:46679/jars/ojdbc6-11.2.0.4.jar,spark://bigdata-POC-0:46679/jars/parsson-1.0.0.jar,spark://bigdata-POC-0:46679/jars/spring-web-5.2.10.RELEASE.jar,spark://bigdata-POC-0:46679/jars/spark_sql-1.2.90.jar,spark://bigdata-POC-0:46679/jars/druid-1.2.8.jar,spark://bigdata-POC-0:46679/jars/avatica-core-1.23.0.jar,spark://bigdata-POC-0:46679/jars/kudu-mapreduce-1.7.0-cdh5.15.0.jar,spark://bigdata-POC-0:46679/jars/scala-code-compile-0.0.2.jar,spark://bigdata-POC-0:46679/jars/jakarta.annotation-api-1.3.5.jar,spark://bigdata-POC-0:46679/jars/worker-common-1.0.83.jar |
| spark.app.name | com.feisuanyz.bigdata.SparkSqlFlowJob |
| spark.app.startTime | 1741613155883 |
| spark.app.submitTime | 1741613155461 |
| spark.driver.extraJavaOptions | -Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dlog4j.configuration=file:/opt/dataplatform/spark_sql/./conf/log4j.properties -Xss256k -XX:+UseG1GC -XX:+ExplicitGCInvokesConcurrent -XX:+AlwaysPreTouch -XX:-ResizePLAB -XX:MaxGCPauseMillis=100 -XX:+UnlockExperimentalVMOptions -XX:G1NewSizePercent=10 -XX:G1MaxNewSizePercent=30 -XX:+ParallelRefProcEnabled -XX:ParallelGCThreads=4 -XX:ConcGCThreads=3 |
| spark.driver.host | bigdata-POC-0 |
| spark.driver.memory | 20g |
| spark.driver.port | 46679 |
| spark.executor.extraJavaOptions | -Djava.net.preferIPv6Addresses=false -XX:+IgnoreUnrecognizedVMOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Xss256k -XX:+UseG1GC -XX:+ExplicitGCInvokesConcurrent -XX:+AlwaysPreTouch -XX:-ResizePLAB -XX:MaxGCPauseMillis=100 -XX:+UnlockExperimentalVMOptions -XX:G1NewSizePercent=5 -XX:G1MaxNewSizePercent=60 -XX:+ParallelRefProcEnabled -XX:ParallelGCThreads=4 -XX:ConcGCThreads=3 |
| spark.executor.id | driver |
| spark.jars | file:///data/dataplatform/spark_sql/lib/avatica-core-1.23.0.jar,file:///data/dataplatform/spark_sql/lib/CacheDB.jar,file:///data/dataplatform/spark_sql/lib/common-utils-1.0.1.jar,file:///data/dataplatform/spark_sql/lib/db_db2db-1.0.38.jar,file:///data/dataplatform/spark_sql/lib/DmJdbcDriver18.jar,file:///data/dataplatform/spark_sql/lib/druid-1.2.8.jar,file:///data/dataplatform/spark_sql/lib/elasticsearch-java-8.9.1.jar,file:///data/dataplatform/spark_sql/lib/elasticsearch-rest-client-8.9.1.jar,file:///data/dataplatform/spark_sql/lib/fd-sparkudf-1.0-SNAPSHOT.jar,file:///data/dataplatform/spark_sql/lib/gbase-connector-java-8.3.81.53-build55.5.5-bin.jar,file:///data/dataplatform/spark_sql/lib/ImpalaJDBC41-2.5.43.jar,file:///data/dataplatform/spark_sql/lib/ImpalaJDBC41.jar,file:///data/dataplatform/spark_sql/lib/influxdb-client-core-6.8.0.jar,file:///data/dataplatform/spark_sql/lib/influxdb-client-java-6.8.0.jar,file:///data/dataplatform/spark_sql/lib/influxdb-client-utils-6.8.0.jar,file:///data/dataplatform/spark_sql/lib/intersystems-jdbc-3.1.0.jar,file:///data/dataplatform/spark_sql/lib/jakarta.activation-api-1.2.1.jar,file:///data/dataplatform/spark_sql/lib/jakarta.annotation-api-1.3.5.jar,file:///data/dataplatform/spark_sql/lib/jakarta.inject-2.6.1.jar,file:///data/dataplatform/spark_sql/lib/jakarta.json-api-2.0.1.jar,file:///data/dataplatform/spark_sql/lib/jakarta.validation-api-2.0.2.jar,file:///data/dataplatform/spark_sql/lib/jakarta.ws.rs-api-2.1.6.jar,file:///data/dataplatform/spark_sql/lib/java-code-compile-0.0.1.jar,file:///data/dataplatform/spark_sql/lib/Java-WebSocket-1.5.2.jar,file:///data/dataplatform/spark_sql/lib/kudu-mapreduce-1.7.0-cdh5.15.0.jar,file:///data/dataplatform/spark_sql/lib/mongodb-driver-core-4.4.2.jar,file:///data/dataplatform/spark_sql/lib/mongodb-driver-sync-4.4.2.jar,file:///data/dataplatform/spark_sql/lib/mybatis-3.5.3.jar,file:///data/dataplatform/spark_sql/lib/mybatis-spring-1.3.2.jar,file:///data/dataplatform/spark_sql/lib/mysql-connector-java-5.1.49.jar,file:///data/dataplatform/spark_sql/lib/oceanbase-client-2.4.2.jar,file:///data/dataplatform/spark_sql/lib/ojdbc6-11.2.0.4.jar,file:///data/dataplatform/spark_sql/lib/orai18n-19.3.0.0.jar,file:///data/dataplatform/spark_sql/lib/original-flink-1.0.3.jar,file:///data/dataplatform/spark_sql/lib/parsson-1.0.0.jar,file:///data/dataplatform/spark_sql/lib/scala-code-compile-0.0.2.jar,file:///data/dataplatform/spark_sql/lib/security_authentication-1.0-SNAPSHOT.jar,file:///data/dataplatform/spark_sql/lib/sparkudf-1.0.0.jar,file:///data/dataplatform/spark_sql/lib/spring-beans-5.2.10.RELEASE.jar,file:///data/dataplatform/spark_sql/lib/spring-core-5.2.10.RELEASE.jar,file:///data/dataplatform/spark_sql/lib/spring-web-5.2.10.RELEASE.jar,file:///data/dataplatform/spark_sql/lib/sqljdbc4-4.0.jar,file:///data/dataplatform/spark_sql/lib/taos-jdbcdriver-3.2.4.jar,file:///data/dataplatform/spark_sql/lib/worker-common-1.0.83.jar,file:/data/dataplatform/spark_sql/spark_sql-1.2.90.jar |
| spark.local.dir | ./sparktmp/sparktmp/ |
| spark.master | local[48] |
| spark.memory.fraction | 0.7 |
| spark.repl.local.jars | file:///data/dataplatform/spark_sql/lib/avatica-core-1.23.0.jar,file:///data/dataplatform/spark_sql/lib/CacheDB.jar,file:///data/dataplatform/spark_sql/lib/common-utils-1.0.1.jar,file:///data/dataplatform/spark_sql/lib/db_db2db-1.0.38.jar,file:///data/dataplatform/spark_sql/lib/DmJdbcDriver18.jar,file:///data/dataplatform/spark_sql/lib/druid-1.2.8.jar,file:///data/dataplatform/spark_sql/lib/elasticsearch-java-8.9.1.jar,file:///data/dataplatform/spark_sql/lib/elasticsearch-rest-client-8.9.1.jar,file:///data/dataplatform/spark_sql/lib/fd-sparkudf-1.0-SNAPSHOT.jar,file:///data/dataplatform/spark_sql/lib/gbase-connector-java-8.3.81.53-build55.5.5-bin.jar,file:///data/dataplatform/spark_sql/lib/ImpalaJDBC41-2.5.43.jar,file:///data/dataplatform/spark_sql/lib/ImpalaJDBC41.jar,file:///data/dataplatform/spark_sql/lib/influxdb-client-core-6.8.0.jar,file:///data/dataplatform/spark_sql/lib/influxdb-client-java-6.8.0.jar,file:///data/dataplatform/spark_sql/lib/influxdb-client-utils-6.8.0.jar,file:///data/dataplatform/spark_sql/lib/intersystems-jdbc-3.1.0.jar,file:///data/dataplatform/spark_sql/lib/jakarta.activation-api-1.2.1.jar,file:///data/dataplatform/spark_sql/lib/jakarta.annotation-api-1.3.5.jar,file:///data/dataplatform/spark_sql/lib/jakarta.inject-2.6.1.jar,file:///data/dataplatform/spark_sql/lib/jakarta.json-api-2.0.1.jar,file:///data/dataplatform/spark_sql/lib/jakarta.validation-api-2.0.2.jar,file:///data/dataplatform/spark_sql/lib/jakarta.ws.rs-api-2.1.6.jar,file:///data/dataplatform/spark_sql/lib/java-code-compile-0.0.1.jar,file:///data/dataplatform/spark_sql/lib/Java-WebSocket-1.5.2.jar,file:///data/dataplatform/spark_sql/lib/kudu-mapreduce-1.7.0-cdh5.15.0.jar,file:///data/dataplatform/spark_sql/lib/mongodb-driver-core-4.4.2.jar,file:///data/dataplatform/spark_sql/lib/mongodb-driver-sync-4.4.2.jar,file:///data/dataplatform/spark_sql/lib/mybatis-3.5.3.jar,file:///data/dataplatform/spark_sql/lib/mybatis-spring-1.3.2.jar,file:///data/dataplatform/spark_sql/lib/mysql-connector-java-5.1.49.jar,file:///data/dataplatform/spark_sql/lib/oceanbase-client-2.4.2.jar,file:///data/dataplatform/spark_sql/lib/ojdbc6-11.2.0.4.jar,file:///data/dataplatform/spark_sql/lib/orai18n-19.3.0.0.jar,file:///data/dataplatform/spark_sql/lib/original-flink-1.0.3.jar,file:///data/dataplatform/spark_sql/lib/parsson-1.0.0.jar,file:///data/dataplatform/spark_sql/lib/scala-code-compile-0.0.2.jar,file:///data/dataplatform/spark_sql/lib/security_authentication-1.0-SNAPSHOT.jar,file:///data/dataplatform/spark_sql/lib/sparkudf-1.0.0.jar,file:///data/dataplatform/spark_sql/lib/spring-beans-5.2.10.RELEASE.jar,file:///data/dataplatform/spark_sql/lib/spring-core-5.2.10.RELEASE.jar,file:///data/dataplatform/spark_sql/lib/spring-web-5.2.10.RELEASE.jar,file:///data/dataplatform/spark_sql/lib/sqljdbc4-4.0.jar,file:///data/dataplatform/spark_sql/lib/taos-jdbcdriver-3.2.4.jar,file:///data/dataplatform/spark_sql/lib/worker-common-1.0.83.jar |
| spark.rpc.message.maxSize | 2024 |
| spark.scheduler.mode | FIFO |
| spark.sql.shuffle.partitions | 5 |
| spark.storage.memoryFraction | 0.7 |
| spark.submit.deployMode | client |
| spark.submit.pyFiles | |
| spark.ui.port | 4046 |
| Resource Profile Id | Resource Profile Contents |
|---|---|
| 0 | Executor Reqs: cores: [amount: 1] memory: [amount: 1024] offHeap: [amount: 0] Task Reqs: cpus: [amount: 1.0] |
| Name | Value |
|---|---|
| adl.feature.ownerandgroup.enableupn | false |
| adl.http.timeout | 5000 |
| dfs.balancer.address | 0.0.0.0:0 |
| dfs.balancer.block-move.timeout | 0 |
| dfs.balancer.keytab.enabled | false |
| dfs.balancer.max-no-move-interval | 60000 |
| dfs.block.access.key.update.interval | *********(redacted) |
| dfs.block.access.token.enable | *********(redacted) |
| dfs.block.access.token.lifetime | *********(redacted) |
| dfs.block.scanner.volume.bytes.per.second | 1048576 |
| dfs.blockreport.initialDelay | 0 |
| dfs.blockreport.intervalMsec | 21600000 |
| dfs.blockreport.split.threshold | 1000000 |
| dfs.blocksize | 134217728 |
| dfs.bytes-per-checksum | 512 |
| dfs.cachereport.intervalMsec | 10000 |
| dfs.client-write-packet-size | 65536 |
| dfs.client.block.write.replace-datanode-on-failure.best-effort | false |
| dfs.client.block.write.replace-datanode-on-failure.enable | true |
| dfs.client.block.write.replace-datanode-on-failure.min-replication | 0 |
| dfs.client.block.write.replace-datanode-on-failure.policy | DEFAULT |
| dfs.client.block.write.retries | 3 |
| dfs.client.cached.conn.retry | 3 |
| dfs.client.context | default |
| dfs.client.datanode-restart.timeout | 30 |
| dfs.client.domain.socket.data.traffic | false |
| dfs.client.failover.connection.retries | 0 |
| dfs.client.failover.connection.retries.on.timeouts | 0 |
| dfs.client.failover.max.attempts | 15 |
| dfs.client.failover.sleep.base.millis | 500 |
| dfs.client.failover.sleep.max.millis | 15000 |
| dfs.client.file-block-storage-locations.num-threads | 10 |
| dfs.client.file-block-storage-locations.timeout.millis | 1000 |
| dfs.client.https.keystore.resource | ssl-client.xml |
| dfs.client.https.need-auth | false |
| dfs.client.mmap.cache.size | 256 |
| dfs.client.mmap.cache.timeout.ms | 3600000 |
| dfs.client.mmap.enabled | true |
| dfs.client.mmap.retry.timeout.ms | 300000 |
| dfs.client.read.shortcircuit | false |
| dfs.client.read.shortcircuit.skip.checksum | false |
| dfs.client.read.shortcircuit.streams.cache.expiry.ms | 300000 |
| dfs.client.read.shortcircuit.streams.cache.size | 256 |
| dfs.client.short.circuit.replica.stale.threshold.ms | 1800000 |
| dfs.client.slow.io.warning.threshold.ms | 30000 |
| dfs.client.socket.send.buffer.size | 0 |
| dfs.client.use.datanode.hostname | false |
| dfs.client.use.legacy.blockreader.local | false |
| dfs.client.write.exclude.nodes.cache.expiry.interval.millis | 600000 |
| dfs.data.transfer.server.tcpnodelay | true |
| dfs.datanode.address | 0.0.0.0:50010 |
| dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction | 0.75f |
| dfs.datanode.available-space-volume-choosing-policy.balanced-space-threshold | 10737418240 |
| dfs.datanode.balance.bandwidthPerSec | 10485760 |
| dfs.datanode.block-pinning.enabled | false |
| dfs.datanode.block.id.layout.upgrade.threads | 12 |
| dfs.datanode.bp-ready.timeout | 20 |
| dfs.datanode.cache.revocation.polling.ms | 500 |
| dfs.datanode.cache.revocation.timeout.ms | 900000 |
| dfs.datanode.data.dir | file://${hadoop.tmp.dir}/dfs/data |
| dfs.datanode.data.dir.perm | 700 |
| dfs.datanode.directoryscan.interval | 21600 |
| dfs.datanode.directoryscan.threads | 1 |
| dfs.datanode.directoryscan.throttle.limit.ms.per.sec | 1000 |
| dfs.datanode.dns.interface | default |
| dfs.datanode.dns.nameserver | default |
| dfs.datanode.drop.cache.behind.reads | false |
| dfs.datanode.drop.cache.behind.writes | false |
| dfs.datanode.du.reserved | 0 |
| dfs.datanode.failed.volumes.tolerated | 0 |
| dfs.datanode.fsdatasetcache.max.threads.per.volume | 4 |
| dfs.datanode.handler.count | 10 |
| dfs.datanode.hdfs-blocks-metadata.enabled | false |
| dfs.datanode.http.address | 0.0.0.0:50075 |
| dfs.datanode.https.address | 0.0.0.0:50475 |
| dfs.datanode.ipc.address | 0.0.0.0:50020 |
| dfs.datanode.max.locked.memory | 0 |
| dfs.datanode.max.transfer.threads | 4096 |
| dfs.datanode.readahead.bytes | 4194304 |
| dfs.datanode.scan.period.hours | 504 |
| dfs.datanode.shared.file.descriptor.paths | /dev/shm,/tmp |
| dfs.datanode.slow.io.warning.threshold.ms | 300 |
| dfs.datanode.sync.behind.writes | false |
| dfs.datanode.transfer.socket.recv.buffer.size | 0 |
| dfs.datanode.transfer.socket.send.buffer.size | 0 |
| dfs.datanode.use.datanode.hostname | false |
| dfs.default.chunk.view.size | 32768 |
| dfs.disk.balancer.block.tolerance.percent | 10 |
| dfs.disk.balancer.enabled | false |
| dfs.disk.balancer.max.disk.errors | 5 |
| dfs.disk.balancer.max.disk.throughputInMBperSec | 10 |
| dfs.disk.balancer.plan.threshold.percent | 10 |
| dfs.domain.socket.disable.interval.seconds | 1 |
| dfs.encrypt.data.transfer | false |
| dfs.encrypt.data.transfer.cipher.key.bitlength | 128 |
| dfs.ha.automatic-failover.enabled | false |
| dfs.ha.fencing.ssh.connect-timeout | 30000 |
| dfs.ha.log-roll.period | 120 |
| dfs.ha.tail-edits.period | 60 |
| dfs.ha.tail-edits.rolledits.timeout | 60 |
| dfs.ha.zkfc.nn.http.timeout.ms | 20000 |
| dfs.heartbeat.interval | 3 |
| dfs.http.policy | HTTP_ONLY |
| dfs.https.server.keystore.resource | ssl-server.xml |
| dfs.image.compress | false |
| dfs.image.compression.codec | org.apache.hadoop.io.compress.DefaultCodec |
| dfs.image.transfer-bootstrap-standby.bandwidthPerSec | 0 |
| dfs.image.transfer.bandwidthPerSec | 0 |
| dfs.image.transfer.chunksize | 65536 |
| dfs.image.transfer.timeout | 60000 |
| dfs.journalnode.http-address | 0.0.0.0:8480 |
| dfs.journalnode.https-address | 0.0.0.0:8481 |
| dfs.journalnode.rpc-address | 0.0.0.0:8485 |
| dfs.lock.suppress.warning.interval | 10s |
| dfs.mover.max-no-move-interval | 60000 |
| dfs.namenode.accesstime.precision | 3600000 |
| dfs.namenode.acls.enabled | false |
| dfs.namenode.audit.loggers | default |
| dfs.namenode.avoid.read.stale.datanode | false |
| dfs.namenode.avoid.write.stale.datanode | false |
| dfs.namenode.backup.address | 0.0.0.0:50100 |
| dfs.namenode.backup.http-address | 0.0.0.0:50105 |
| dfs.namenode.block-placement-policy.default.prefer-local-node | true |
| dfs.namenode.blocks.per.postponedblocks.rescan | 10000 |
| dfs.namenode.checkpoint.check.period | 60 |
| dfs.namenode.checkpoint.dir | file://${hadoop.tmp.dir}/dfs/namesecondary |
| dfs.namenode.checkpoint.edits.dir | ${dfs.namenode.checkpoint.dir} |
| dfs.namenode.checkpoint.max-retries | 3 |
| dfs.namenode.checkpoint.period | 3600 |
| dfs.namenode.checkpoint.txns | 1000000 |
| dfs.namenode.datanode.registration.ip-hostname-check | true |
| dfs.namenode.decommission.blocks.per.interval | 500000 |
| dfs.namenode.decommission.interval | 30 |
| dfs.namenode.decommission.max.concurrent.tracked.nodes | 100 |
| dfs.namenode.delegation.key.update-interval | 86400000 |
| dfs.namenode.delegation.token.max-lifetime | *********(redacted) |
| dfs.namenode.delegation.token.renew-interval | *********(redacted) |
| dfs.namenode.edekcacheloader.initial.delay.ms | 3000 |
| dfs.namenode.edekcacheloader.interval.ms | 1000 |
| dfs.namenode.edit.log.autoroll.check.interval.ms | 300000 |
| dfs.namenode.edit.log.autoroll.multiplier.threshold | 2.0 |
| dfs.namenode.edits.asynclogging | true |
| dfs.namenode.edits.dir | ${dfs.namenode.name.dir} |
| dfs.namenode.edits.journal-plugin.qjournal | org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager |
| dfs.namenode.edits.noeditlogchannelflush | false |
| dfs.namenode.enable.retrycache | true |
| dfs.namenode.fs-limits.max-blocks-per-file | 1048576 |
| dfs.namenode.fs-limits.max-component-length | 255 |
| dfs.namenode.fs-limits.max-directory-items | 1048576 |
| dfs.namenode.fs-limits.max-xattr-size | 16384 |
| dfs.namenode.fs-limits.max-xattrs-per-inode | 32 |
| dfs.namenode.fs-limits.min-block-size | 1048576 |
| dfs.namenode.fslock.fair | true |
| dfs.namenode.full.block.report.lease.length.ms | 300000 |
| dfs.namenode.handler.count | 10 |
| dfs.namenode.hosts.provider.classname | org.apache.hadoop.hdfs.server.blockmanagement.HostFileManager |
| dfs.namenode.http-address | 0.0.0.0:50070 |
| dfs.namenode.https-address | 0.0.0.0:50470 |
| dfs.namenode.inotify.max.events.per.rpc | 1000 |
| dfs.namenode.invalidate.work.pct.per.iteration | 0.32f |
| dfs.namenode.kerberos.internal.spnego.principal | ${dfs.web.authentication.kerberos.principal} |
| dfs.namenode.kerberos.principal.pattern | * |
| dfs.namenode.lazypersist.file.scrub.interval.sec | 300 |
| dfs.namenode.lease-recheck-interval-ms | 2000 |
| dfs.namenode.list.cache.directives.num.responses | 100 |
| dfs.namenode.list.cache.pools.num.responses | 100 |
| dfs.namenode.list.encryption.zones.num.responses | 100 |
| dfs.namenode.list.openfiles.num.responses | 1000 |
| dfs.namenode.list.reencryption.status.num.responses | 100 |
| dfs.namenode.maintenance.replication.min | 1 |
| dfs.namenode.max-lock-hold-to-release-lease-ms | 25 |
| dfs.namenode.max.extra.edits.segments.retained | 10000 |
| dfs.namenode.max.full.block.report.leases | 6 |
| dfs.namenode.max.objects | 0 |
| dfs.namenode.name.dir | file://${hadoop.tmp.dir}/dfs/name |
| dfs.namenode.name.dir.restore | false |
| dfs.namenode.num.checkpoints.retained | 2 |
| dfs.namenode.num.extra.edits.retained | 1000000 |
| dfs.namenode.path.based.cache.block.map.allocation.percent | 0.25 |
| dfs.namenode.path.based.cache.refresh.interval.ms | 30000 |
| dfs.namenode.path.based.cache.retry.interval.ms | 30000 |
| dfs.namenode.posix.acl.inheritance.enabled | false |
| dfs.namenode.quota.init-threads | 4 |
| dfs.namenode.read-lock-reporting-threshold-ms | 5000 |
| dfs.namenode.reencrypt.batch.size | 1000 |
| dfs.namenode.reencrypt.edek.threads | 10 |
| dfs.namenode.reencrypt.sleep.interval | 1m |
| dfs.namenode.reencrypt.throttle.limit.handler.ratio | 1.0 |
| dfs.namenode.reencrypt.throttle.limit.updater.ratio | 1.0 |
| dfs.namenode.reject-unresolved-dn-topology-mapping | false |
| dfs.namenode.replication.considerLoad | true |
| dfs.namenode.replication.interval | 3 |
| dfs.namenode.replication.min | 1 |
| dfs.namenode.replication.work.multiplier.per.iteration | 2 |
| dfs.namenode.resource.check.interval | 5000 |
| dfs.namenode.resource.checked.volumes.minimum | 1 |
| dfs.namenode.resource.du.reserved | 104857600 |
| dfs.namenode.retrycache.expirytime.millis | 600000 |
| dfs.namenode.retrycache.heap.percent | 0.03f |
| dfs.namenode.safemode.extension | 30000 |
| dfs.namenode.safemode.min.datanodes | 0 |
| dfs.namenode.safemode.threshold-pct | 0.999f |
| dfs.namenode.secondary.http-address | 0.0.0.0:50090 |
| dfs.namenode.secondary.https-address | 0.0.0.0:50091 |
| dfs.namenode.service.handler.count | 10 |
| dfs.namenode.snapshot.capture.openfiles | false |
| dfs.namenode.snapshot.skip.capture.accesstime-only-change | false |
| dfs.namenode.snapshotdiff.allow.snap-root-descendant | true |
| dfs.namenode.stale.datanode.interval | 30000 |
| dfs.namenode.startup.delay.block.deletion.sec | 0 |
| dfs.namenode.support.allow.format | true |
| dfs.namenode.top.enabled | true |
| dfs.namenode.top.num.users | 10 |
| dfs.namenode.top.window.num.buckets | 10 |
| dfs.namenode.top.windows.minutes | 1,5,25 |
| dfs.namenode.write-lock-reporting-threshold-ms | 5000 |
| dfs.namenode.write.stale.datanode.ratio | 0.5f |
| dfs.namenode.xattrs.enabled | true |
| dfs.permissions.enabled | true |
| dfs.permissions.superusergroup | supergroup |
| dfs.replication | 3 |
| dfs.replication.max | 512 |
| dfs.secondary.namenode.kerberos.internal.spnego.principal | ${dfs.web.authentication.kerberos.principal} |
| dfs.short.circuit.shared.memory.watcher.interrupt.check.ms | 60000 |
| dfs.storage.policy.enabled | true |
| dfs.stream-buffer-size | 4096 |
| dfs.user.home.dir.prefix | /user |
| dfs.webhdfs.acl.provider.permission.pattern | ^(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?(,(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?)*$ |
| dfs.webhdfs.enabled | true |
| dfs.webhdfs.ugi.expire.after.access | 600000 |
| dfs.webhdfs.user.provider.user.pattern | ^[A-Za-z_][A-Za-z0-9._-]*[$]?$ |
| file.blocksize | 67108864 |
| file.bytes-per-checksum | 512 |
| file.client-write-packet-size | 65536 |
| file.replication | 1 |
| file.stream-buffer-size | 4096 |
| fs.AbstractFileSystem.adl.impl | org.apache.hadoop.fs.adl.Adl |
| fs.AbstractFileSystem.file.impl | org.apache.hadoop.fs.local.LocalFs |
| fs.AbstractFileSystem.har.impl | org.apache.hadoop.fs.HarFs |
| fs.AbstractFileSystem.hdfs.impl | org.apache.hadoop.fs.Hdfs |
| fs.AbstractFileSystem.s3a.impl | org.apache.hadoop.fs.s3a.S3A |
| fs.AbstractFileSystem.viewfs.impl | org.apache.hadoop.fs.viewfs.ViewFs |
| fs.adl.impl | org.apache.hadoop.fs.adl.AdlFileSystem |
| fs.adl.oauth2.access.token.provider.type | *********(redacted) |
| fs.automatic.close | true |
| fs.client.resolve.remote.symlinks | true |
| fs.defaultFS | file:/// |
| fs.df.interval | 60000 |
| fs.du.interval | 600000 |
| fs.ftp.data.connection.mode | ACTIVE_LOCAL_DATA_CONNECTION_MODE |
| fs.ftp.host | 0.0.0.0 |
| fs.ftp.host.port | 21 |
| fs.ftp.transfer.mode | BLOCK_TRANSFER_MODE |
| fs.har.impl.disable.cache | true |
| fs.permissions.umask-mode | 022 |
| fs.s3.block.size | 67108864 |
| fs.s3.buffer.dir | ${hadoop.tmp.dir}/s3 |
| fs.s3.maxRetries | 4 |
| fs.s3.sleepTimeSeconds | 10 |
| fs.s3a.attempts.maximum | 20 |
| fs.s3a.block.size | 32M |
| fs.s3a.buffer.dir | ${hadoop.tmp.dir}/s3a |
| fs.s3a.connection.establish.timeout | 5000 |
| fs.s3a.connection.maximum | 100 |
| fs.s3a.connection.ssl.enabled | true |
| fs.s3a.connection.timeout | 200000 |
| fs.s3a.downgrade.syncable.exceptions | true |
| fs.s3a.endpoint | s3.amazonaws.com |
| fs.s3a.fast.upload | false |
| fs.s3a.fast.upload.active.blocks | 4 |
| fs.s3a.fast.upload.buffer | disk |
| fs.s3a.impl | org.apache.hadoop.fs.s3a.S3AFileSystem |
| fs.s3a.max.total.tasks | 5 |
| fs.s3a.metadatastore.authoritative | false |
| fs.s3a.metadatastore.impl | org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore |
| fs.s3a.multiobjectdelete.enable | true |
| fs.s3a.multipart.purge | false |
| fs.s3a.multipart.purge.age | 86400 |
| fs.s3a.multipart.size | 64M |
| fs.s3a.multipart.threshold | 128M |
| fs.s3a.paging.maximum | 5000 |
| fs.s3a.path.style.access | false |
| fs.s3a.readahead.range | 64K |
| fs.s3a.s3guard.cli.prune.age | 86400000 |
| fs.s3a.s3guard.ddb.background.sleep | 25 |
| fs.s3a.s3guard.ddb.max.retries | 9 |
| fs.s3a.s3guard.ddb.table.capacity.read | 500 |
| fs.s3a.s3guard.ddb.table.capacity.write | 100 |
| fs.s3a.s3guard.ddb.table.create | false |
| fs.s3a.socket.recv.buffer | 8192 |
| fs.s3a.socket.send.buffer | 8192 |
| fs.s3a.threads.keepalivetime | 60 |
| fs.s3a.threads.max | 10 |
| fs.s3n.block.size | 67108864 |
| fs.s3n.multipart.copy.block.size | 5368709120 |
| fs.s3n.multipart.uploads.block.size | 67108864 |
| fs.s3n.multipart.uploads.enabled | false |
| fs.swift.impl | org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem |
| fs.trash.checkpoint.interval | 0 |
| fs.trash.interval | 0 |
| ftp.blocksize | 67108864 |
| ftp.bytes-per-checksum | 512 |
| ftp.client-write-packet-size | 65536 |
| ftp.replication | 3 |
| ftp.stream-buffer-size | 4096 |
| ha.failover-controller.cli-check.rpc-timeout.ms | 20000 |
| ha.failover-controller.graceful-fence.connection.retries | 1 |
| ha.failover-controller.graceful-fence.rpc-timeout.ms | 5000 |
| ha.failover-controller.new-active.rpc-timeout.ms | 60000 |
| ha.health-monitor.check-interval.ms | 1000 |
| ha.health-monitor.connect-retry-interval.ms | 1000 |
| ha.health-monitor.rpc-timeout.ms | 45000 |
| ha.health-monitor.sleep-after-disconnect.ms | 1000 |
| ha.zookeeper.acl | world:anyone:rwcda |
| ha.zookeeper.parent-znode | /hadoop-ha |
| ha.zookeeper.session-timeout.ms | 5000 |
| hadoop.common.configuration.version | 0.23.0 |
| hadoop.fuse.connection.timeout | 300 |
| hadoop.fuse.timer.period | 5 |
| hadoop.hdfs.configuration.version | 1 |
| hadoop.http.authentication.kerberos.keytab | ${user.home}/hadoop.keytab |
| hadoop.http.authentication.kerberos.principal | HTTP/_HOST@LOCALHOST |
| hadoop.http.authentication.signature.secret.file | *********(redacted) |
| hadoop.http.authentication.simple.anonymous.allowed | true |
| hadoop.http.authentication.token.validity | *********(redacted) |
| hadoop.http.authentication.type | simple |
| hadoop.http.filter.initializers | org.apache.hadoop.http.lib.StaticUserWebFilter |
| hadoop.http.logs.enabled | true |
| hadoop.http.staticuser.user | dr.who |
| hadoop.jetty.logs.serve.aliases | true |
| hadoop.kerberos.kinit.command | kinit |
| hadoop.kerberos.min.seconds.before.relogin | 60 |
| hadoop.registry.jaas.context | Client |
| hadoop.registry.rm.enabled | false |
| hadoop.registry.secure | false |
| hadoop.registry.system.acls | sasl:yarn@, sasl:mapred@, sasl:mapred@hdfs@ |
| hadoop.registry.zk.connection.timeout.ms | 15000 |
| hadoop.registry.zk.quorum | localhost:2181 |
| hadoop.registry.zk.retry.ceiling.ms | 60000 |
| hadoop.registry.zk.retry.interval.ms | 1000 |
| hadoop.registry.zk.retry.times | 5 |
| hadoop.registry.zk.root | /registry |
| hadoop.registry.zk.session.timeout.ms | 60000 |
| hadoop.rpc.protection | authentication |
| hadoop.rpc.socket.factory.class.default | org.apache.hadoop.net.StandardSocketFactory |
| hadoop.security.authentication | simple |
| hadoop.security.authorization | false |
| hadoop.security.credential.clear-text-fallback | true |
| hadoop.security.crypto.buffer.size | 8192 |
| hadoop.security.crypto.cipher.suite | AES/CTR/NoPadding |
| hadoop.security.crypto.codec.classes.aes.ctr.nopadding | org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec,org.apache.hadoop.crypto.JceAesCtrCryptoCodec |
| hadoop.security.dns.log-slow-lookups.enabled | false |
| hadoop.security.dns.log-slow-lookups.threshold.ms | 1000 |
| hadoop.security.group.mapping | org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback |
| hadoop.security.group.mapping.ldap.directory.search.timeout | 10000 |
| hadoop.security.group.mapping.ldap.posix.attr.gid.name | gidNumber |
| hadoop.security.group.mapping.ldap.posix.attr.uid.name | uidNumber |
| hadoop.security.group.mapping.ldap.search.attr.group.name | cn |
| hadoop.security.group.mapping.ldap.search.attr.member | member |
| hadoop.security.group.mapping.ldap.search.filter.group | (objectClass=group) |
| hadoop.security.group.mapping.ldap.search.filter.user | (&(objectClass=user)(sAMAccountName={0})) |
| hadoop.security.group.mapping.ldap.ssl | false |
| hadoop.security.groups.cache.background.reload | false |
| hadoop.security.groups.cache.background.reload.threads | 3 |
| hadoop.security.groups.cache.secs | 300 |
| hadoop.security.groups.cache.warn.after.ms | 5000 |
| hadoop.security.groups.negative-cache.secs | 30 |
| hadoop.security.instrumentation.requires.admin | false |
| hadoop.security.java.secure.random.algorithm | SHA1PRNG |
| hadoop.security.kms.client.authentication.retry-count | 1 |
| hadoop.security.kms.client.encrypted.key.cache.expiry | 43200000 |
| hadoop.security.kms.client.encrypted.key.cache.low-watermark | 0.3f |
| hadoop.security.kms.client.encrypted.key.cache.num.refill.threads | 2 |
| hadoop.security.kms.client.encrypted.key.cache.size | 500 |
| hadoop.security.kms.client.failover.sleep.base.millis | 100 |
| hadoop.security.kms.client.failover.sleep.max.millis | 2000 |
| hadoop.security.kms.client.timeout | 60 |
| hadoop.security.random.device.file.path | /dev/urandom |
| hadoop.security.sensitive-config-keys | *********(redacted) |
| hadoop.security.uid.cache.secs | 14400 |
| hadoop.shell.missing.defaultFs.warning | true |
| hadoop.ssl.client.conf | ssl-client.xml |
| hadoop.ssl.enabled | false |
| hadoop.ssl.enabled.protocols | TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2 |
| hadoop.ssl.hostname.verifier | DEFAULT |
| hadoop.ssl.keystores.factory.class | org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory |
| hadoop.ssl.require.client.cert | false |
| hadoop.ssl.server.conf | ssl-server.xml |
| hadoop.tmp.dir | /tmp/hadoop-${user.name} |
| hadoop.treat.subject.external | false |
| hadoop.user.group.static.mapping.overrides | dr.who=; |
| hadoop.util.hash.type | murmur |
| hadoop.work.around.non.threadsafe.getpwuid | false |
| httpfs.buffer.size | 4096 |
| io.compression.codec.bzip2.library | system-native |
| io.file.buffer.size | 65536 |
| io.map.index.interval | 128 |
| io.map.index.skip | 0 |
| io.mapfile.bloom.error.rate | 0.005 |
| io.mapfile.bloom.size | 1048576 |
| io.native.lib.available | true |
| io.seqfile.compress.blocksize | 1000000 |
| io.seqfile.lazydecompress | true |
| io.seqfile.local.dir | ${hadoop.tmp.dir}/io/local |
| io.seqfile.sorter.recordlimit | 1000000 |
| io.serializations | org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization |
| io.skip.checksum.errors | false |
| ipc.client.connect.max.retries | 10 |
| ipc.client.connect.max.retries.on.timeouts | 45 |
| ipc.client.connect.retry.interval | 1000 |
| ipc.client.connect.timeout | 20000 |
| ipc.client.connection.maxidletime | 10000 |
| ipc.client.fallback-to-simple-auth-allowed | false |
| ipc.client.idlethreshold | 4000 |
| ipc.client.kill.max | 10 |
| ipc.client.ping | true |
| ipc.client.rpc-timeout.ms | 0 |
| ipc.ping.interval | 60000 |
| ipc.server.listen.queue.size | 128 |
| ipc.server.log.slow.rpc | false |
| ipc.server.max.connections | 0 |
| map.sort.class | org.apache.hadoop.util.QuickSort |
| mapreduce.am.max-attempts | 2 |
| mapreduce.app-submission.cross-platform | false |
| mapreduce.client.completion.pollinterval | 5000 |
| mapreduce.client.output.filter | FAILED |
| mapreduce.client.progressmonitor.pollinterval | 1000 |
| mapreduce.client.submit.file.replication | 10 |
| mapreduce.cluster.acls.enabled | false |
| mapreduce.cluster.local.dir | ${hadoop.tmp.dir}/mapred/local |
| mapreduce.cluster.temp.dir | ${hadoop.tmp.dir}/mapred/temp |
| mapreduce.fileoutputcommitter.algorithm.version | 1 |
| mapreduce.framework.name | local |
| mapreduce.ifile.readahead | true |
| mapreduce.ifile.readahead.bytes | 4194304 |
| mapreduce.input.fileinputformat.list-status.num-threads | 1 |
| mapreduce.input.fileinputformat.split.minsize | 0 |
| mapreduce.input.lineinputformat.linespermap | 1 |
| mapreduce.job.acl-modify-job | |
| mapreduce.job.acl-view-job | |
| mapreduce.job.classloader | false |
| mapreduce.job.committer.setup.cleanup.needed | true |
| mapreduce.job.complete.cancel.delegation.tokens | *********(redacted) |
| mapreduce.job.counters.max | 120 |
| mapreduce.job.emit-timeline-data | false |
| mapreduce.job.end-notification.max.attempts | 5 |
| mapreduce.job.end-notification.max.retry.interval | 5000 |
| mapreduce.job.end-notification.retry.attempts | 0 |
| mapreduce.job.end-notification.retry.interval | 1000 |
| mapreduce.job.hdfs-servers | ${fs.defaultFS} |
| mapreduce.job.heap.memory-mb.ratio | 0.8 |
| mapreduce.job.jvm.numtasks | 1 |
| mapreduce.job.map.output.collector.class | org.apache.hadoop.mapred.MapTask$MapOutputBuffer |
| mapreduce.job.maps | 2 |
| mapreduce.job.max.split.locations | 10 |
| mapreduce.job.maxtaskfailures.per.tracker | 3 |
| mapreduce.job.queuename | default |
| mapreduce.job.reduce.shuffle.consumer.plugin.class | org.apache.hadoop.mapreduce.task.reduce.Shuffle |
| mapreduce.job.reduce.slowstart.completedmaps | 0.05 |
| mapreduce.job.reducer.preempt.delay.sec | 0 |
| mapreduce.job.reducer.unconditional-preempt.delay.sec | 300 |
| mapreduce.job.reduces | 1 |
| mapreduce.job.running.map.limit | 0 |
| mapreduce.job.running.reduce.limit | 0 |
| mapreduce.job.speculative.minimum-allowed-tasks | 10 |
| mapreduce.job.speculative.retry-after-no-speculate | 1000 |
| mapreduce.job.speculative.retry-after-speculate | 15000 |
| mapreduce.job.speculative.slowtaskthreshold | 1.0 |
| mapreduce.job.speculative.speculative-cap-running-tasks | 0.1 |
| mapreduce.job.speculative.speculative-cap-total-tasks | 0.01 |
| mapreduce.job.split.metainfo.maxsize | 10000000 |
| mapreduce.job.token.tracking.ids.enabled | *********(redacted) |
| mapreduce.job.ubertask.enable | false |
| mapreduce.job.ubertask.maxmaps | 9 |
| mapreduce.job.ubertask.maxreduces | 1 |
| mapreduce.job.userlog.retain.hours | 24 |
| mapreduce.jobhistory.address | 0.0.0.0:10020 |
| mapreduce.jobhistory.admin.acl | * |
| mapreduce.jobhistory.admin.address | 0.0.0.0:10033 |
| mapreduce.jobhistory.cleaner.enable | true |
| mapreduce.jobhistory.cleaner.interval-ms | 86400000 |
| mapreduce.jobhistory.client.thread-count | 10 |
| mapreduce.jobhistory.datestring.cache.size | 200000 |
| mapreduce.jobhistory.done-dir | ${yarn.app.mapreduce.am.staging-dir}/history/done |
| mapreduce.jobhistory.http.policy | HTTP_ONLY |
| mapreduce.jobhistory.intermediate-done-dir | ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate |
| mapreduce.jobhistory.jhist.format | json |
| mapreduce.jobhistory.joblist.cache.size | 20000 |
| mapreduce.jobhistory.keytab | /etc/security/keytab/jhs.service.keytab |
| mapreduce.jobhistory.loadedjob.tasks.max | -1 |
| mapreduce.jobhistory.loadedjobs.cache.size | 5 |
| mapreduce.jobhistory.max-age-ms | 604800000 |
| mapreduce.jobhistory.minicluster.fixed.ports | false |
| mapreduce.jobhistory.move.interval-ms | 180000 |
| mapreduce.jobhistory.move.thread-count | 3 |
| mapreduce.jobhistory.principal | jhs/_HOST@REALM.TLD |
| mapreduce.jobhistory.recovery.enable | false |
| mapreduce.jobhistory.recovery.store.class | org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService |
| mapreduce.jobhistory.recovery.store.fs.uri | ${hadoop.tmp.dir}/mapred/history/recoverystore |
| mapreduce.jobhistory.webapp.address | 0.0.0.0:19888 |
| mapreduce.jobtracker.address | local |
| mapreduce.jobtracker.expire.trackers.interval | 600000 |
| mapreduce.jobtracker.handler.count | 10 |
| mapreduce.jobtracker.heartbeats.in.second | 100 |
| mapreduce.jobtracker.http.address | 0.0.0.0:50030 |
| mapreduce.jobtracker.instrumentation | org.apache.hadoop.mapred.JobTrackerMetricsInst |
| mapreduce.jobtracker.jobhistory.block.size | 3145728 |
| mapreduce.jobtracker.jobhistory.lru.cache.size | 5 |
| mapreduce.jobtracker.jobhistory.task.numberprogresssplits | 12 |
| mapreduce.jobtracker.maxtasks.perjob | -1 |
| mapreduce.jobtracker.persist.jobstatus.active | true |
| mapreduce.jobtracker.persist.jobstatus.dir | /jobtracker/jobsInfo |
| mapreduce.jobtracker.persist.jobstatus.hours | 1 |
| mapreduce.jobtracker.restart.recover | false |
| mapreduce.jobtracker.retiredjobs.cache.size | 1000 |
| mapreduce.jobtracker.staging.root.dir | ${hadoop.tmp.dir}/mapred/staging |
| mapreduce.jobtracker.system.dir | ${hadoop.tmp.dir}/mapred/system |
| mapreduce.jobtracker.taskcache.levels | 2 |
| mapreduce.jobtracker.tasktracker.maxblacklists | 4 |
| mapreduce.local.clientfactory.class.name | org.apache.hadoop.mapred.LocalClientFactory |
| mapreduce.map.cpu.vcores | 1 |
| mapreduce.map.log.level | INFO |
| mapreduce.map.maxattempts | 4 |
| mapreduce.map.memory.mb | -1 |
| mapreduce.map.output.compress | false |
| mapreduce.map.output.compress.codec | org.apache.hadoop.io.compress.DefaultCodec |
| mapreduce.map.skip.maxrecords | 0 |
| mapreduce.map.sort.spill.percent | 0.80 |
| mapreduce.map.speculative | true |
| mapreduce.output.fileoutputformat.compress | false |
| mapreduce.output.fileoutputformat.compress.codec | org.apache.hadoop.io.compress.DefaultCodec |
| mapreduce.output.fileoutputformat.compress.type | RECORD |
| mapreduce.reduce.cpu.vcores | 1 |
| mapreduce.reduce.input.buffer.percent | 0.0 |
| mapreduce.reduce.log.level | INFO |
| mapreduce.reduce.markreset.buffer.percent | 0.0 |
| mapreduce.reduce.maxattempts | 4 |
| mapreduce.reduce.memory.mb | -1 |
| mapreduce.reduce.merge.inmem.threshold | 1000 |
| mapreduce.reduce.shuffle.connect.timeout | 180000 |
| mapreduce.reduce.shuffle.fetch.retry.enabled | ${yarn.nodemanager.recovery.enabled} |
| mapreduce.reduce.shuffle.fetch.retry.interval-ms | 1000 |
| mapreduce.reduce.shuffle.fetch.retry.timeout-ms | 30000 |
| mapreduce.reduce.shuffle.input.buffer.percent | 0.70 |
| mapreduce.reduce.shuffle.memory.limit.percent | 0.25 |
| mapreduce.reduce.shuffle.merge.percent | 0.66 |
| mapreduce.reduce.shuffle.parallelcopies | 5 |
| mapreduce.reduce.shuffle.read.timeout | 180000 |
| mapreduce.reduce.shuffle.retry-delay.max.ms | 60000 |
| mapreduce.reduce.skip.maxgroups | 0 |
| mapreduce.reduce.speculative | true |
| mapreduce.shuffle.connection-keep-alive.enable | false |
| mapreduce.shuffle.connection-keep-alive.timeout | 5 |
| mapreduce.shuffle.listen.queue.size | 128 |
| mapreduce.shuffle.max.connections | 0 |
| mapreduce.shuffle.max.threads | 0 |
| mapreduce.shuffle.port | 13562 |
| mapreduce.shuffle.ssl.enabled | false |
| mapreduce.shuffle.ssl.file.buffer.size | 65536 |
| mapreduce.shuffle.transfer.buffer.size | 131072 |
| mapreduce.task.combine.progress.records | 10000 |
| mapreduce.task.exit.timeout | 60000 |
| mapreduce.task.exit.timeout.check-interval-ms | 20000 |
| mapreduce.task.files.preserve.failedtasks | false |
| mapreduce.task.io.sort.factor | 10 |
| mapreduce.task.io.sort.mb | 100 |
| mapreduce.task.merge.progress.records | 10000 |
| mapreduce.task.profile | false |
| mapreduce.task.profile.map.params | ${mapreduce.task.profile.params} |
| mapreduce.task.profile.maps | 0-2 |
| mapreduce.task.profile.params | -agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s |
| mapreduce.task.profile.reduce.params | ${mapreduce.task.profile.params} |
| mapreduce.task.profile.reduces | 0-2 |
| mapreduce.task.skip.start.attempts | 2 |
| mapreduce.task.timeout | 600000 |
| mapreduce.task.tmp.dir | ./tmp |
| mapreduce.task.userlog.limit.kb | 0 |
| mapreduce.tasktracker.dns.interface | default |
| mapreduce.tasktracker.dns.nameserver | default |
| mapreduce.tasktracker.healthchecker.interval | 60000 |
| mapreduce.tasktracker.healthchecker.script.timeout | 600000 |
| mapreduce.tasktracker.http.address | 0.0.0.0:50060 |
| mapreduce.tasktracker.http.threads | 40 |
| mapreduce.tasktracker.indexcache.mb | 10 |
| mapreduce.tasktracker.instrumentation | org.apache.hadoop.mapred.TaskTrackerMetricsInst |
| mapreduce.tasktracker.local.dir.minspacekill | 0 |
| mapreduce.tasktracker.local.dir.minspacestart | 0 |
| mapreduce.tasktracker.map.tasks.maximum | 2 |
| mapreduce.tasktracker.outofband.heartbeat | false |
| mapreduce.tasktracker.reduce.tasks.maximum | 2 |
| mapreduce.tasktracker.report.address | 127.0.0.1:0 |
| mapreduce.tasktracker.taskcontroller | org.apache.hadoop.mapred.DefaultTaskController |
| mapreduce.tasktracker.taskmemorymanager.monitoringinterval | 5000 |
| mapreduce.tasktracker.tasks.sleeptimebeforesigkill | 5000 |
| net.topology.impl | org.apache.hadoop.net.NetworkTopology |
| net.topology.node.switch.mapping.impl | org.apache.hadoop.net.ScriptBasedMapping |
| net.topology.script.number.args | 100 |
| nfs.allow.insecure.ports | true |
| nfs.dump.dir | /tmp/.hdfs-nfs |
| nfs.exports.allowed.hosts | * rw |
| nfs.mountd.port | 4242 |
| nfs.rtmax | 1048576 |
| nfs.server.port | 2049 |
| nfs.wtmax | 1048576 |
| rpc.metrics.quantile.enable | false |
| s3.blocksize | 67108864 |
| s3.bytes-per-checksum | 512 |
| s3.client-write-packet-size | 65536 |
| s3.replication | 3 |
| s3.stream-buffer-size | 4096 |
| s3native.blocksize | 67108864 |
| s3native.bytes-per-checksum | 512 |
| s3native.client-write-packet-size | 65536 |
| s3native.replication | 3 |
| s3native.stream-buffer-size | 4096 |
| tfile.fs.input.buffer.size | 262144 |
| tfile.fs.output.buffer.size | 262144 |
| tfile.io.chunk.size | 1048576 |
| yarn.acl.enable | false |
| yarn.admin.acl | * |
| yarn.am.blacklisting.disable-failure-threshold | 0.8f |
| yarn.am.blacklisting.enabled | true |
| yarn.am.liveness-monitor.expiry-interval-ms | 600000 |
| yarn.app.attempt.diagnostics.limit.kc | 64 |
| yarn.app.mapreduce.am.command-opts | -Xmx1024m |
| yarn.app.mapreduce.am.container.log.backups | 0 |
| yarn.app.mapreduce.am.container.log.limit.kb | 0 |
| yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size | 10 |
| yarn.app.mapreduce.am.job.committer.cancel-timeout | 60000 |
| yarn.app.mapreduce.am.job.committer.commit-window | 10000 |
| yarn.app.mapreduce.am.job.task.listener.thread-count | 30 |
| yarn.app.mapreduce.am.resource.cpu-vcores | 1 |
| yarn.app.mapreduce.am.resource.mb | 1536 |
| yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms | 1000 |
| yarn.app.mapreduce.am.staging-dir | /tmp/hadoop-yarn/staging |
| yarn.app.mapreduce.client-am.ipc.max-retries | 3 |
| yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts | 3 |
| yarn.app.mapreduce.client.job.max-retries | 3 |
| yarn.app.mapreduce.client.job.retry-interval | 2000 |
| yarn.app.mapreduce.client.max-retries | 3 |
| yarn.app.mapreduce.shuffle.log.backups | 0 |
| yarn.app.mapreduce.shuffle.log.limit.kb | 0 |
| yarn.app.mapreduce.shuffle.log.separate | true |
| yarn.app.mapreduce.task.container.log.backups | 0 |
| yarn.client.application-client-protocol.poll-interval-ms | 200 |
| yarn.client.failover-proxy-provider | org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider |
| yarn.client.failover-retries | 0 |
| yarn.client.failover-retries-on-socket-timeouts | 0 |
| yarn.client.max-cached-nodemanagers-proxies | 0 |
| yarn.client.nodemanager-client-async.thread-pool-max-size | 500 |
| yarn.client.nodemanager-connect.max-wait-ms | 180000 |
| yarn.client.nodemanager-connect.retry-interval-ms | 10000 |
| yarn.fail-fast | false |
| yarn.http.policy | HTTP_ONLY |
| yarn.ipc.rpc.class | org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC |
| yarn.log-aggregation-enable | false |
| yarn.log-aggregation.retain-check-interval-seconds | -1 |
| yarn.log-aggregation.retain-seconds | -1 |
| yarn.nm.liveness-monitor.expiry-interval-ms | 600000 |
| yarn.nodemanager.address | ${yarn.nodemanager.hostname}:0 |
| yarn.nodemanager.admin-env | MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX |
| yarn.nodemanager.aux-services.mapreduce_shuffle.class | org.apache.hadoop.mapred.ShuffleHandler |
| yarn.nodemanager.container-executor.class | org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor |
| yarn.nodemanager.container-localizer.log.level | INFO |
| yarn.nodemanager.container-manager.thread-count | 20 |
| yarn.nodemanager.container-metrics.unregister-delay-ms | 10000 |
| yarn.nodemanager.container-monitor.interval-ms | 3000 |
| yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled | false |
| yarn.nodemanager.default-container-executor.log-dirs.permissions | 710 |
| yarn.nodemanager.delete.debug-delay-sec | 0 |
| yarn.nodemanager.delete.thread-count | 4 |
| yarn.nodemanager.disk-health-checker.interval-ms | 120000 |
| yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage | 90.0 |
| yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb | 0 |
| yarn.nodemanager.disk-health-checker.min-healthy-disks | 0.25 |
| yarn.nodemanager.docker-container-executor.exec-name | /usr/bin/docker |
| yarn.nodemanager.env-whitelist | JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME |
| yarn.nodemanager.health-checker.interval-ms | 600000 |
| yarn.nodemanager.health-checker.script.timeout-ms | 1200000 |
| yarn.nodemanager.hostname | 0.0.0.0 |
| yarn.nodemanager.keytab | /etc/krb5.keytab |
| yarn.nodemanager.linux-container-executor.cgroups.hierarchy | /hadoop-yarn |
| yarn.nodemanager.linux-container-executor.cgroups.mount | false |
| yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage | false |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users | true |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user | nobody |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern | ^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$ |
| yarn.nodemanager.linux-container-executor.resources-handler.class | org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler |
| yarn.nodemanager.local-cache.max-files-per-directory | 8192 |
| yarn.nodemanager.local-dirs | ${hadoop.tmp.dir}/nm-local-dir |
| yarn.nodemanager.localizer.address | ${yarn.nodemanager.hostname}:8040 |
| yarn.nodemanager.localizer.cache.cleanup.interval-ms | 600000 |
| yarn.nodemanager.localizer.cache.target-size-mb | 10240 |
| yarn.nodemanager.localizer.client.thread-count | 5 |
| yarn.nodemanager.localizer.fetch.thread-count | 4 |
| yarn.nodemanager.log-aggregation.compression-type | none |
| yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds | -1 |
| yarn.nodemanager.log-dirs | ${yarn.log.dir}/userlogs |
| yarn.nodemanager.log.retain-seconds | 10800 |
| yarn.nodemanager.logaggregation.threadpool-size-max | 100 |
| yarn.nodemanager.pmem-check-enabled | true |
| yarn.nodemanager.process-kill-wait.ms | 2000 |
| yarn.nodemanager.recovery.compaction-interval-secs | 3600 |
| yarn.nodemanager.recovery.dir | ${hadoop.tmp.dir}/yarn-nm-recovery |
| yarn.nodemanager.recovery.enabled | false |
| yarn.nodemanager.remote-app-log-dir | /tmp/logs |
| yarn.nodemanager.remote-app-log-dir-suffix | logs |
| yarn.nodemanager.resource.cpu-vcores | 8 |
| yarn.nodemanager.resource.memory-mb | 8192 |
| yarn.nodemanager.resource.percentage-physical-cpu-limit | 100 |
| yarn.nodemanager.resourcemanager.minimum.version | NONE |
| yarn.nodemanager.sleep-delay-before-sigkill.ms | 250 |
| yarn.nodemanager.vmem-check-enabled | false |
| yarn.nodemanager.vmem-pmem-ratio | 2.1 |
| yarn.nodemanager.webapp.address | ${yarn.nodemanager.hostname}:8042 |
| yarn.resourcemanager.address | ${yarn.resourcemanager.hostname}:8032 |
| yarn.resourcemanager.admin.address | ${yarn.resourcemanager.hostname}:8033 |
| yarn.resourcemanager.admin.client.thread-count | 1 |
| yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs | *********(redacted) |
| yarn.resourcemanager.am.max-attempts | 2 |
| yarn.resourcemanager.amlauncher.log.command | false |
| yarn.resourcemanager.amlauncher.thread-count | 50 |
| yarn.resourcemanager.client.thread-count | 50 |
| yarn.resourcemanager.configuration.provider-class | org.apache.hadoop.yarn.LocalConfigurationProvider |
| yarn.resourcemanager.connect.max-wait.ms | 900000 |
| yarn.resourcemanager.connect.retry-interval.ms | 30000 |
| yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs | *********(redacted) |
| yarn.resourcemanager.container.liveness-monitor.interval-ms | 600000 |
| yarn.resourcemanager.delayed.delegation-token.removal-interval-ms | *********(redacted) |
| yarn.resourcemanager.fail-fast | ${yarn.fail-fast} |
| yarn.resourcemanager.fs.state-store.retry-policy-spec | 2000, 500 |
| yarn.resourcemanager.fs.state-store.uri | ${hadoop.tmp.dir}/yarn/system/rmstore |
| yarn.resourcemanager.ha.automatic-failover.embedded | true |
| yarn.resourcemanager.ha.automatic-failover.enabled | true |
| yarn.resourcemanager.ha.automatic-failover.zk-base-path | /yarn-leader-election |
| yarn.resourcemanager.ha.enabled | false |
| yarn.resourcemanager.hostname | 0.0.0.0 |
| yarn.resourcemanager.keytab | /etc/krb5.keytab |
| yarn.resourcemanager.max-completed-applications | 10000 |
| yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory | 10 |
| yarn.resourcemanager.nodemanager-connect-retries | 10 |
| yarn.resourcemanager.nodemanager.minimum.version | NONE |
| yarn.resourcemanager.nodemanagers.heartbeat-interval-ms | 1000 |
| yarn.resourcemanager.proxy-user-privileges.enabled | false |
| yarn.resourcemanager.recovery.enabled | false |
| yarn.resourcemanager.resource-tracker.address | ${yarn.resourcemanager.hostname}:8031 |
| yarn.resourcemanager.resource-tracker.client.thread-count | 50 |
| yarn.resourcemanager.scheduler.address | ${yarn.resourcemanager.hostname}:8030 |
| yarn.resourcemanager.scheduler.class | org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler |
| yarn.resourcemanager.scheduler.client.thread-count | 50 |
| yarn.resourcemanager.scheduler.monitor.enable | false |
| yarn.resourcemanager.scheduler.monitor.policies | org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy |
| yarn.resourcemanager.state-store.max-completed-applications | ${yarn.resourcemanager.max-completed-applications} |
| yarn.resourcemanager.store.class | org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore |
| yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size | 10 |
| yarn.resourcemanager.system-metrics-publisher.enabled | false |
| yarn.resourcemanager.webapp.address | ${yarn.resourcemanager.hostname}:8088 |
| yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled | *********(redacted) |
| yarn.resourcemanager.webapp.https.address | ${yarn.resourcemanager.hostname}:8090 |
| yarn.resourcemanager.work-preserving-recovery.enabled | false |
| yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms | 10000 |
| yarn.resourcemanager.zk-acl | world:anyone:rwcda |
| yarn.resourcemanager.zk-num-retries | 1000 |
| yarn.resourcemanager.zk-retry-interval-ms | 1000 |
| yarn.resourcemanager.zk-state-store.parent-path | /rmstore |
| yarn.resourcemanager.zk-timeout-ms | 10000 |
| yarn.scheduler.maximum-allocation-mb | 8192 |
| yarn.scheduler.maximum-allocation-vcores | 4 |
| yarn.scheduler.minimum-allocation-mb | 1024 |
| yarn.scheduler.minimum-allocation-vcores | 1 |
| yarn.timeline-service.address | ${yarn.timeline-service.hostname}:10200 |
| yarn.timeline-service.client.max-retries | 30 |
| yarn.timeline-service.client.retry-interval-ms | 1000 |
| yarn.timeline-service.enabled | false |
| yarn.timeline-service.handler-thread-count | 10 |
| yarn.timeline-service.hostname | 0.0.0.0 |
| yarn.timeline-service.http-authentication.simple.anonymous.allowed | true |
| yarn.timeline-service.http-authentication.type | simple |
| yarn.timeline-service.keytab | /etc/krb5.keytab |
| yarn.timeline-service.leveldb-timeline-store.path | ${hadoop.tmp.dir}/yarn/timeline |
| yarn.timeline-service.leveldb-timeline-store.read-cache-size | 104857600 |
| yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size | 10000 |
| yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size | 10000 |
| yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms | 300000 |
| yarn.timeline-service.store-class | org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore |
| yarn.timeline-service.ttl-enable | true |
| yarn.timeline-service.ttl-ms | 604800000 |
| yarn.timeline-service.webapp.address | ${yarn.timeline-service.hostname}:8188 |
| yarn.timeline-service.webapp.https.address | ${yarn.timeline-service.hostname}:8190 |
| Name | Value |
|---|---|
| SPARK_SUBMIT | true |
| awt.toolkit | sun.awt.X11.XToolkit |
| file.encoding | UTF-8 |
| file.encoding.pkg | sun.io |
| file.separator | / |
| java.awt.graphicsenv | sun.awt.X11GraphicsEnvironment |
| java.awt.printerjob | sun.print.PSPrinterJob |
| java.class.version | 52.0 |
| java.endorsed.dirs | /usr/java/jdk1.8.0_191-amd64/jre/lib/endorsed |
| java.ext.dirs | /usr/java/jdk1.8.0_191-amd64/jre/lib/ext:/usr/java/packages/lib/ext |
| java.home | /usr/java/jdk1.8.0_191-amd64/jre |
| java.io.tmpdir | /tmp |
| java.library.path | /opt/oracle_client/instantclient_12_2:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| java.runtime.name | Java(TM) SE Runtime Environment |
| java.runtime.version | 1.8.0_191-b12 |
| java.specification.name | Java Platform API Specification |
| java.specification.vendor | Oracle Corporation |
| java.specification.version | 1.8 |
| java.vendor | Oracle Corporation |
| java.vendor.url | http://java.oracle.com/ |
| java.vendor.url.bug | http://bugreport.sun.com/bugreport/ |
| java.version | 1.8.0_191 |
| java.vm.info | mixed mode |
| java.vm.name | Java HotSpot(TM) 64-Bit Server VM |
| java.vm.specification.name | Java Virtual Machine Specification |
| java.vm.specification.vendor | Oracle Corporation |
| java.vm.specification.version | 1.8 |
| java.vm.vendor | Oracle Corporation |
| java.vm.version | 25.191-b12 |
| jdk.reflect.useDirectMethodHandle | false |
| jetty.git.hash | da9a0b30691a45daf90a9f17b5defa2f1434f882 |
| line.separator | |
| log4j.configuration | file:/opt/dataplatform/spark_sql/./conf/log4j.properties |
| log4j1.compatibility | true |
| os.arch | amd64 |
| os.name | Linux |
| os.version | 3.10.0-862.el7.x86_64 |
| path.separator | : |
| sun.arch.data.model | 64 |
| sun.boot.class.path | /usr/java/jdk1.8.0_191-amd64/jre/lib/resources.jar:/usr/java/jdk1.8.0_191-amd64/jre/lib/rt.jar:/usr/java/jdk1.8.0_191-amd64/jre/lib/sunrsasign.jar:/usr/java/jdk1.8.0_191-amd64/jre/lib/jsse.jar:/usr/java/jdk1.8.0_191-amd64/jre/lib/jce.jar:/usr/java/jdk1.8.0_191-amd64/jre/lib/charsets.jar:/usr/java/jdk1.8.0_191-amd64/jre/lib/jfr.jar:/usr/java/jdk1.8.0_191-amd64/jre/classes |
| sun.boot.library.path | /usr/java/jdk1.8.0_191-amd64/jre/lib/amd64 |
| sun.cpu.endian | little |
| sun.cpu.isalist | |
| sun.io.unicode.encoding | UnicodeLittle |
| sun.java.command | org.apache.spark.deploy.SparkSubmit --master local[48] --conf spark.rpc.message.maxSize=2024 --conf spark.driver.memory=20g --conf spark.local.dir=/opt/dataplatform/spark_sql/./tmp --conf spark.storage.memoryFraction=0.7 --conf spark.ui.port=4046 --conf spark.memory.fraction=0.7 --conf spark.executor.extraJavaOptions=-Xss256k -XX:+UseG1GC -XX:+ExplicitGCInvokesConcurrent -XX:+AlwaysPreTouch -XX:-ResizePLAB -XX:MaxGCPauseMillis=100 -XX:+UnlockExperimentalVMOptions -XX:G1NewSizePercent=5 -XX:G1MaxNewSizePercent=60 -XX:+ParallelRefProcEnabled -XX:ParallelGCThreads=4 -XX:ConcGCThreads=3 --conf spark.driver.extraJavaOptions=-Dlog4j.configuration=file:/opt/dataplatform/spark_sql/./conf/log4j.properties -Xss256k -XX:+UseG1GC -XX:+ExplicitGCInvokesConcurrent -XX:+AlwaysPreTouch -XX:-ResizePLAB -XX:MaxGCPauseMillis=100 -XX:+UnlockExperimentalVMOptions -XX:G1NewSizePercent=10 -XX:G1MaxNewSizePercent=30 -XX:+ParallelRefProcEnabled -XX:ParallelGCThreads=4 -XX:ConcGCThreads=3 --class com.feisuanyz.bigdata.SparkSqlFlowJob --num-executors 1 --executor-memory 8g --executor-cores 4 --jars /opt/dataplatform/spark_sql/lib/avatica-core-1.23.0.jar,/opt/dataplatform/spark_sql/lib/CacheDB.jar,/opt/dataplatform/spark_sql/lib/common-utils-1.0.1.jar,/opt/dataplatform/spark_sql/lib/db_db2db-1.0.38.jar,/opt/dataplatform/spark_sql/lib/DmJdbcDriver18.jar,/opt/dataplatform/spark_sql/lib/druid-1.2.8.jar,/opt/dataplatform/spark_sql/lib/elasticsearch-java-8.9.1.jar,/opt/dataplatform/spark_sql/lib/elasticsearch-rest-client-8.9.1.jar,/opt/dataplatform/spark_sql/lib/fd-sparkudf-1.0-SNAPSHOT.jar,/opt/dataplatform/spark_sql/lib/gbase-connector-java-8.3.81.53-build55.5.5-bin.jar,/opt/dataplatform/spark_sql/lib/ImpalaJDBC41-2.5.43.jar,/opt/dataplatform/spark_sql/lib/ImpalaJDBC41.jar,/opt/dataplatform/spark_sql/lib/influxdb-client-core-6.8.0.jar,/opt/dataplatform/spark_sql/lib/influxdb-client-java-6.8.0.jar,/opt/dataplatform/spark_sql/lib/influxdb-client-utils-6.8.0.jar,/opt/dataplatform/spark_sql/lib/intersystems-jdbc-3.1.0.jar,/opt/dataplatform/spark_sql/lib/jakarta.activation-api-1.2.1.jar,/opt/dataplatform/spark_sql/lib/jakarta.annotation-api-1.3.5.jar,/opt/dataplatform/spark_sql/lib/jakarta.inject-2.6.1.jar,/opt/dataplatform/spark_sql/lib/jakarta.json-api-2.0.1.jar,/opt/dataplatform/spark_sql/lib/jakarta.validation-api-2.0.2.jar,/opt/dataplatform/spark_sql/lib/jakarta.ws.rs-api-2.1.6.jar,/opt/dataplatform/spark_sql/lib/java-code-compile-0.0.1.jar,/opt/dataplatform/spark_sql/lib/Java-WebSocket-1.5.2.jar,/opt/dataplatform/spark_sql/lib/kudu-mapreduce-1.7.0-cdh5.15.0.jar,/opt/dataplatform/spark_sql/lib/mongodb-driver-core-4.4.2.jar,/opt/dataplatform/spark_sql/lib/mongodb-driver-sync-4.4.2.jar,/opt/dataplatform/spark_sql/lib/mybatis-3.5.3.jar,/opt/dataplatform/spark_sql/lib/mybatis-spring-1.3.2.jar,/opt/dataplatform/spark_sql/lib/mysql-connector-java-5.1.49.jar,/opt/dataplatform/spark_sql/lib/oceanbase-client-2.4.2.jar,/opt/dataplatform/spark_sql/lib/ojdbc6-11.2.0.4.jar,/opt/dataplatform/spark_sql/lib/orai18n-19.3.0.0.jar,/opt/dataplatform/spark_sql/lib/original-flink-1.0.3.jar,/opt/dataplatform/spark_sql/lib/parsson-1.0.0.jar,/opt/dataplatform/spark_sql/lib/scala-code-compile-0.0.2.jar,/opt/dataplatform/spark_sql/lib/security_authentication-1.0-SNAPSHOT.jar,/opt/dataplatform/spark_sql/lib/sparkudf-1.0.0.jar,/opt/dataplatform/spark_sql/lib/spring-beans-5.2.10.RELEASE.jar,/opt/dataplatform/spark_sql/lib/spring-core-5.2.10.RELEASE.jar,/opt/dataplatform/spark_sql/lib/spring-web-5.2.10.RELEASE.jar,/opt/dataplatform/spark_sql/lib/sqljdbc4-4.0.jar,/opt/dataplatform/spark_sql/lib/taos-jdbcdriver-3.2.4.jar,/opt/dataplatform/spark_sql/lib/worker-common-1.0.83.jar ./spark_sql-1.2.90.jar 9998 127.0.0.1 4046 |
| sun.java.launcher | SUN_STANDARD |
| sun.jnu.encoding | UTF-8 |
| sun.management.compiler | HotSpot 64-Bit Tiered Compilers |
| sun.os.patch.level | unknown |
| user.country | US |
| user.dir | /data/dataplatform/spark_sql |
| user.home | /root |
| user.language | en |
| user.name | root |
| user.timezone | Asia/Shanghai |
| Name | Value |
|---|---|
| *.sink.servlet.class | org.apache.spark.metrics.sink.MetricsServlet |
| *.sink.servlet.path | /metrics/json |
| applications.sink.servlet.path | /metrics/applications/json |
| master.sink.servlet.path | /metrics/master/json |
| Resource | Source |
|---|---|
| /conf | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/conf/ | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/HikariCP-2.5.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/HikariCP-2.7.9.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/JLargeArrays-1.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/JTransforms-3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/RoaringBitmap-0.9.38.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ST4-4.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/activation-1.1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/adapter-rxjava3-2.9.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aircompressor-0.21.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/algebra_2.12-2.0.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/annotations-17.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ant-1.9.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ant-launcher-1.9.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/antlr-2.7.7.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/antlr-runtime-3.5.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/antlr4-runtime-4.9.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aopalliance-1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aopalliance-repackaged-2.4.0-b34.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/apacheds-i18n-2.0.0-M15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/apacheds-kerberos-codec-2.0.0-M15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/api-asn1-api-1.0.0-M20.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/api-util-1.0.0-M20.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arpack-3.0.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arpack_combined_all-0.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arrow-format-11.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arrow-memory-0.10.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arrow-memory-core-11.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arrow-memory-netty-11.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/arrow-vector-11.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/asm-4.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/asm-commons-3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/asm-tree-3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aspectjweaver-1.8.13.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/async-1.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/audience-annotations-0.7.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/avatica-metrics-1.19.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/avro-1.11.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/avro-ipc-1.11.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/avro-mapred-1.11.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/avro-mapred-1.8.2-hadoop2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aws-java-sdk-core-1.11.145.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aws-java-sdk-dynamodb-1.11.145.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aws-java-sdk-ec2-1.11.145.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aws-java-sdk-kms-1.11.145.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/aws-java-sdk-s3-1.11.145.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/bcpkix-jdk15on-1.56.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/bcprov-jdk15on-1.55.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/blas-3.0.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/bonecp-0.8.0.RELEASE.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/breeze-macros_2.12-2.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/breeze_2.12-2.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/bson-4.4.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/byte-buddy-1.9.10.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/cache-api-1.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/cats-kernel_2.12-2.1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/cdi-api-1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/cglib-3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/chill-java-0.10.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/chill_2.12-0.10.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/classmate-1.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/com.springsource.org.apache.tools.ant-1.8.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-beanutils-1.9.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-cli-1.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-codec-1.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-collections-3.2.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-collections4-4.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-compiler-3.1.9.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-compress-1.22.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-configuration-1.10.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-crypto-1.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-csv-1.9.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-daemon-1.0.13.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-dbcp-1.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-el-1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-email-1.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-httpclient-3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-io-2.11.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-lang-2.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-lang3-3.12.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-logging-1.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-math3-3.6.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-net-3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-pool-1.5.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-pool2-2.8.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/commons-text-1.10.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/compiler-0.9.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/compress-lzf-1.1.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/converter-gson-2.9.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/converter-scalars-2.9.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/curator-client-2.13.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/curator-framework-2.13.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/curator-recipes-2.13.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/curvesapi-1.04.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/dal-interface-1.7.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/dal-tools-2.8.7.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/datanucleus-api-jdo-4.2.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/datanucleus-core-4.1.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/datanucleus-rdbms-4.1.19.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/derby-10.14.2.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/dom4j-1.6.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/easyexcel-2.2.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ehcache-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/eigenbase-properties-1.1.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ezmorph-1.0.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/fastjson-1.2.83.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/findbugs-annotations-1.3.9-1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/flatbuffers-1.2.0-3f79e055.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/flatbuffers-java-1.12.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/fortune-1.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/fst-2.57.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/geronimo-annotation_1.0_spec-1.1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/geronimo-jaspic_1.0_spec-1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/geronimo-jta_1.1_spec-1.1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/google-http-client-1.20.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/google-http-client-xml-1.20.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/groovy-all-2.4.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/gson-2.10.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/guava-19.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/guice-3.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/guice-servlet-3.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/h2-1.4.197.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-annotations-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-auth-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-client-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-common-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-hdfs-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-mapreduce-client-common-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-mapreduce-client-core-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-yarn-api-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-yarn-client-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-yarn-common-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hadoop-yarn-server-web-proxy-2.6.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hbase-annotations-1.2.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hbase-common-1.2.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hbase-protocol-1.2.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hibernate-validator-5.3.6.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hibernate-validator-6.0.14.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-ant-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-classification-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-common-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-exec-1.1.0-cdh5.15.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-jdbc-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-metastore-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-serde-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-service-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-shims-0.23-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-shims-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-shims-common-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hive-shims-scheduler-1.1.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hk2-api-2.6.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hk2-locator-2.6.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hk2-utils-2.6.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hppc-0.7.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/htrace-core-3.2.0-incubating.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/htrace-core4-4.2.0-incubating.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpasyncclient-4.1.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpclient-4.5.14.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpclient5-5.1.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpcore-4.4.16.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpcore-nio-4.4.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpcore5-5.1.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/httpmime-4.5.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hutool-all-5.8.18.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/hutool-core-5.8.18.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ion-java-1.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/istack-commons-runtime-3.0.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ivy-2.5.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-annotations-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-core-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-core-asl-1.9.13.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-databind-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-dataformat-yaml-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-datatype-hppc-2.9.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-datatype-jdk8-2.9.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-datatype-joda-2.9.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-datatype-json-org-2.9.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-datatype-jsr310-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-jaxrs-1.8.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-mapper-asl-1.9.13.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-module-jaxb-annotations-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-module-parameter-names-2.9.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-module-scala_2.12-2.14.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jackson-xc-1.8.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.activation-api-1.2.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.annotation-api-1.3.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.inject-2.6.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.servlet-api-4.0.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.validation-api-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.ws.rs-api-2.1.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jakarta.xml.bind-api-2.3.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jamon-runtime-2.3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/janino-3.1.9.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jasper-compiler-5.5.23.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jasper-runtime-5.5.23.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/java-uuid-generator-3.1.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/java-xmlbuilder-0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javapoet-1.11.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javassist-3.25.0-GA.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.annotation-api-1.3.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.inject-1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.inject-2.4.0-b34.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.jdo-3.2.0-m3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.mail-1.5.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.servlet-api-4.0.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javax.ws.rs-api-2.0.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/javolution-5.5.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jaxb-api-2.2.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jaxb-impl-2.2.3-1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jaxb-runtime-2.3.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jboss-logging-3.3.2.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jcip-annotations-1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jcl-over-slf4j-1.7.16.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jcl-over-slf4j-2.0.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jdo-api-3.0.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-client-2.36.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-common-2.36.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-container-servlet-2.36.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-container-servlet-core-2.36.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-guava-2.22.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-hk2-2.36.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-media-jaxb-2.22.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jersey-server-2.36.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jets3t-0.9.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jettison-1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jetty-6.1.26.cloudera.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jetty-all-7.6.0.v20120127.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jetty-util-6.1.26.cloudera.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jgraphx-1.10.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jline-2.14.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jmespath-java-1.11.145.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/joda-time-2.12.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jodd-bean-5.0.10.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jodd-core-3.5.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jpam-1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jsch-0.1.42.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json-1.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json-20171018.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json-lib-2.4-jdk15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json4s-ast_2.12-3.7.0-M11.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json4s-core_2.12-3.7.0-M11.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json4s-jackson_2.12-3.7.0-M11.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/json4s-scalap_2.12-3.7.0-M11.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jsp-api-2.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jsr250-api-1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jsr305-3.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jta-1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/jul-to-slf4j-2.0.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/junrar-6.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kafka-clients-1.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/knife4j-annotations-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/knife4j-core-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/knife4j-spring-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/knife4j-spring-boot-autoconfigure-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/knife4j-spring-boot-starter-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/knife4j-spring-ui-2.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kotlin-stdlib-1.6.20.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kotlin-stdlib-common-1.6.20.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kotlin-stdlib-jdk7-1.8.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kotlin-stdlib-jdk8-1.8.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kryo-shaded-4.0.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-client-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-client-api-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-httpclient-okhttp-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-admissionregistration-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-apiextensions-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-apps-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-autoscaling-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-batch-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-certificates-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-common-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-coordination-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-core-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-discovery-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-events-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-extensions-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-flowcontrol-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-gatewayapi-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-metrics-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-networking-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-node-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-policy-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-rbac-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-scheduling-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kubernetes-model-storageclass-6.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/kudu-client-1.7.0-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/lang-mustache-client-5.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/lapack-3.0.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/leveldbjni-all-1.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/libfb303-0.9.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/libthrift-0.12.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/liquibase-core-3.6.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/log4j-1.2-api-2.19.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/log4j-api-2.19.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/log4j-core-2.19.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/log4j-slf4j2-impl-2.19.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/logging-interceptor-4.10.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/logredactor-1.0.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/lombok-1.18.12.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/lz4-java-1.8.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/mail-1.4.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/mapstruct-1.2.0.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/maven-aether-provider-3.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/maven-model-3.6.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/maven-model-builder-3.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/maven-repository-metadata-3.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/mesos-1.4.3-shaded-protobuf.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/metrics-core-4.2.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/metrics-graphite-4.2.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/metrics-jmx-4.2.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/metrics-json-4.2.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/metrics-jvm-4.2.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/minlog-1.3.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/mockito-all-1.9.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-all-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-buffer-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-codec-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-codec-http-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-codec-http2-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-codec-socks-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-common-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-handler-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-handler-proxy-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-resolver-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-classes-epoll-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-classes-kqueue-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-native-epoll-4.1.87.Final-linux-aarch_64.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-native-epoll-4.1.87.Final-linux-x86_64.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-native-kqueue-4.1.87.Final-osx-aarch_64.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-native-kqueue-4.1.87.Final-osx-x86_64.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/netty-transport-native-unix-common-4.1.87.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/nga-consistenthash-1.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/nga-multi-thread-context-1.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/nga-redis-1.0.7.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/nga-shardingdal-1.2.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/nga-xeos-1.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/objenesis-2.5.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/objenesis-3.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ognl-3.1.15.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/okhttp-4.10.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/okio-3.3.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/okio-jvm-3.3.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ons-11.2.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/opencsv-2.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/oraclepki-11.2.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/orc-core-1.5.2-nohive.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/orc-core-1.8.3-shaded-protobuf.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/orc-mapreduce-1.5.2-nohive.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/orc-mapreduce-1.8.3-shaded-protobuf.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/orc-shims-1.8.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/org.eclipse.sisu.inject-0.0.0.M2a.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/org.eclipse.sisu.plexus-0.0.0.M2a.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/oro-2.0.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/osdt_cert-11.2.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/osdt_core-11.2.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/osgi-resource-locator-1.0.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/paranamer-2.8.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parent-join-client-5.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-column-1.12.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-common-1.12.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-encoding-1.12.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-format-2.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-format-structures-1.12.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-hadoop-1.12.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-hadoop-bundle-1.6.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/parquet-jackson-1.12.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/percolator-client-5.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/pickle-1.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/plexus-classworlds-2.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/plexus-component-annotations-1.5.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/plexus-interactivity-api-1.0-alpha-6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/plexus-interpolation-1.16.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/plexus-utils-3.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/poi-3.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/poi-ooxml-3.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/poi-ooxml-schemas-3.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/postgresql-42.1.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/protobuf-java-3.17.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/py4j-0.10.9.7.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/pyrolite-4.13.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/rbac-common-1.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/reactive-streams-1.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/reactor-core-3.2.6.RELEASE.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/redisson-3.11.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/reflections-0.9.11.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/reindex-client-5.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/retrofit-2.9.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/rocksdbjni-7.9.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/rxjava-3.1.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/scala-collection-compat_2.12-2.7.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/scala-compiler-2.12.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/scala-library-2.12.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/scala-parser-combinators_2.12-2.1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/scala-reflect-2.12.17.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/scala-xml_2.12-2.1.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/shims-0.9.38.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/simplefan-11.2.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/sisu-guice-3.1.0-no_aop.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/slf4j-api-2.0.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/snakeyaml-1.33.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/snappy-java-1.1.9.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-catalyst_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-core_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-graphx_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-kubernetes_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-kvstore_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-launcher_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-mesos_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-mllib-local_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-mllib_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-network-common_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-network-shuffle_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-repl_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-sketch_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-sql_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-streaming_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-tags_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-unsafe_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spark-yarn_2.12-3.4.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spire-macros_2.12-0.17.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spire-platform_2.12-0.17.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spire-util_2.12-0.17.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spire_2.12-0.17.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spring-beans-5.2.10.RELEASE.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spring-core-5.2.10.RELEASE.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/spring-web-5.2.9.RELEASE.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/sshd-common-2.7.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/sshd-core-2.7.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/sshd-sftp-2.7.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/stax-api-1.0-2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/stream-2.9.6.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/stringtemplate-3.2.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/super-csv-2.2.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/threeten-extra-1.7.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/tink-1.7.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/transaction-api-1.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/transmittable-thread-local-2.11.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/transport-5.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/transport-netty4-client-5.5.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/ucp-11.2.0.4.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/univocity-parsers-2.9.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/unused-1.0.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/validation-api-2.0.1.Final.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/velocity-1.5.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xbean-asm9-shaded-4.22.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xercesImpl-2.9.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xlsx-streamer-1.2.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xml-apis-1.3.04.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xmlbeans-2.6.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xmlenc-0.52.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xmlpull-1.1.3.1.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xpp3-1.1.4c.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xpp3_min-1.1.4c.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xstream-1.4.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/xz-1.9.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/zip4j-1.3.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/zjsonpatch-0.3.0.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/zookeeper-3.4.5-cdh5.16.2.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/zookeeper-jute-3.6.3.jar | System Classpath |
| /opt/dataplatform/spark-3.4.0-bin-hadoop3/jars/zstd-jni-1.5.2-5.jar | System Classpath |
| spark://bigdata-POC-0:46679/jars/CacheDB.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/DmJdbcDriver18.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/ImpalaJDBC41-2.5.43.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/ImpalaJDBC41.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/Java-WebSocket-1.5.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/avatica-core-1.23.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/common-utils-1.0.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/db_db2db-1.0.38.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/druid-1.2.8.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/elasticsearch-java-8.9.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/elasticsearch-rest-client-8.9.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/fd-sparkudf-1.0-SNAPSHOT.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/gbase-connector-java-8.3.81.53-build55.5.5-bin.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/influxdb-client-core-6.8.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/influxdb-client-java-6.8.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/influxdb-client-utils-6.8.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/intersystems-jdbc-3.1.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/jakarta.activation-api-1.2.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/jakarta.annotation-api-1.3.5.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/jakarta.inject-2.6.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/jakarta.json-api-2.0.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/jakarta.validation-api-2.0.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/jakarta.ws.rs-api-2.1.6.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/java-code-compile-0.0.1.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/kudu-mapreduce-1.7.0-cdh5.15.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/mongodb-driver-core-4.4.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/mongodb-driver-sync-4.4.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/mybatis-3.5.3.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/mybatis-spring-1.3.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/mysql-connector-java-5.1.49.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/oceanbase-client-2.4.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/ojdbc6-11.2.0.4.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/orai18n-19.3.0.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/original-flink-1.0.3.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/parsson-1.0.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/scala-code-compile-0.0.2.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/security_authentication-1.0-SNAPSHOT.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/spark_sql-1.2.90.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/sparkudf-1.0.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/spring-beans-5.2.10.RELEASE.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/spring-core-5.2.10.RELEASE.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/spring-web-5.2.10.RELEASE.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/sqljdbc4-4.0.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/taos-jdbcdriver-3.2.4.jar | Added By User |
| spark://bigdata-POC-0:46679/jars/worker-common-1.0.83.jar | Added By User |