# DLI内置依赖包 DLI内置依赖包是平台默认提供的依赖包，用户打包Spark或Flink jar作业jar包时，不需要额外上传这些依赖包，以免与平台内置依赖包冲突。 #### Spark 3.3.1 依赖包 表1Spark 3.3.1依赖包 | 依赖包名称 ||| |:---|---|---| | accessors-smart-2.5.0.jar | hive-jdbc-3.1.0-h0.cbu.dli.20240712.r2.jar | libfb303-0.9.3.jar | | activation-1.1.1.jar | hive-llap-common-3.1.0-h0.cbu.dli.20240712.r2.jar | libthrift-0.14.1-ei-311001.jar | | aggdesigner-algorithm-6.0.jar | hive-metastore-3.1.0-h0.cbu.dli.20240712.r2.jar | listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar | | aircompressor-0.27.jar | hive-serde-3.1.0-h0.cbu.dli.20240712.r2.jar | log4j-1.2-api-2.17.2.jar | | algebra_2.12-2.0.1.jar | hive-service-rpc-3.1.0-h0.cbu.dli.20240712.r2.jar | log4j-api-2.17.2.jar | | annotations-17.0.0.jar | hive-shims-0.23-3.1.0-h0.cbu.dli.20240712.r2.jar | log4j-core-2.17.2.jar | | antlr4-runtime-4.8.jar | hive-shims-3.1.0-h0.cbu.dli.20240712.r2.jar | log4j-slf4j-impl-2.17.2.jar | | antlr-runtime-3.5.2.jar | hive-shims-common-3.1.0-h0.cbu.dli.20240712.r2.jar | logging-interceptor-3.14.9.jar | | aopalliance-1.0.jar | hive-shims-scheduler-3.1.0-h0.cbu.dli.20240712.r2.jar | luxor-agency-manager_2.12-3.0.0-20250717.081951-800.jar | | aopalliance-repackaged-2.6.1.jar | hive-spark-client-3.1.0-h0.cbu.dli.20240712.r2.jar | luxor-cluster-quota-manager-transport_2.12-3.0.0-20250717.201943-802.jar | | apiguardian-api-1.1.0.jar | hive-standalone-metastore-3.1.0-h0.cbu.dli.20240712.r2.jar | luxor-encrypt-3.0.0-20250717.201542-806.jar | | arpack-2.2.1.jar | hive-storage-api-3.1.0-h0.cbu.dli.20240712.r2.jar | luxor-fs3-3.0.0-20250717.201559-806.jar | | arpack_combined_all-0.1.jar | hive-vector-code-gen-3.1.0-h0.cbu.dli.20240712.r2.jar | luxor-hudi-util-3.0.0-20250717.083632-504.jar | | arrow-format-7.0.0.jar | hk2-api-2.6.1.jar | luxor-obs-fs3-3.0.0-20250717.201607-806.jar | | arrow-memory-core-7.0.0.jar | hk2-locator-2.6.1.jar | luxor-rpc_2.12-3.0.0-20250717.081915-801.jar | | arrow-memory-netty-7.0.0.jar | hk2-utils-2.6.1.jar | luxor-scc-adapter-3.0.0-20250717.201537-806.jar | | arrow-vector-7.0.0.jar | hppc-0.7.2.jar | lz4-java-1.8.0.jar | | asm-9.3.jar | httpasyncclient-4.1.4.jar | manager-hadoop-security-crypter-8.3.1-331.r10.jar | | audience-annotations-0.12.0.jar | httpclient-4.5.13.jar | mapstruct-1.4.2.Final.jar | | avatica-core-1.16.0.jar | httpcore-4.4.14.jar | memory-0.9.0.jar | | avatica-metrics-1.16.0.jar | huaweicloud-sdk-core-3.1.62.jar | metrics-core-2.2.0.jar | | avatica-server-1.16.0.jar | huaweicloud-sdk-csms-3.1.62.jar | metrics-core-4.2.7.jar | | avro-1.11.3.jar | hudi-cli-0.11.0-h0.cbu.dli.300.20250328.r1.jar | metrics-graphite-4.2.7.jar | | avro-ipc-1.11.3.jar | hudi-client-common-0.11.0-h0.cbu.dli.300.20250328.r1.jar | metrics-jmx-4.2.7.jar | | avro-mapred-1.11.3.jar | hudi-common-0.11.0-h0.cbu.dli.300.20250328.r1.jar | metrics-json-4.2.7.jar | | *xxx*-java-sdk-bundle-1.11.901.jar | hudi-hadoop-mr-0.11.0-h0.cbu.dli.300.20250328.r1.jar | metrics-jvm-4.2.7.jar | | *xxx*-keyvault-core-1.0.0.jar | hudi-hbase2.4.x-0.11.0-h0.cbu.dli.300.20250328.r1.jar | minlog-1.3.0.jar | | *xxx*-storage-7.0.1.jar | hudi-hive-sync-0.11.0-h0.cbu.dli.300.20250328.r1.jar | mrs-obs-provider-8.3.1-331.r10.jar | | bcpkix-jdk15on-1.69.jar | hudi-spark_2.12-0.11.0-h0.cbu.dli.300.20250328.r1.jar | native | | bcprov-jdk15on-1.69.jar | hudi-spark3.3.x_2.12-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-all-4.1.74.Final.jar | | bcprov-jdk15on-1.70.jar | hudi-spark3-common-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-buffer-4.1.74.Final.jar | | bcprov-jdk18on-1.76.jar | hudi-spark-client-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-codec-4.1.74.Final.jar | | bcutil-jdk15on-1.69.jar | hudi-spark-common_2.12-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-common-4.1.74.Final.jar | | blas-2.2.1.jar | hudi-sync-common-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-handler-4.1.74.Final.jar | | bonecp-0.8.0.RELEASE.jar | hudi-timeline-service-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-resolver-4.1.74.Final.jar | | breeze_2.12-1.2.jar | hudi-utilities_2.12-0.11.0-h0.cbu.dli.300.20250328.r1.jar | netty-tcnative-classes-2.0.48.Final.jar | | breeze-macros_2.12-1.2.jar | istack-commons-runtime-3.0.8.jar | netty-transport-4.1.74.Final.jar | | caffeine-2.8.1.jar | ivy-2.5.0.jar | netty-transport-classes-epoll-4.1.74.Final.jar | | calcite-core-1.22.0.jar | j2objc-annotations-2.8.jar | netty-transport-classes-kqueue-4.1.74.Final.jar | | calcite-linq4j-1.22.0.jar | jackson-annotations-2.15.2.jar | netty-transport-native-epoll-4.1.74.Final-linux-aarch_64.jar | | cats-kernel_2.12-2.1.1.jar | jackson-core-2.15.2.jar | netty-transport-native-epoll-4.1.74.Final-linux-x86_64.jar | | checker-qual-3.33.0.jar | jackson-core-asl-1.9.13-atlassian-4.jar | netty-transport-native-kqueue-4.1.74.Final-osx-aarch_64.jar | | chill_2.12-0.10.0.jar | jackson-databind-2.15.2.jar | netty-transport-native-kqueue-4.1.74.Final-osx-x86_64.jar | | chill-java-0.10.0.jar | jackson-dataformat-cbor-2.15.2.jar | netty-transport-native-unix-common-4.1.74.Final.jar | | commons-cli-1.5.0.jar | jackson-dataformat-yaml-2.15.2.jar | objenesis-3.2.jar | | commons-codec-1.15.jar | jackson-datatype-jdk8-2.13.4.jar | okhttp-3.14.9.jar | | commons-collections-3.2.2.jar | jackson-datatype-jsr310-2.15.2.jar | okio-1.14.0.jar | | commons-collections4-4.4.jar | jackson-datatype-threetenbp-2.12.5.jar | om-common-8.3.1-331.r10.jar | | commons-compiler-3.1.9.jar | jackson-jaxrs-base-2.12.7.jar | opencsv-2.3.jar | | commons-compress-1.26.0.jar | jackson-jaxrs-json-provider-2.12.7.jar | opentelemetry-api-1.16.0.jar | | commons-configuration2-2.10.1.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | opentelemetry-context-1.16.0.jar | | commons-crypto-1.0.0-20191105.jar | jackson-module-jaxb-annotations-2.15.2.jar | opentelemetry-semconv-1.16.0-alpha.jar | | commons-daemon-1.0.13.jar | jackson-module-scala_2.12-2.15.2.jar | opentracing-api-0.33.0.jar | | commons-dbcp-1.4.jar | jaeger-client-1.6.0.jar | opentracing-noop-0.33.0.jar | | commons-dbcp2-2.6.0.jar | jaeger-core-1.6.0.jar | opentracing-tracerresolver-0.1.8.jar | | commons-digester-2.1.jar | jaeger-thrift-1.6.0.jar | opentracing-util-0.33.0.jar | | commons-io-2.11.0.jar | jaeger-tracerresolver-1.6.0.jar | orc-core-1.6.7-h0.cbu.mrs.331.r10.jar | | commons-lang-2.6.jar | jakarta.activation-api-1.2.1.jar | orc-mapreduce-1.6.7-h0.cbu.mrs.331.r10.jar | | commons-lang3-3.12.0.jar | jakarta.annotation-api-1.3.5.jar | orc-shims-1.6.7-h0.cbu.mrs.331.r10.jar | | commons-logging-1.1.3.jar | jakarta.inject-2.6.1.jar | oro-2.0.8.jar | | commons-math3-3.6.1.jar | jakarta.servlet-api-4.0.3.jar | osgi-resource-locator-1.0.3.jar | | commons-net-3.8.0.jar | jakarta.validation-api-2.0.2.jar | paranamer-2.8.jar | | commons-pool-1.5.4.jar | jakarta.ws.rs-api-2.1.6.jar | parquet-avro-1.12.2.jar | | commons-text-1.10.0.jar | jakarta.xml.bind-api-2.3.2.jar | parquet-column-1.12.2.jar | | commons-validator-1.7.jar | jamon-runtime-2.4.1.jar | parquet-common-1.12.2.jar | | compress-lzf-1.1.jar | janino-3.1.9.jar | parquet-encoding-1.12.2.jar | | core-1.1.2.jar | JavaEWAH-0.3.2.jar | parquet-format-structures-1.12.2.jar | | curator-client-2.13.0.jar | javassist-3.25.0-GA.jar | parquet-hadoop-1.12.2.jar | | curator-framework-2.13.0.jar | javax.activation-api-1.2.0.jar | parquet-jackson-1.12.2.jar | | curator-recipes-2.13.0.jar | javax.annotation-api-1.3.2.jar | pickle-1.2.jar | | datanucleus-api-jdo-4.2.4.jar | javax.el-3.0.1-b12.jar | protobuf-java-2.5.0.jar | | datanucleus-core-4.1.17.jar | javax.inject-1.jar | py4j-0.10.9.5.jar | | datanucleus-rdbms-fi-4.1.19-302022.jar | javax.jdo-3.2.0-m3.jar | re2j-1.1.jar | | delta-core_2.12-2.3.0-h0.cbu.dli.20231023.r1.jar | javax.servlet-api-3.1.0.jar | RoaringBitmap-0.9.25.jar | | delta-storage-2.3.0-h0.cbu.dli.20231023.r1.jar | javax.servlet.jsp-2.3.2.jar | rocksdbjni-6.20.3.jar | | derby-10.14.2.0.jar | javax.servlet.jsp-api-2.3.1.jar | scala-collection-compat_2.12-2.1.1.jar | | disruptor-3.4.2.jar | javax.transaction-api-1.3.jar | scala-compiler-2.12.15.jar | | dli-catalog-client-3.0.0-20250709.014415-186-allDep.jar | javax.ws.rs-api-2.0.1.jar | scala-library-2.12.15.jar | | dli-catalog-hive3-client-3.0.0-20250709.014429-186.jar | javolution-5.5.1.jar | scala-parser-combinators_2.12-1.1.2.jar | | dli-catalog-hive-extension-3.0.0-20250709.014434-186.jar | jaxb-api-2.2.11.jar | scala-reflect-2.12.15.jar | | dli-lakehouse-storage-obs-3.3.1-3.0.0.dli-SNAPSHOT.jar | jaxb-runtime-2.3.2.jar | scala-xml_2.12-1.2.0.jar | | dli-spark-gluten-provider-3.3.1-3.0.0.dli-SNAPSHOT.jar | jcl-over-slf4j-1.7.36.jar | scopt_2.12-3.7.1.jar | | dli-spark-lakehouse-extension-3.3.1-3.0.0.dli-SNAPSHOT.jar | jcodings-1.0.58.jar | secComponentApi-1.1.8.jar | | dnsjava-2.1.7.jar | jdo-api-3.2.jar | serializer-2.7.2.jar | | dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar | jersey-client-2.36.jar | shapeless_2.12-2.3.7.jar | | error_prone_annotations-2.18.0.jar | jersey-common-2.36.jar | shims-0.9.25.jar | | esri-geometry-api-2.2.0.jar | jersey-container-servlet-2.36.jar | sketches-core-0.9.0.jar | | failureaccess-1.0.1.jar | jersey-container-servlet-core-2.36.jar | slf4j-api-1.7.36.jar | | flatbuffers-java-1.12.0.jar | jersey-hk2-2.36.jar | snakeyaml-2.0.jar | | glassfish-corba-omgapi-4.2.2.jar | jersey-server-2.36.jar | snakeyaml-engine-2.6.jar | | gluten_3.3.1-h0.cbu.dli.20250514.r1.jar | jettison-1.5.4.jar | snappy-java-1.1.10.4.jar | | gson-2.8.9.jar | jetty-rewrite-9.4.53.v20231009.jar | spark-avro_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | guava-32.1.2-jre.jar | jetty-util-ajax-9.4.54.v20240208.jar | spark-catalyst_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | guice-4.0.jar | JLargeArrays-1.5.jar | spark-core_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | guice-servlet-4.0.jar | jline-3.9.0.jar | spark-graphx_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-annotations-3.3.1-h0.cbu.mrs.331.r10.jar | joda-time-2.10.13.jar | spark-hadoop-cloud_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-archives-3.3.1-h0.cbu.mrs.331.r10.jar | jodd-core-3.5.2.jar | spark-hbase_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-auth-3.3.1-h0.cbu.mrs.331.r10.jar | jodd-util-6.0.0.jar | spark-hbaseV2_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-*xxx*-3.3.1-h0.cbu.mrs.331.r10.jar | joni-2.2.1.jar | spark-hive_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-*xxx*-3.3.1-h0.cbu.mrs.331.r10.jar | jpam-1.1.jar | spark-hive-thriftserver_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-client-runtime-3.3.1-h0.cbu.mrs.331.r10.jar | jsch-0.1.72.jar | spark-kubernetes_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-common-3.3.1-h0.cbu.mrs.331.r10.jar | json-20210307.jar | spark-kvstore_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-distcp-3.3.1-h0.cbu.mrs.331.r10.jar | json4s-ast_2.12-3.7.0-M11.jar | spark-launcher_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-hdfs-3.3.1-h0.cbu.mrs.331.r10.jar | json4s-core_2.12-3.7.0-M11.jar | spark-mllib_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-hdfs-client-3.3.1-h0.cbu.mrs.331.r10.jar | json4s-jackson_2.12-3.7.0-M11.jar | spark-mllib-local_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-3.1.1-54.5.jar | json4s-scalap_2.12-3.7.0-M11.jar | spark-network-common_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-obscommitter-3.3.1-h0.cbu.mrs.331.r10.jar | json-path-2.7.0.jar | spark-network-shuffle_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-mapreduce-client-core-3.3.1-h0.cbu.mrs.331.r10.jar | json-smart-2.5.0.jar | spark-quota-manager_2.12-3.3.1-3.0.0.dli-20250717.165119-596.jar | | hadoop-mapreduce-client-nativetask-3.3.1-h0.cbu.mrs.331.r10.jar | jsr305-3.0.0.jar | spark-repl_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-plugins-8.3.1-331.r10.jar | JTransforms-3.1.jar | spark-sketch_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-registry-3.3.1-h0.cbu.mrs.331.r10.jar | jul-to-slf4j-1.7.36.jar | spark-sql_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-shaded-guava-1.1.1.jar | kafka-clients-3.6.1-h0.cbu.mrs.331.r10.jar | spark-streaming_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-shaded-protobuf_3_7-1.1.1.jar | kerb-core-2.0.3.jar | spark-tags_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-yarn-api-3.3.1-h0.cbu.mrs.331.r10.jar | kerby-asn1-2.0.3.jar | spark-unsafe_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-yarn-client-3.3.1-h0.cbu.mrs.331.r10.jar | kerby-pkix-2.0.3.jar | spark-yarn_2.12-3.3.1-h0.cbu.dli.20250506.300.r2.jar | | hadoop-yarn-common-3.3.1-h0.cbu.mrs.331.r10.jar | kerby-util-2.0.3.jar | spire_2.12-0.17.0.jar | | hadoop-yarn-registry-3.3.1-h0.cbu.mrs.331.r10.jar | kotlin-stdlib-1.4.21.jar | spire-macros_2.12-0.17.0.jar | | hadoop-yarn-server-web-proxy-3.3.1-h0.cbu.mrs.331.r10.jar | kotlin-stdlib-common-1.4.21.jar | spire-platform_2.12-0.17.0.jar | | hbase-asyncfs-2.4.14-h0.cbu.mrs.331.r10.jar | kotlin-stdlib-jdk7-1.8.0.jar | spire-util_2.12-0.17.0.jar | | hbase-client-2.4.14-h0.cbu.mrs.331.r10.jar | kotlin-stdlib-jdk8-1.8.0.jar | sqlline-1.3.0.jar | | hbase-common-2.4.14-h0.cbu.mrs.331.r10.jar | kryo-shaded-4.0.2.jar | ST4-4.0.4.jar | | hbase-hadoop2-compat-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-client-6.7.0.jar | stax2-api-4.2.1.jar | | hbase-hadoop-compat-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-client-api-6.7.0.jar | stax-api-1.0.1.jar | | hbase-http-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-httpclient-okhttp-6.7.0.jar | stream-2.9.6.jar | | hbase-logging-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-admissionregistration-6.7.0.jar | streamingClient010 | | hbase-mapreduce-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-apiextensions-6.7.0.jar | super-csv-2.2.0.jar | | hbase-metrics-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-apps-6.7.0.jar | threeten-extra-1.5.0.jar | | hbase-metrics-api-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-autoscaling-6.7.0.jar | tink-1.7.0.jar | | hbase-procedure-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-batch-6.7.0.jar | token-server-client-1.0.6-h0.cbu.mrs.331.r10.jar | | hbase-protocol-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-certificates-6.7.0.jar | transaction-api-1.1.jar | | hbase-protocol-shaded-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-common-6.7.0.jar | univocity-parsers-2.9.1.jar | | hbase-replication-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-coordination-6.7.0.jar | us-common-1.0.76.6.jar | | hbase-rest-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-core-6.7.0.jar | velocity-engine-core-2.3.jar | | hbase-server-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-discovery-6.7.0.jar | websocket-api-9.4.40.v20210413.jar | | hbase-shaded-gson-4.1.4.jar | kubernetes-model-events-6.7.0.jar | websocket-client-9.4.40.v20210413.jar | | hbase-shaded-jersey-4.1.4.jar | kubernetes-model-extensions-6.7.0.jar | websocket-common-9.4.40.v20210413.jar | | hbase-shaded-jetty-4.1.4.jar | kubernetes-model-flowcontrol-6.7.0.jar | wildfly-openssl-1.1.3.Final.jar | | hbase-shaded-miscellaneous-4.1.4.jar | kubernetes-model-gatewayapi-6.7.0.jar | woodstox-core-5.4.0.jar | | hbase-shaded-netty-4.1.4.jar | kubernetes-model-metrics-6.7.0.jar | xalan-2.7.2.jar | | hbase-shaded-protobuf-4.1.4.jar | kubernetes-model-networking-6.7.0.jar | xbean-asm9-shaded-4.20.jar | | hbase-unsafe-4.1.4.jar | kubernetes-model-node-6.7.0.jar | xercesImpl-2.12.2.jar | | hbase-zookeeper-2.4.14-h0.cbu.mrs.331.r10.jar | kubernetes-model-policy-6.7.0.jar | xml-apis-1.4.01.jar | | HikariCP-2.6.1.jar | kubernetes-model-rbac-6.7.0.jar | xz-1.8.jar | | hive-beeline-3.1.0-h0.cbu.dli.20240712.r2.jar | kubernetes-model-resource-6.7.0.jar | zjsonpatch-0.3.0.jar | | hive-classification-3.1.0-h0.cbu.dli.20240712.r2.jar | kubernetes-model-scheduling-6.7.0.jar | zookeeper-3.8.1-h0.cbu.mrs.331.r10.jar | | hive-cli-3.1.0-h0.cbu.dli.20240712.r2.jar | kubernetes-model-storageclass-6.7.0.jar | zookeeper-jute-3.8.1-h0.cbu.mrs.331.r10.jar | | hive-common-3.1.0-h0.cbu.dli.20240712.r2.jar | lapack-2.2.1.jar | zstd-jni-1.5.2-5.jar | | hive-exec-3.1.0-h0.cbu.dli.20240712.r2-core.jar | leveldbjni-all-1.8.jar | - | #### Spark 3.1.1 依赖包 表2Spark 3.1.1 依赖包 | 依赖包名称 ||| |:---|---|---| | accessors-smart-1.2.jar | hive-shims-scheduler-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-graphite-4.1.1.jar | | activation-1.1.1.jar | hive-spark-client-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-jmx-4.1.1.jar | | aggdesigner-algorithm-6.0.jar | hive-standalone-metastore-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-json-4.1.1.jar | | aircompressor-0.16.jar | hive-storage-api-2.7.2.jar | metrics-jvm-4.1.1.jar | | algebra_2.12-2.0.0-M2.jar | hive-vector-code-gen-3.1.0-h0.cbu.mrs.321.r10.jar | minlog-1.3.0.jar | | annotations-17.0.0.jar | hk2-api-2.6.1.jar | netty-3.10.6.Final.jar | | ant-1.10.9.jar | hk2-locator-2.6.1.jar | netty-all-4.1.86.Final.jar | | ant-launcher-1.10.9.jar | hk2-utils-2.6.1.jar | netty-buffer-4.1.86.Final.jar | | antlr4-runtime-4.8-1.jar | hppc-0.7.2.jar | netty-codec-4.1.86.Final.jar | | antlr-runtime-3.5.2.jar | httpclient-4.5.6.jar | netty-codec-dns-4.1.86.Final.jar | | aopalliance-1.0.jar | httpcore-4.4.10.jar | netty-codec-haproxy-4.1.86.Final.jar | | aopalliance-repackaged-2.6.1.jar | istack-commons-runtime-3.0.8.jar | netty-codec-http2-4.1.86.Final.jar | | apiguardian-api-1.1.0.jar | ivy-2.5.0.jar | netty-codec-http-4.1.86.Final.jar | | arpack_combined_all-0.1.jar | jackson-annotations-2.13.2.jar | netty-codec-memcache-4.1.86.Final.jar | | arrow-format-2.0.0.jar | jackson-core-2.13.2.jar | netty-codec-mqtt-4.1.86.Final.jar | | arrow-memory-core-2.0.0.jar | jackson-core-asl-1.9.13-atlassian-4.jar | netty-codec-redis-4.1.86.Final.jar | | arrow-memory-netty-2.0.0.jar | jackson-databind-2.13.2.2.jar | netty-codec-smtp-4.1.86.Final.jar | | arrow-vector-2.0.0.jar | jackson-dataformat-yaml-2.13.2.jar | netty-codec-socks-4.1.86.Final.jar | | asm-5.0.4.jar | jackson-datatype-jsr310-2.11.2.jar | netty-codec-stomp-4.1.86.Final.jar | | audience-annotations-0.5.0.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | netty-codec-xml-4.1.86.Final.jar | | automaton-1.11-8.jar | jackson-module-jaxb-annotations-2.13.2.jar | netty-common-4.1.86.Final.jar | | avatica-1.22.0.jar | jackson-module-scala_2.12-2.13.2.jar | netty-handler-4.1.86.Final.jar | | avatica-core-1.16.0.jar | jaeger-client-1.6.0.jar | netty-handler-proxy-4.1.86.Final.jar | | avatica-metrics-1.16.0.jar | jaeger-core-1.6.0.jar | netty-handler-ssl-ocsp-4.1.86.Final.jar | | avatica-server-1.16.0.jar | jaeger-thrift-1.6.0.jar | netty-resolver-4.1.86.Final.jar | | avro-1.8.2.jar | jaeger-tracerresolver-1.6.0.jar | netty-resolver-dns-4.1.86.Final.jar | | avro-ipc-1.8.2.jar | jakarta.activation-api-1.2.1.jar | netty-resolver-dns-classes-macos-4.1.86.Final.jar | | avro-mapred-1.8.2.jar | jakarta.annotation-api-1.3.5.jar | netty-resolver-dns-native-macos-4.1.86.Final-osx-aarch_64.jar | | java-sdk-bundle-1.11.856.jar | jakarta.el-3.0.3.jar | netty-resolver-dns-native-macos-4.1.86.Final-osx-x86_64.jar | | base64-2.3.8.jar | jakarta.el-api-3.0.3.jar | netty-transport-4.1.86.Final.jar | | bcpkix-jdk15on-1.69.jar | jakarta.inject-2.6.1.jar | netty-transport-classes-epoll-4.1.86.Final.jar | | bcprov-jdk15on-1.69.jar | jakarta.servlet-api-4.0.3.jar | netty-transport-classes-kqueue-4.1.86.Final.jar | | bcutil-jdk15on-1.69.jar | jakarta.validation-api-2.0.2.jar | netty-transport-native-epoll-4.1.86.Final-linux-aarch_64.jar | | bonecp-0.8.0.RELEASE.jar | jakarta.ws.rs-api-2.1.6.jar | netty-transport-native-epoll-4.1.86.Final-linux-x86_64.jar | | breeze_2.12-1.0.jar | jakarta.xml.bind-api-2.3.2.jar | netty-transport-native-kqueue-4.1.86.Final-osx-aarch_64.jar | | breeze-macros_2.12-1.0.jar | jamon-runtime-2.4.1.jar | netty-transport-native-kqueue-4.1.86.Final-osx-x86_64.jar | | caffeine-2.8.1.jar | janino-3.0.16.jar | netty-transport-native-unix-common-4.1.86.Final.jar | | calcite-core-1.22.0.jar | JavaEWAH-0.3.2.jar | netty-transport-rxtx-4.1.86.Final.jar | | calcite-druid-1.19.0.jar | java-sdk-core-3.0.12.jar | netty-transport-sctp-4.1.86.Final.jar | | calcite-linq4j-1.22.0.jar | javassist-3.25.0-GA.jar | netty-transport-udt-4.1.86.Final.jar | | cats-kernel_2.12-2.0.0-M4.jar | javax.activation-api-1.2.0.jar | nimbus-jose-jwt-8.19.jar | | checker-qual-3.5.0.jar | javax.annotation-api-1.3.2.jar | objenesis-2.5.1.jar | | chill_2.12-0.9.5.jar | javax.inject-1.jar | okhttp-3.14.9.jar | | chill-java-0.9.5.jar | javax.jdo-3.2.0-m3.jar | okio-1.17.2.jar | | classmate-1.5.1.jar | java-xmlbuilder-1.1.jar | opencsv-2.3.jar | | commons-beanutils-1.9.4.jar | javax.servlet-api-3.1.0.jar | opentelemetry-api-1.16.0.jar | | commons-cli-1.2.jar | javax.transaction-api-1.3.jar | opentelemetry-context-1.16.0.jar | | commons-codec-1.15.jar | javax.ws.rs-api-2.1.1.jar | opentelemetry-semconv-1.16.0-alpha.jar | | commons-collections-3.2.2.jar | javolution-5.5.1.jar | opentracing-api-0.33.0.jar | | commons-compiler-3.0.16.jar | jaxb-api-2.2.11.jar | opentracing-noop-0.33.0.jar | | commons-compress-1.21.jar | jaxb-runtime-2.3.2.jar | opentracing-tracerresolver-0.1.8.jar | | commons-configuration2-2.1.1.jar | jboss-logging-3.4.1.Final.jar | opentracing-util-0.33.0.jar | | commons-crypto-1.0.0-20191105.jar | jboss-threads-2.3.3.Final.jar | orc-core-1.6.8.jar | | commons-daemon-1.0.13.jar | jcip-annotations-1.0-1.jar | orc-mapreduce-1.6.8.jar | | commons-dbcp-1.4.jar | jcl-over-slf4j-1.7.36.jar | orc-shims-1.6.8.jar | | commons-dbcp2-2.6.0.jar | jcodings-1.0.57.jar | orc-tools-1.6.7-h0.cbu.mrs.321.r10.jar | | commons-digester-2.1.jar | jdo-api-3.2.jar | oro-2.0.8.jar | | commons-httpclient-3.1.jar | jersey-client-2.34.jar | osgi-resource-locator-1.0.3.jar | | commons-io-2.8.0.jar | jersey-common-2.34.jar | paranamer-2.8.jar | | commons-lang-2.4.jar | jersey-container-servlet-2.34.jar | parquet-column-1.12.2.jar | | commons-lang-2.6.jar | jersey-container-servlet-core-2.34.jar | parquet-common-1.12.2.jar | | commons-lang3-3.10.jar | jersey-hk2-2.34.jar | parquet-encoding-1.12.2.jar | | commons-logging-1.2.jar | jersey-server-2.34.jar | parquet-format-structures-1.12.2.jar | | commons-math3-3.4.1.jar | jets3t-0.9.4-1.0.0.jar | parquet-hadoop-1.12.2.jar | | commons-net-3.1.jar | jettison-1.1.jar | parquet-hadoop-bundle-1.12.0-ei-2.0.jar | | commons-pool2-2.6.1.jar | jetty-http-9.4.41.v20210516.jar | parquet-jackson-1.12.2.jar | | commons-text-1.10.0.jar | jetty-io-9.4.41.v20210516.jar | postgresql-42.3.5.jar | | commons-validator-1.7.jar | jetty-rewrite-9.4.43.v20210629.jar | protobuf-java-2.5.0.jar | | compress-lzf-1.0.3.jar | jetty-security-9.4.41.v20210516.jar | py4j-0.10.9.jar | | core-1.1.2.jar | jetty-server-9.4.41.v20210516.jar | pyrolite-4.30.jar | | curator-client-2.13.0.jar | jetty-servlet-9.4.41.v20210516.jar | re2j-1.1.jar | | curator-framework-2.13.0.jar | jetty-util-9.4.41.v20210516.jar | RoaringBitmap-0.9.0.jar | | curator-recipes-2.13.0.jar | jetty-util-ajax-9.4.41.v20210516.jar | scala-collection-compat_2.12-2.1.1.jar | | datanucleus-api-jdo-4.2.4.jar | jetty-webapp-9.4.41.v20210516.jar | scala-compiler-2.12.16.jar | | datanucleus-core-4.1.17.jar | jetty-xml-9.4.41.v20210516.jar | scala-library-2.12.16.jar | | datanucleus-rdbms-fi-4.1.19-302022.jar | JLargeArrays-1.5.jar | scala-parser-combinators_2.12-1.1.2.jar | | derby-10.14.2.0.jar | jline-3.21.0.jar | scala-reflect-2.12.16.jar | | disruptor-3.4.2.jar | joda-time-2.10.5.jar | scala-xml_2.12-1.2.0.jar | | dli-catalog-client-2.3.7-20240108.090504-101.jar | jodd-core-3.5.2.jar | secComponentApi-1.1.8.jar | | dli-catalog-hive3-client-2.3.7-20240108.090513-100.jar | jodd-util-6.0.0.jar | serializer-2.7.2.jar | | dli-catalog-hive-extension-2.3.7-20240108.090517-100.jar | joni-2.1.43.jar | shapeless_2.12-2.3.3.jar | | dnsjava-2.1.7.jar | jpam-1.1.jar | shims-0.9.0.jar | | dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar | jsch-0.1.72.jar | sketches-core-0.9.0.jar | | error_prone_annotations-2.18.0.jar | json-20210307.jar | slf4j-api-1.7.30.jar | | esdk-obs-java-optimized-3.22.10.2.jar | json4s-ast_2.12-3.7.0-M5.jar | slf4j-log4j12-1.7.25.jar | | esri-geometry-api-2.2.0.jar | json4s-core_2.12-3.7.0-M5.jar | snakeyaml-1.30.jar | | fastutil-6.5.6.jar | json4s-jackson_2.12-3.7.0-M5.jar | snappy-java-1.1.8.2.jar | | flatbuffers-java-1.9.0.jar | json4s-scalap_2.12-3.7.0-M5.jar | spark-avro_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | generex-1.0.2.jar | json-path-2.4.0.jar | spark-catalyst_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | glassfish-corba-omgapi-4.2.2.jar | json-smart-2.3.jar | spark-core_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | gson-2.8.9.jar | jsr305-3.0.0.jar | spark-graphx_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | gson-fire-1.8.5.jar | JTransforms-3.1.jar | spark-hive_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | guava-14.0.1.jar | jul-to-slf4j-1.7.36.jar | spark-kubernetes_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | guice-3.0.jar | kafka-clients-2.8.0.jar | spark-kvstore_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | guice-assistedinject-3.0.jar | kerb-admin-2.0.2.jar | spark-launcher_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | guice-servlet-4.0.jar | kerb-client-2.0.2.jar | spark-mllib_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-annotations-3.1.1-h0.cbu.mrs.313.r9.jar | kerb-common-2.0.2.jar | spark-mllib-local_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-archives-3.3.1-h0.cbu.mrs.321.r10.jar | kerb-core-2.0.2.jar | spark-network-common_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-auth-3.3.1-h0.cbu.mrs.321.r16.jar | kerb-crypto-2.0.2.jar | spark-network-shuffle_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-3.3.1-h0.cbu.mrs.321.r16.jar | kerb-identity-2.0.2.jar | spark-quota-manager_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar | | hadoop-client-3.1.1-h0.cbu.mrs.313.r9.jar | kerb-server-2.0.2.jar | spark-repl_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-common-3.3.1-h0.cbu.mrs.321.r10.jar | kerb-simplekdc-2.0.2.jar | spark-sketch_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-distcp-3.3.1-h0.cbu.mrs.321.r10.jar | kerb-util-2.0.2.jar | spark-sql_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-hdfs-3.3.1-h0.cbu.mrs.321.r16.jar | kerby-asn1-2.0.2.jar | spark-streaming_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-hdfs-client-3.3.1-h0.cbu.mrs.321.r10.jar | kerby-config-2.0.2.jar | spark-tags_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-3.1.1-52.1.jar | kerby-pkix-2.0.2.jar | spark-unsafe_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar | | hadoop-mapreduce-client-common-3.1.1-h0.cbu.mrs.313.r9.jar | kerby-util-2.0.2.jar | spark-uquery_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar | | hadoop-mapreduce-client-core-3.1.1-h0.cbu.mrs.313.r9.jar | kerby-xdr-2.0.2.jar | spire_2.12-0.17.0-M1.jar | | hadoop-mapreduce-client-jobclient-3.1.1-h0.cbu.mrs.313.r9.jar | kotlin-stdlib-1.4.21.jar | spire-macros_2.12-0.17.0-M1.jar | | hadoop-mapreduce-client-nativetask-3.3.1-h0.cbu.mrs.321.r10.jar | kotlin-stdlib-common-1.4.21.jar | spire-platform_2.12-0.17.0-M1.jar | | hadoop-registry-3.3.1-h0.cbu.mrs.321.r10.jar | kryo-shaded-4.0.2.jar | spire-util_2.12-0.17.0-M1.jar | | hadoop-shaded-guava-1.1.1.jar | kubernetes-client-5.4.1-20211025.jar | sqlline-1.3.0.jar | | hadoop-shaded-protobuf_3_7-1.1.1.jar | kubernetes-model-admissionregistration-5.4.1-20211025.jar | ST4-4.0.4.jar | | hadoop-yarn-api-3.1.1-h0.cbu.mrs.313.r9.jar | kubernetes-model-apiextensions-5.4.1-20211025.jar | stax2-api-4.2.1.jar | | hadoop-yarn-client-3.1.1-h0.cbu.mrs.313.r9.jar | kubernetes-model-apps-5.4.1-20211025.jar | stax-api-1.0.1.jar | | hadoop-yarn-registry-3.3.1-h0.cbu.mrs.321.r10.jar | kubernetes-model-autoscaling-5.4.1-20211025.jar | stream-2.9.6.jar | | hbase-asyncfs-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-batch-5.4.1-20211025.jar | streamingClient | | hbase-client-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-certificates-5.4.1-20211025.jar | streamingClient010 | | hbase-common-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-common-5.4.1-20211025.jar | swagger-annotations-2.2.8.jar | | hbase-hadoop2-compat-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-coordination-5.4.1-20211025.jar | tephra-api-0.6.0.jar | | hbase-hadoop-compat-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-core-5.4.1-20211025.jar | tephra-core-0.6.0.jar | | hbase-http-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-discovery-5.4.1-20211025.jar | tephra-hbase-compat-1.0-0.6.0.jar | | hbase-logging-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-events-5.4.1-20211025.jar | threetenbp-1.3.5.jar | | hbase-metrics-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-extensions-5.4.1-20211025.jar | threeten-extra-1.5.0.jar | | hbase-metrics-api-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-flowcontrol-5.4.1-20211025.jar | tink-1.6.0.jar | | hbase-procedure-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-metrics-5.4.1-20211025.jar | token-provider-2.0.2.jar | | hbase-protocol-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-networking-5.4.1-20211025.jar | tomcat-servlet-api-8.5.61.jar | | hbase-protocol-shaded-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-node-5.4.1-20211025.jar | transaction-api-1.1.jar | | hbase-replication-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-policy-5.4.1-20211025.jar | twill-api-0.6.0-incubating.jar | | hbase-server-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-rbac-5.4.1-20211025.jar | twill-common-0.6.0-incubating.jar | | hbase-shaded-gson-4.1.4.jar | kubernetes-model-scheduling-5.4.1-20211025.jar | twill-core-0.6.0-incubating.jar | | hbase-shaded-jersey-4.1.4.jar | kubernetes-model-storageclass-5.4.1-20211025.jar | twill-discovery-api-0.6.0-incubating.jar | | hbase-shaded-jetty-4.1.4.jar | leveldbjni-all-1.8-20191105.jar | twill-discovery-core-0.6.0-incubating.jar | | hbase-shaded-miscellaneous-4.1.4.jar | libfb303-0.9.3.jar | twill-zookeeper-0.6.0-incubating.jar | | hbase-shaded-netty-4.1.4.jar | libthrift-0.14.1-ei-311001.jar | univocity-parsers-2.9.1.jar | | hbase-shaded-protobuf-4.1.4.jar | log4j-1.2.17-cloudera1.jar | us-common-1.0.66.jar | | hbase-unsafe-4.1.4.jar | log4j-api-2.17.1.jar | velocity-1.7.jar | | hbase-zookeeper-2.4.14-h0.cbu.mrs.321.r10.jar | log4j-rolling-appender-20131024-2017.jar | velocity-engine-core-2.3.jar | | hibernate-validator-6.2.5.Final.jar | logging-interceptor-3.14.9.jar | wildfly-client-config-1.0.1.Final.jar | | HikariCP-2.6.1.jar | luxor-cluster-quota-manager-transport_2.12-2.3.7-20231226.034700-559.jar | wildfly-common-1.5.2.Final.jar | | hive-classification-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-encrypt-2.3.7-20231226.034423-1046.jar | woodstox-core-5.4.0.jar | | hive-common-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-fs3-2.3.7-20231226.034438-1039.jar | xalan-2.7.2.jar | | hive-exec-3.1.0-h0.cbu.mrs.321.r10-core.jar | luxor-obs-fs3-2.3.7-20231226.034443-1038.jar | xbean-asm7-shaded-4.15.jar | | hive-llap-client-2.3.3-ei-12-20210120.005053-2.jar | luxor-rpc_2.12-2.3.7-20231226.034653-560.jar | xercesImpl-2.12.2.jar | | hive-llap-common-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-scc-adapter-2.3.7-20231226.034418-1045.jar | xml-apis-1.4.01.jar | | hive-llap-tez-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-transport-2.3.7-20231226.034433-1038.jar | xnio-api-3.8.4.Final.jar | | hive-metastore-3.1.0-h0.cbu.mrs.321.r10.jar | lz4-java-1.7.1.jar | xz-1.5.jar | | hive-serde-3.1.0-h0.cbu.mrs.321.r10.jar | machinist_2.12-0.6.8.jar | zjsonpatch-0.3.0.jar | | hive-service-rpc-3.1.0-h0.cbu.mrs.321.r10.jar | macro-compat_2.12-1.1.1.jar | zookeeper-3.5.6-ei-302002.jar | | hive-shims-0.23-3.1.0-h0.cbu.mrs.321.r10.jar | memarts-ccsdk-1.0.jar | zookeeper-jute-3.5.6-ei-302002.jar | | hive-shims-3.1.0-h0.cbu.mrs.321.r10.jar | memory-0.9.0.jar | zstd-jni-1.4.9-1.jar | | hive-shims-common-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-core-4.1.1.jar | - | #### Spark 2.4.5 依赖包 表3Spark 2.4.5 依赖包 | 依赖包名称 ||| |:---|---|---| | JavaEWAH-1.1.7.jar | httpclient-4.5.6.jar | lucene-queryparser-7.7.2.jar | | RoaringBitmap-0.7.45.jar | httpcore-4.4.10.jar | lucene-sandbox-7.7.2.jar | | ST4-4.3.1.jar | ivy-2.4.0.jar | luxor-encrypt-2.0.0-20220623.010726-213.jar | | accessors-smart-1.2.jar | jackson-annotations-2.11.4.jar | luxor-fs3-2.0.0-20220623.010750-209.jar | | activation-1.1.1.jar | jackson-core-2.11.4.jar | luxor-obs-fs3-2.0.0-20220623.010756-209.jar | | aircompressor-0.16.jar | jackson-core-asl-1.9.13-atlassian-4.jar | luxor-rpc_2.11-2.0.0-20220623.010737-182.jar | | alluxio-2.3.1-luxor-SNAPSHOT-client.jar | jackson-databind-2.11.4.jar | luxor-transport-2.0.0-20220623.010744-71.jar | | annotations-17.0.0.jar | jackson-dataformat-yaml-2.11.4.jar | lz4-java-1.7.1.jar | | antlr-2.7.7.jar | jackson-datatype-jsr310-2.11.2.jar | machinist_2.11-0.6.1.jar | | antlr-runtime-3.4.jar | jackson-jaxrs-base-2.10.3.jar | macro-compat_2.11-1.1.1.jar | | antlr4-runtime-4.8-1.jar | jackson-jaxrs-json-provider-2.10.3.jar | metrics-core-3.1.5.jar | | aopalliance-1.0.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | metrics-graphite-3.1.5.jar | | aopalliance-repackaged-2.4.0-b34.jar | jackson-module-jaxb-annotations-2.10.3.jar | metrics-jmx-4.1.12.1.jar | | apache-log4j-extras-1.2.17.jar | jackson-module-paranamer-2.11.4.jar | metrics-json-3.1.5.jar | | arpack_combined_all-0.1.jar | jackson-module-scala_2.11-2.11.4.jar | metrics-jvm-3.1.5.jar | | arrow-format-0.12.0.jar | jakarta.activation-api-1.2.1.jar | minlog-1.3.0.jar | | arrow-memory-0.12.0.jar | jakarta.xml.bind-api-2.3.2.jar | mssql-jdbc-6.2.1.jre7.jar | | arrow-vector-0.12.0.jar | janino-3.0.9.jar | netty-all-4.1.51.Final.jar | | asm-5.0.4.jar | java-util-1.9.0.jar | nimbus-jose-jwt-8.19.jar | | audience-annotations-0.5.0.jar | java-xmlbuilder-1.1.jar | objenesis-2.5.1.jar | | automaton-1.11-8.jar | javassist-3.18.1-GA.jar | okhttp-3.14.9.jar | | avro-1.8.2.jar | javax.annotation-api-1.2.jar | okio-1.17.2.jar | | avro-ipc-1.8.2.jar | javax.inject-1.jar | opencsv-2.3.jar | | avro-mapred-1.8.2.jar | javax.inject-2.4.0-b34.jar | opencsv-4.6.jar | | java-sdk-bundle-1.11.856.jar | javax.servlet-api-3.1.0.jar | opencv-4.3.0-2.jar | | base64-2.3.8.jar | javax.ws.rs-api-2.0.1.jar | orc-core-1.6.8-nohive.jar | | bcpkix-jdk15on-1.66.jar | javolution-5.3.1.jar | orc-mapreduce-1.6.8-nohive.jar | | bcprov-jdk15on-1.67.jar | jaxb-api-2.2.11.jar | orc-shims-1.6.8.jar | | bonecp-0.8.0.RELEASE.jar | jcip-annotations-1.0-1.jar | oro-2.0.8.jar | | breeze-macros_2.11-0.13.2.jar | jcl-over-slf4j-1.7.30.jar | osgi-resource-locator-1.0.1.jar | | breeze_2.11-0.13.2.jar | jdo-api-3.0.1.jar | paranamer-2.8.jar | | calcite-avatica-1.2.0-incubating.jar | jersey-client-2.23.1.jar | parquet-column-1.12.2.jar | | chill-java-0.9.3.jar | jersey-common-2.23.1.jar | parquet-common-1.12.2.jar | | chill_2.11-0.9.3.jar | jersey-container-servlet-2.23.1.jar | parquet-encoding-1.12.2.jar | | commons-beanutils-1.9.4.jar | jersey-container-servlet-core-2.23.1.jar | parquet-format-structures-1.12.2.jar | | commons-cli-1.2.jar | jersey-guava-2.23.1.jar | parquet-hadoop-1.12.2.jar | | commons-codec-1.15.jar | jersey-media-jaxb-2.23.1.jar | parquet-hadoop-bundle-1.6.0.jar | | commons-collections-3.2.2.jar | jersey-server-2.23.1.jar | parquet-jackson-1.12.2.jar | | commons-collections4-4.2.jar | jets3t-0.9.4.jar | postgresql-42.2.14.jar | | commons-compiler-3.0.9.jar | jettison-1.1.jar | protobuf-java-2.5.0.jar | | commons-compress-1.4.1.jar | jetty-http-9.4.34.v20201102.jar | py4j-0.10.7.jar | | commons-configuration2-2.1.1.jar | jetty-io-9.4.34.v20201102.jar | pyrolite-4.13.jar | | commons-crypto-1.0.0-20191105.jar | jetty-security-9.4.34.v20201102.jar | re2j-1.1.jar | | commons-daemon-1.0.13.jar | jetty-server-9.4.34.v20201102.jar | scala-compiler-2.11.12.jar | | commons-dbcp2-2.7.0.jar | jetty-servlet-9.4.34.v20201102.jar | scala-library-2.11.12.jar | | commons-httpclient-3.1.jar | jetty-util-9.4.34.v20201102.jar | scala-parser-combinators_2.11-1.1.2.jar | | commons-io-2.5.jar | jetty-util-ajax-9.4.34.v20201102.jar | scala-reflect-2.11.12.jar | | commons-lang-2.6.jar | jetty-webapp-9.4.34.v20201102.jar | scala-xml_2.11-1.0.5.jar | | commons-lang3-3.5.jar | jetty-xml-9.4.34.v20201102.jar | secComponentApi-1.0.6.jar | | commons-logging-1.2.jar | joda-time-2.9.3.jar | shapeless_2.11-2.3.2.jar | | commons-math3-3.4.1.jar | jodd-core-3.5.2.jar | shims-0.7.45.jar | | commons-net-3.1.jar | json-20200518.jar | slf4j-api-1.7.30.jar | | commons-pool2-2.8.0.jar | json-io-2.5.1.jar | slf4j-log4j12-1.7.30.jar | | commons-text-1.3.jar | json-sanitizer-1.2.1.jar | snakeyaml-1.26.jar | | compress-lzf-1.0.3.jar | json-smart-2.3.jar | snappy-java-1.1.8.2.jar | | core-1.1.2.jar | json4s-ast_2.11-3.5.3.jar | solr-core-7.7.2.jar | | crypter-0.0.6.jar | json4s-core_2.11-3.5.3.jar | solr-solrj-7.7.2.jar | | curator-client-4.2.0.jar | json4s-jackson_2.11-3.5.3.jar | spark-avro_2.11-2.4.5.0100-2.0.0.dli-20220617.085536-9.jar | | curator-framework-4.2.0.jar | json4s-scalap_2.11-3.5.3.jar | spark-avro_2.11-4.0.0.jar | | curator-recipes-2.7.1.jar | jsp-api-2.1.jar | spark-catalyst_2.11-2.4.5.0100-2.0.0.dli-20220617.085405-16.jar | | datanucleus-api-jdo-3.2.6.jar | jsr305-1.3.9.jar | spark-core_2.11-2.4.5.0100-2.0.0.dli-20220617.085327-16.jar | | datanucleus-core-3.2.10.jar | jta-1.1.jar | spark-graphx_2.11-2.4.5.0100-.0.dli-20220617.085336-16.jar | | datanucleus-rdbms-3.2.9.jar | jtransforms-2.4.0.jar | spark-hive_2.11-2.4.5.0100-2.0.0.dli-20220617.085423-16.jar | | derby-10.14.2.0.jar | jts-core-1.16.1.jar | spark-kubernetes_2.11-2.4.5.0100-2.0.0.dli-20220617.085519-16.jar | | dnsjava-2.1.7.jar | jul-to-slf4j-1.7.30.jar | spark-kvstore_2.11-2.4.5.0100-2.0.0.dli-20220617.085249-16.jar | | ecj-3.21.0.jar | junit-4.11.jar | spark-launcher_2.11-2.4.5.0100-2.0.0.dli-20220617.085435-16.jar | | ehcache-3.3.1.jar | kerb-admin-1.0.1.jar | spark-mllib-local_2.11-2.4.5.0100-2.0.0.dli-20220617.085349-16.jar | | expiringmap-0.5.9.jar | kerb-client-1.0.1.jar | spark-mllib_2.11-2.4.5.0100-2.0.0.dli-20220617.085342-16.jar | | fastutil-8.2.3.jar | kerb-common-1.0.1.jar | spark-network-common_2.11-2.4.5.0100-2.0.0.dli-20220617.085254-16.jar | | flatbuffers-java-1.9.0.jar | kerb-core-1.0.1.jar | spark-network-shuffle_2.11-2.4.5.0100-2.0.0.dli-20220617.085300-16.jar | | fst-2.50.jar | kerb-crypto-1.0.1.jar | spark-om_2.11-2.4.5.0100-2.0.0.dli-20220617.085316-16.jar | | generex-1.0.2.jar | kerb-identity-1.0.1.jar | spark-repl_2.11-2.4.5.0100-2.0.0.dli-20220617.085430-16.jar | | geronimo-jcache_1.0_spec-1.0-alpha-1.jar | kerb-server-1.0.1.jar | spark-sketch_2.11-2.4.5.0100-2.0.0.dli-20220617.085243-16.jar | | gson-2.2.4.jar | kerb-simplekdc-1.0.1.jar | spark-sql_2.11-2.4.5.0100-2.0.0.dli-20220617.085414-16.jar | | guava-14.0.1.jar | kerb-util-1.0.1.jar | spark-streaming_2.11-2.4.5.0100-.0.dli-20220617.085359-16.jar | | guice-4.0.jar | kerby-asn1-1.0.1.jar | spark-tags_2.11-2.4.5.0100-2.0.0.dli-20220617.085322-16.jar | | guice-servlet-4.0.jar | kerby-config-1.0.1.jar | spark-unsafe_2.11-2.4.5.0100-2.0.0.dli-20220617.085311-16.jar | | hadoop-annotations-3.1.1-ei-302002.jar | kerby-pkix-1.0.1.jar | spark-uquery_2.11-2.4.5.0100-2.0.0.dli-SNAPSHOT.jar | | hadoop-auth-3.1.1-ei-302002.jar | kerby-util-1.0.1.jar | spark-yarn_2.11-2.4.5.0100-2.0.0.dli-20220617.085531-16.jar | | hadoop-3.1.1-ei-302002.jar | kerby-xdr-1.0.1.jar | spire-macros_2.11-0.13.0.jar | | hadoop-client-3.1.1-ei-302002.jar | kryo-shaded-4.0.2.jar | spire_2.11-0.13.0.jar | | hadoop-common-3.1.1-ei-302002.jar | kubernetes-client-5.4.1-20211025.jar | stax-api-1.0-2.jar | | hadoop-hdfs-3.1.1-ei-302002.jar | kubernetes-model-admissionregistration-5.4.1-20211025.jar | stax2-api-3.1.4.jar | | hadoop-hdfs-client-3.1.1-ei-302002.jar | kubernetes-model-apiextensions-5.4.1-20211025.jar | stream-2.7.0.jar | | hadoop-3.1.1-46.jar | kubernetes-model-apps-5.4.1-20211025.jar | stringtemplate-3.2.1.jar | | hadoop-mapreduce-client-common-3.1.1-ei-302002.jar | kubernetes-model-autoscaling-5.4.1-20211025.jar | threeten-extra-1.5.0.jar | | hadoop-mapreduce-client-core-3.1.1-ei-302002.jar | kubernetes-model-batch-5.4.1-20211025.jar | tink-1.6.0.jar | | hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar | kubernetes-model-certificates-5.4.1-20211025.jar | token-provider-1.0.1.jar | | hadoop-minikdc-3.1.1-ei-302002.jar | kubernetes-model-common-5.4.1-20211025.jar | tomcat-api-9.0.39.jar | | hadoop-yarn-api-3.1.1-ei-302002.jar | kubernetes-model-coordination-5.4.1-20211025.jar | zookeeper-jute-3.5.6-ei-302002.jar | | hadoop-yarn-client-3.1.1-ei-302002.jar | kubernetes-model-core-5.4.1-20211025.jar | tomcat-el-api-9.0.39.jar | | hadoop-yarn-common-3.1.1-ei-302002.jar | kubernetes-model-discovery-5.4.1-20211025.jar | tomcat-jasper-9.0.39.jar | | hadoop-yarn-registry-3.1.1-ei-302002.jar | kubernetes-model-events-5.4.1-20211025.jar | tomcat-jasper-el-9.0.39.jar | | hadoop-yarn-server-applicationhistoryservice-3.1.1-ei-302002.jar | kubernetes-model-extensions-5.4.1-20211025.jar | tomcat-jsp-api-9.0.39.jar | | hadoop-yarn-server-common-3.1.1-ei-302002.jar | kubernetes-model-flowcontrol-5.4.1-20211025.jar | tomcat-juli-9.0.39.jar | | hadoop-yarn-server-resourcemanager-3.1.1-ei-302002.jar | kubernetes-model-metrics-5.4.1-20211025.jar | tomcat-servlet-api-9.0.39.jar | | hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar | kubernetes-model-networking-5.4.1-20211025.jar | tomcat-util-9.0.39.jar | | hamcrest-core-1.3.jar | kubernetes-model-node-5.4.1-20211025.jar | tomcat-util-scan-9.0.39.jar | | hive-common-1.2.1-2.0.0.dli-20220528.090500-402.jar | kubernetes-model-policy-5.4.1-20211025.jar | univocity-parsers-2.7.3.jar | | hive-exec-1.2.1-2.0.0.dli-20220528.090521-401.jar | kubernetes-model-rbac-5.4.1-20211025.jar | zstd-jni-1.4.9-1.jar | | hive-metastore-1.2.1-2.0.0.dli-20220528.090509-402.jar | kubernetes-model-scheduling-5.4.1-20211025.jar | validation-api-1.1.0.Final.jar | | hive-shims-0.23-1.2.1-2.0.0.dli-20220528.090445-403.jar | kubernetes-model-storageclass-5.4.1-20211025.jar | velocity-1.7.jar | | hive-shims-1.2.1-2.0.0.dli-20220528.090455-403.jar | leveldbjni-all-1.8-20191105.jar | woodstox-core-5.0.3.jar | | hive-shims-common-1.2.1-2.0.0.dli-20220528.090441-404.jar | libfb303-0.9.3.jar | xbean-asm6-shaded-4.8.jar | | hive-shims-scheduler-1.2.1-2.0.0.dli-20220528.090450-403.jar | libthrift-0.12.0.jar | xercesImpl-2.12.0.jar | | hk2-api-2.4.0-b34.jar | log4j-1.2.17-cloudera1.jar | xml-apis-1.4.01.jar | | hk2-locator-2.4.0-b34.jar | log4j-rolling-appender-20131024-2017.jar | xz-1.0.jar | | hk2-utils-2.4.0-b34.jar | logging-interceptor-3.14.9.jar | zjsonpatch-0.3.0.jar | | hppc-0.7.2.jar | lucene-analyzers-common-7.7.2.jar | zookeeper-3.5.6-ei-302002.jar | | htrace-core4-4.2.0-incubating-1.0.0.jar | lucene-core-7.7.2.jar | - | #### Spark 2.3.2 依赖包 表4Spark 2.3.2 依赖包 | 依赖包名称 ||| |:---|---|---| | accessors-smart-1.2.jar | HikariCP-java7-2.4.12.jar | logging-interceptor-3.14.4.jar | | activation-1.1.1.jar | hive-common-1.2.1-2.1.0.dli-20201111.064115-91.jar | luxor-encrypt-2.1.0-20201106.065437-53.jar | | aircompressor-0.8.jar | hive-exec-1.2.1-2.1.0.dli-20201111.064444-91.jar | luxor-fs3-2.1.0-20201106.065612-53.jar | | alluxio-2.3.1-luxor-SNAPSHOT-client.jar | hive-metastore-1.2.1-2.1.0.dli-20201111.064230-91.jar | luxor-obs-fs3-2.1.0-20201106.065616-53.jar | | antlr-2.7.7.jar | hk2-api-2.4.0-b34.jar | luxor-rpc_2.11-2.1.0-20201106.065541-53.jar | | antlr4-runtime-4.8-1.jar | hk2-locator-2.4.0-b34.jar | luxor-rpc-protobuf2-2.1.0-20201106.065551-53.jar | | antlr-runtime-3.4.jar | hk2-utils-2.4.0-b34.jar | lz4-java-1.7.1.jar | | aopalliance-1.0.jar | hppc-0.7.2.jar | machinist_2.11-0.6.1.jar | | aopalliance-repackaged-2.4.0-b34.jar | htrace-core4-4.2.0-incubating-1.0.0.jar | macro-compat_2.11-1.1.1.jar | | apache-log4j-extras-1.2.17.jar | httpclient-4.5.4.jar | metrics-core-3.1.5.jar | | arpack_combined_all-0.1.jar | httpcore-4.4.7.jar | metrics-graphite-3.1.5.jar | | arrow-format-0.8.0.jar | ivy-2.4.0.jar | metrics-jmx-4.1.12.1.jar | | arrow-memory-0.8.0.jar | j2objc-annotations-1.3.jar | metrics-json-3.1.5.jar | | arrow-vector-0.8.0.jar | jackson-annotations-2.10.0.jar | metrics-jvm-3.1.5.jar | | asm-5.0.4.jar | jackson-core-2.10.0.jar | minlog-1.3.0.jar | | audience-annotations-0.5.0.jar | jackson-core-asl-1.9.13-atlassian-4.jar | mssql-jdbc-6.2.1.jre7.jar | | automaton-1.11-8.jar | jackson-databind-2.10.0.jar | netty-3.10.6.Final.jar | | avro-1.7.7.jar | jackson-dataformat-yaml-2.10.0.jar | netty-all-4.1.51.Final.jar | | avro-ipc-1.7.7.jar | jackson-datatype-jsr310-2.10.3.jar | nimbus-jose-jwt-8.19.jar | | avro-ipc-1.7.7-tests.jar | jackson-jaxrs-base-2.10.3.jar | objenesis-2.1.jar | | avro-mapred-1.7.7-hadoop2.jar | jackson-jaxrs-json-provider-2.10.3.jar | okhttp-3.14.4.jar | | java-sdk-bundle-1.11.271.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | okio-1.17.2.jar | | base64-2.3.8.jar | jackson-module-jaxb-annotations-2.10.3.jar | opencsv-2.3.jar | | bcpkix-jdk15on-1.66.jar | jackson-module-paranamer-2.10.0.jar | opencsv-4.6.jar | | bcprov-jdk15on-1.66.jar | jackson-module-scala_2.11-2.10.0.jar | opencv-4.3.0-2.jar | | bonecp-0.8.0.RELEASE.jar | jakarta.activation-api-1.2.1.jar | orc-core-1.4.4-nohive.jar | | breeze_2.11-0.13.2.jar | jakarta.xml.bind-api-2.3.2.jar | orc-mapreduce-1.4.4-nohive.jar | | breeze-macros_2.11-0.13.2.jar | janino-3.0.8.jar | oro-2.0.8.jar | | calcite-avatica-1.2.0-incubating.jar | javacpp-1.5.4.jar | osgi-resource-locator-1.0.1.jar | | calcite-core-1.2.0-incubating.jar | javacpp-1.5.4-linux-x86_64.jar | paranamer-2.8.jar | | calcite-linq4j-1.2.0-incubating.jar | javacv-1.5.4.jar | parquet-column-1.8.3.jar | | checker-qual-2.11.1.jar | JavaEWAH-1.1.7.jar | parquet-common-1.8.3.jar | | chill_2.11-0.8.4.jar | javassist-3.18.1-GA.jar | parquet-encoding-1.8.3.jar | | chill-java-0.8.4.jar | javax.annotation-api-1.2.jar | parquet-format-2.3.1.jar | | commons-beanutils-1.9.4.jar | javax.inject-1.jar | parquet-hadoop-1.8.3.jar | | commons-cli-1.2.jar | javax.inject-2.4.0-b34.jar | parquet-hadoop-bundle-1.6.0.jar | | commons-codec-2.0-20130428.202122-59.jar | javax.servlet-api-3.1.0.jar | parquet-jackson-1.8.3.jar | | commons-collections-3.2.2.jar | javax.ws.rs-api-2.0.1.jar | parquet-format-2.3.1.jar | | commons-collections4-4.2.jar | java-xmlbuilder-1.1.jar | parquet-hadoop-1.8.3.jar | | commons-compiler-3.0.8.jar | javolution-5.3.1.jar | parquet-hadoop-bundle-1.6.0.jar | | commons-compress-1.4.1.jar | jaxb-api-2.2.11.jar | parquet-jackson-1.8.3.jar | | commons-configuration2-2.1.1.jar | jcip-annotations-1.0-1.jar | postgresql-42.2.14.jar | | commons-crypto-1.0.0-20191105.jar | jcl-over-slf4j-1.7.26.jar | protobuf-java-2.5.0.jar | | commons-daemon-1.0.13.jar | jdo-api-3.0.1.jar | py4j-0.10.7.jar | | commons-dbcp-1.4.jar | jersey-client-2.23.1.jar | pyrolite-4.13.jar | | commons-dbcp2-2.7.0.jar | jersey-common-2.23.1.jar | re2j-1.1.jar | | commons-httpclient-3.1.jar | jersey-container-servlet-2.23.1.jar | RoaringBitmap-0.5.11.jar | | commons-io-2.5.jar | jersey-container-servlet-core-2.23.1.jar | scala-compiler-2.11.12.jar | | commons-lang-2.6.jar | jersey-guava-2.23.1.jar | scala-library-2.11.12.jar | | commons-lang3-3.5.jar | jersey-media-jaxb-2.23.1.jar | scalap-2.11.0.jar | | commons-logging-1.2.jar | jersey-server-2.23.1.jar | scala-parser-combinators_2.11-1.1.0.jar | | commons-math3-3.4.1.jar | jets3t-0.9.4.jar | scala-reflect-2.11.12.jar | | commons-net-2.2.jar | jetty-http-9.4.31.v20200723.jar | scala-xml_2.11-1.0.5.jar | | commons-pool-1.5.4.jar | jetty-io-9.4.31.v20200723.jar | secComponentApi-1.0.5c.jar | | commons-pool2-2.8.0.jar | jetty-security-9.4.31.v20200723.jar | shapeless_2.11-2.3.2.jar | | commons-text-1.3.jar | jetty-server-9.4.31.v20200723.jar | slf4j-api-1.7.30.jar | | compress-lzf-1.0.3.jar | jetty-servlet-9.4.31.v20200723.jar | slf4j-log4j12-1.7.30.jar | | core-1.1.2.jar | jetty-util-9.4.31.v20200723.jar | snakeyaml-1.24.jar | | curator-client-4.2.0.jar | jetty-util-ajax-9.4.31.v20200723.jar | snappy-java-1.1.7.5.jar | | curator-framework-4.2.0.jar | jetty-webapp-9.4.31.v20200723.jar | spark-catalyst_2.11-2.3.2.0101-2.1.0.dli-20201111.073826-143.jar | | curator-recipes-2.7.1.jar | jetty-xml-9.4.31.v20200723.jar | spark-core_2.11-2.3.2.0101-.0.dli-20201111.073836-134.jar | | datanucleus-api-jdo-3.2.6.jar | joda-time-2.9.3.jar | spark-graphx_2.11-2.3.2.0101-2.1.0.dli-20201111.073847-129.jar | | datanucleus-core-3.2.10.jar | jodd-core-4.2.0.jar | spark-hive_2.11-2.3.2.0101-.0.dli-20201111.073854-132.jar | | datanucleus-rdbms-3.2.9.jar | json-20200518.jar | spark-kubernetes_2.11-2.3.2.0101-2.1.0.dli-20201111.073916-85.jar | | derby-10.12.1.1.jar | json4s-ast_2.11-3.2.11.jar | spark-kvstore_2.11-2.3.2.0101-2.1.0.dli-20201111.073933-127.jar | | dnsjava-2.1.7.jar | json4s-core_2.11-3.2.11.jar | spark-launcher_2.11-2.3.2.0101-2.1.0.dli-20201111.073940-127.jar | | ehcache-3.3.1.jar | json4s-jackson_2.11-3.2.11.jar | spark-mllib_2.11-2.3.2.0101-2.1.0.dli-20201111.073946-127.jar | | eigenbase-properties-1.1.5.jar | json-sanitizer-1.2.1.jar | spark-mllib-local_2.11-2.3.2.0101-2.1.0.dli-20201111.073953-127.jar | | error_prone_annotations-2.3.4.jar | json-smart-2.3.jar | spark-network-common_2.11-2.3.2.0101-2.1.0.dli-20201111.073959-127.jar | | failureaccess-1.0.1.jar | jsp-api-2.1.jar | spark-network-shuffle_2.11-2.3.2.0101-2.1.0.dli-20201111.074007-127.jar | | fastutil-8.2.3.jar | jsr305-3.0.2.jar | spark-om_2.11-2.3.2.0101-.0.dli-20201111.074019-125.jar | | ffmpeg-4.3.1-1.5.4.jar | jta-1.1.jar | spark-repl_2.11-2.3.2.0101-2.1.0.dli-20201111.074028-125.jar | | ffmpeg-4.3.1-1.5.4-linux-x86_64.jar | jtransforms-2.4.0.jar | spark-sketch_2.11-2.3.2.0101-2.1.0.dli-20201111.074035-125.jar | | flatbuffers-1.2.0-3f79e055.jar | jul-to-slf4j-1.7.26.jar | spark-sql_2.11-2.3.2.0101-2.1.0.dli-20201111.074041-126.jar | | generex-1.0.2.jar | junit-4.11.jar | spark-streaming_2.11-2.3.2.0101-2.1.0.dli-20201111.074100-123.jar | | geronimo-jcache_1.0_spec-1.0-alpha-1.jar | kerb-admin-1.0.1.jar | spark-tags_2.11-2.3.2.0101-2.1.0.dli-20201111.074136-123.jar | | gson-2.2.4.jar | kerb-client-1.0.1.jar | spark-tags_2.11-2.3.2.0101-2.1.0.dli-20201111.074141-124-tests.jar | | guava-29.0-jre.jar | kerb-common-1.0.1.jar | spark-unsafe_2.11-2.3.2.0101-2.1.0.dli-20201111.074144-123.jar | | guice-4.0.jar | kerb-core-1.0.1.jar | spark-uquery_2.11-2.3.2.0101-2.1.0.dli-20201111.074906-210.jar | | guice-servlet-4.0.jar | kerb-crypto-1.0.1.jar | spark-yarn_2.11-2.3.2.0101-2.1.0.dli-20201111.074151-123.jar | | hadoop-annotations-3.1.1-ei-302002.jar | kerb-identity-1.0.1.jar | spire_2.11-0.13.0.jar | | hadoop-auth-3.1.1-ei-302002.jar | kerb-server-1.0.1.jar | spire-macros_2.11-0.13.0.jar | | hadoop-3.1.1-ei-302002.jar | kerb-simplekdc-1.0.1.jar | ST4-4.3.1.jar | | hadoop-client-3.1.1-ei-302002.jar | kerb-util-1.0.1.jar | stax2-api-3.1.4.jar | | hadoop-common-3.1.1-ei-302002.jar | kerby-asn1-1.0.1.jar | stax-api-1.0-2.jar | | hadoop-hdfs-3.1.1-ei-302002.jar | kerby-config-1.0.1.jar | stream-2.7.0.jar | | hadoop-hdfs-client-3.1.1-ei-302002.jar | kerby-pkix-1.0.1.jar | stringtemplate-3.2.1.jar | | hadoop-3.1.1-41.jar | kerby-util-1.0.1.jar | token-provider-1.0.1.jar | | hadoop-mapreduce-client-common-3.1.1-ei-302002.jar | kerby-xdr-1.0.1.jar | univocity-parsers-2.5.9.jar | | hadoop-mapreduce-client-core-3.1.1-ei-302002.jar | kryo-shaded-3.0.3.jar | validation-api-1.1.0.Final.jar | | hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar | kubernetes-client-4.9.2-20200804.jar | woodstox-core-5.0.3.jar | | hadoop-minikdc-3.1.1-ei-302002.jar | kubernetes-model-4.9.2-20200804.jar | xbean-asm5-shaded-4.4.jar | | hadoop-yarn-api-3.1.1-ei-302002.jar | kubernetes-model-common-4.9.2-20200804.jar | xercesImpl-2.12.0.jar | | hadoop-yarn-client-3.1.1-ei-302002.jar | leveldbjni-all-1.8-20191105.jar | xml-apis-1.4.01.jar | | hadoop-yarn-common-3.1.1-ei-302002.jar | libfb303-0.9.3.jar | xz-1.0.jar | | hadoop-yarn-registry-3.1.1-ei-302002.jar | libthrift-0.12.0.jar | zjsonpatch-0.3.0.jar | | hadoop-yarn-server-common-3.1.1-ei-302002.jar | listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar | zookeeper-3.5.6-ei-302002.jar | | hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar | log4j-1.2.17-cloudera1.jar | zookeeper-jute-3.5.6-ei-302002.jar | | hamcrest-core-1.3.jar | log4j-rolling-appender-20131024-2017.jar | zstd-jni-1.4.4-11.jar | #### Flink 1.15依赖包 请在Flink作业的日志中获取Flink 1.15相关依赖包信息： 1. 查看Flink日志。 1. 登录DLI管理控制台，选择"作业管理 \> Flink作业"。 2. 单击作业名称，选择"运行日志"。 3. 控制台只展示最新的运行日志，更多日志信息请查看保存日志的OBS桶。 2. 在日志中搜索依赖包信息。 在日志中搜索"Classpath:"即可查看相关依赖包信息。 #### Flink 1.12依赖包 表5Flink 1.12依赖包 | 依赖包名称 ||| |:---|---|---| | bcpkix-jdk15on-1.60.jar | flink-json-1.12.2-ei-313001-dli-2022011002.jar | libtensorflow-1.12.0.jar | | bcprov-jdk15on-1.60.jar | flink-kubernetes_2.11-1.12.2-ei-313001-dli-2022011002.jar | log4j-1.2-api-2.17.1.jar | | clickhouse-jdbc-0.3.1-ei-313001-SNAPSHOT.jar | flink-metrics-prometheus_2.11-1.12.2-ei-313001-dli-2022011002.jar | log4j-api-2.17.1.jar | | commons-codec-1.9.jar | flink-obs-hadoop-fs-2.0.0-20220226.034421-73.jar | log4j-core-2.17.1.jar | | commons-configuration-1.7.jar | flink-s3-fs-hadoop-1.12.2.jar | log4j-slf4j-impl-2.17.1.jar | | dataflow-fs-obs-2.0.0-20220226.034402-190.jar | flink-shaded-zookeeper-3.6.3-ei-313001-SNAPSHOT.jar | luxor-encrypt-2.0.0-20220405.072004-199.jar | | deeplearning4j-core-0.9.1.jar | flink-sql-avro-1.12.2-ei-313001-dli-2022011002.jar | luxor-fs3-2.0.0-20220405.072025-195.jar | | deeplearning4j-nlp-0.9.1.jar | flink-sql-avro-confluent-registry-1.12.2-ei-313001-dli-2022011002.jar | luxor-obs-fs3-2.0.0-20220405.072030-195.jar | | deeplearning4j-nn-0.9.1.jar | flink-table_2.11-1.12.2-ei-313001-dli-2022011002.jar | manager-hadoop-security-crypter-8.1.3-313001-SNAPSHOT.jar | | ejml-cdense-0.33.jar | flink-table-blink_2.11-1.12.2-ei-313001-dli-2022011002.jar | manager-wc2frm-8.1.3-313001-SNAPSHOT.jar | | ejml-core-0.33.jar | guava-18.0.jar | mrs-obs-provider-3.1.1.49.jar | | ejml-ddense-0.33.jar | guava-26.0-jre.jar | nd4j-api-0.9.1.jar | | ejml-dsparse-0.33.jar | hadoop-hdfs-client-3.1.1-ei-302002.jar | nd4j-native-0.9.1.jar | | ejml-experimental-0.33.jar | hadoop-3.1.1-46.jar | nd4j-native-api-0.9.1.jar | | ejml-fdense-0.33.jar | hadoop-plugins-8.1.3-313001-SNAPSHOT.jar | nd4j-native-platform-0.9.1.jar | | ejml-simple-0.33.jar | httpasyncclient-4.1.2.jar | okhttp-3.14.8.jar | | ejml-zdense-0.33.jar | httpclient-4.5.3.jar | okio-1.14.0.jar | | elsa-3.0.0-M7.jar | httpcore-4.4.4.jar | ranger-obs-client-0.1.1.jar | | flink-changelog-json-1.12.2-ei-313001-dli-2022011002.jar | httpcore-nio-4.4.4.jar | secComponentApi-1.0.5.jar | | flink-csv-1.12.2-ei-313001-dli-2022011002.jar | java-xmlbuilder-1.1.jar | slf4j-api-1.7.26.jar | | flink-dist_2.11-1.12.2-ei-313001-dli-2022011002.jar | jna-4.1.0.jar | tensorflow-1.12.0.jar | #### Flink 1.10依赖包 Flink 1.10作业程序开发的样例代码可以参考[使用Flink Jar写入数据到OBS开发指南](https://support.huaweicloud.com/devg-dli/dli_09_0191.html)。 2020年12月之后创建的新队列才能使用Flink 1.10依赖包。 表6Flink 1.10依赖包 | 依赖包名称 ||| |:---|---|---| | bcpkix-jdk15on-1.60.jar | esdk-obs-java-3.20.6.1.jar | java-xmlbuilder-1.1.jar | | bcprov-jdk15on-1.60.jar | flink-cep_2.11-1.10.0.jar | jna-4.1.0.jar | | commons-codec-1.9.jar | flink-cep-scala_2.11-1.10.0.jar | libtensorflow-1.12.0.jar | | commons-configuration-1.7.jar | flink-dist_2.11-1.10.0.jar | log4j-over-slf4j-1.7.26.jar | | deeplearning4j-core-0.9.1.jar | flink-python_2.11-1.10.0.jar | logback-classic-1.2.3.jar | | deeplearning4j-nlp-0.9.1.jar | flink-queryable-state-runtime_2.11-1.10.0.jar | logback-core-1.2.3.jar | | deeplearning4j-nn-0.9.1.jar | flink-sql-client_2.11-1.10.0.jar | nd4j-api-0.9.1.jar | | ejml-cdense-0.33.jar | flink-state-processor-api_2.11-1.10.0.jar | nd4j-native-0.9.1.jar | | ejml-core-0.33.jar | flink-table_2.11-1.10.0.jar | nd4j-native-api-0.9.1.jar | | ejml-ddense-0.33.jar | flink-table-blink_2.11-1.10.0.jar | nd4j-native-platform-0.9.1.jar | | ejml-dsparse-0.33.jar | guava-26.0-jre.jar | okhttp-3.14.8.jar | | ejml-experimental-0.33.jar | hadoop-3.1.1-41.jar | okio-1.14.0.jar | | ejml-fdense-0.33.jar | httpasyncclient-4.1.2.jar | secComponentApi-1.0.5.jar | | ejml-simple-0.33.jar | httpclient-4.5.3.jar | slf4j-api-1.7.26.jar | | ejml-zdense-0.33.jar | httpcore-4.4.4.jar | tensorflow-1.12.0.jar | | elsa-3.0.0-M7.jar | httpcore-nio-4.4.4.jar | - | #### Flink 1.7.2 依赖包 Flink 1.7.2作业程序开发的样例代码可以参考[DLI样例代码](https://uquery-sdk.obs-website.cn-north-1.myhuaweicloud.com/dli-example-code_1.0.0.zip)中的"luxor-demo\\dli-flink-demo"。 表7Flink 1.7.2 依赖包 | 依赖包名称 ||| |:---|---|---| | bcpkix-jdk15on-1.60.jar | esdk-obs-java-3.1.3.jar | httpcore-4.4.4.jar | | bcprov-jdk15on-1.60.jar | flink-cep_2.11-1.7.0.jar | httpcore-nio-4.4.4.jar | | commons-codec-1.9.jar | flink-cep-scala_2.11-1.7.0.jar | java-xmlbuilder-1.1.jar | | commons-configuration-1.7.jar | flink-dist_2.11-1.7.0.jar | jna-4.1.0.jar | | deeplearning4j-core-0.9.1.jar | flink-gelly_2.11-1.7.0.jar | libtensorflow-1.12.0.jar | | deeplearning4j-nlp-0.9.1.jar | flink-gelly-scala_2.11-1.7.0.jar | log4j-over-slf4j-1.7.21.jar | | deeplearning4j-nn-0.9.1.jar | flink-ml_2.11-1.7.0.jar | logback-classic-1.2.3.jar | | ejml-cdense-0.33.jar | flink-python_2.11-1.7.0.jar | logback-core-1.2.3.jar | | ejml-core-0.33.jar | flink-queryable-state-runtime_2.11-1.7.0.jar | nd4j-api-0.9.1.jar | | ejml-ddense-0.33.jar | flink-shaded-curator-1.7.0.jar | nd4j-native-0.9.1.jar | | ejml-dsparse-0.33.jar | flink-shaded-hadoop2-uber-1.7.0.jar | nd4j-native-api-0.9.1.jar | | ejml-experimental-0.33.jar | flink-table_2.11-1.7.0.jar | nd4j-native-platform-0.9.1.jar | | ejml-fdense-0.33.jar | guava-26.0-jre.jar | okhttp-3.14.8.jar | | ejml-simple-0.33.jar | hadoop-3.1.1-41-20201014.085840-4.jar | okio-1.14.0.jar | | ejml-zdense-0.33.jar | httpasyncclient-4.1.2.jar | slf4j-api-1.7.21.jar | | elsa-3.0.0-M7.jar | httpclient-4.5.12.jar | tensorflow-1.12.0.jar | | log4j-api-2.16.0.jar | log4j-core-2.16.0.jar | log4j-api-2.8.2.jar | | log4j-core-2.8.2.jar | - | - |