更新时间:2024-09-27 GMT+08:00

DLI内置依赖包

DLI内置依赖包是平台默认提供的依赖包,用户打包Spark或Flink jar作业jar包时,不需要额外上传这些依赖包,以免与平台内置依赖包冲突。

Spark 3.1.1 依赖包

表1 Spark 3.1.1 依赖包

依赖包名称

accessors-smart-1.2.jar

hive-shims-scheduler-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-graphite-4.1.1.jar

activation-1.1.1.jar

hive-spark-client-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-jmx-4.1.1.jar

aggdesigner-algorithm-6.0.jar

hive-standalone-metastore-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-json-4.1.1.jar

aircompressor-0.16.jar

hive-storage-api-2.7.2.jar

metrics-jvm-4.1.1.jar

algebra_2.12-2.0.0-M2.jar

hive-vector-code-gen-3.1.0-h0.cbu.mrs.321.r10.jar

minlog-1.3.0.jar

annotations-17.0.0.jar

hk2-api-2.6.1.jar

netty-3.10.6.Final.jar

ant-1.10.9.jar

hk2-locator-2.6.1.jar

netty-all-4.1.86.Final.jar

ant-launcher-1.10.9.jar

hk2-utils-2.6.1.jar

netty-buffer-4.1.86.Final.jar

antlr4-runtime-4.8-1.jar

hppc-0.7.2.jar

netty-codec-4.1.86.Final.jar

antlr-runtime-3.5.2.jar

httpclient-4.5.6.jar

netty-codec-dns-4.1.86.Final.jar

aopalliance-1.0.jar

httpcore-4.4.10.jar

netty-codec-haproxy-4.1.86.Final.jar

aopalliance-repackaged-2.6.1.jar

istack-commons-runtime-3.0.8.jar

netty-codec-http2-4.1.86.Final.jar

apiguardian-api-1.1.0.jar

ivy-2.5.0.jar

netty-codec-http-4.1.86.Final.jar

arpack_combined_all-0.1.jar

jackson-annotations-2.13.2.jar

netty-codec-memcache-4.1.86.Final.jar

arrow-format-2.0.0.jar

jackson-core-2.13.2.jar

netty-codec-mqtt-4.1.86.Final.jar

arrow-memory-core-2.0.0.jar

jackson-core-asl-1.9.13-atlassian-4.jar

netty-codec-redis-4.1.86.Final.jar

arrow-memory-netty-2.0.0.jar

jackson-databind-2.13.2.2.jar

netty-codec-smtp-4.1.86.Final.jar

arrow-vector-2.0.0.jar

jackson-dataformat-yaml-2.13.2.jar

netty-codec-socks-4.1.86.Final.jar

asm-5.0.4.jar

jackson-datatype-jsr310-2.11.2.jar

netty-codec-stomp-4.1.86.Final.jar

audience-annotations-0.5.0.jar

jackson-mapper-asl-1.9.13-atlassian-4.jar

netty-codec-xml-4.1.86.Final.jar

automaton-1.11-8.jar

jackson-module-jaxb-annotations-2.13.2.jar

netty-common-4.1.86.Final.jar

avatica-1.22.0.jar

jackson-module-scala_2.12-2.13.2.jar

netty-handler-4.1.86.Final.jar

avatica-core-1.16.0.jar

jaeger-client-1.6.0.jar

netty-handler-proxy-4.1.86.Final.jar

avatica-metrics-1.16.0.jar

jaeger-core-1.6.0.jar

netty-handler-ssl-ocsp-4.1.86.Final.jar

avatica-server-1.16.0.jar

jaeger-thrift-1.6.0.jar

netty-resolver-4.1.86.Final.jar

avro-1.8.2.jar

jaeger-tracerresolver-1.6.0.jar

netty-resolver-dns-4.1.86.Final.jar

avro-ipc-1.8.2.jar

jakarta.activation-api-1.2.1.jar

netty-resolver-dns-classes-macos-4.1.86.Final.jar

avro-mapred-1.8.2.jar

jakarta.annotation-api-1.3.5.jar

netty-resolver-dns-native-macos-4.1.86.Final-osx-aarch_64.jar

java-sdk-bundle-1.11.856.jar

jakarta.el-3.0.3.jar

netty-resolver-dns-native-macos-4.1.86.Final-osx-x86_64.jar

base64-2.3.8.jar

jakarta.el-api-3.0.3.jar

netty-transport-4.1.86.Final.jar

bcpkix-jdk15on-1.69.jar

jakarta.inject-2.6.1.jar

netty-transport-classes-epoll-4.1.86.Final.jar

bcprov-jdk15on-1.69.jar

jakarta.servlet-api-4.0.3.jar

netty-transport-classes-kqueue-4.1.86.Final.jar

bcutil-jdk15on-1.69.jar

jakarta.validation-api-2.0.2.jar

netty-transport-native-epoll-4.1.86.Final-linux-aarch_64.jar

bonecp-0.8.0.RELEASE.jar

jakarta.ws.rs-api-2.1.6.jar

netty-transport-native-epoll-4.1.86.Final-linux-x86_64.jar

breeze_2.12-1.0.jar

jakarta.xml.bind-api-2.3.2.jar

netty-transport-native-kqueue-4.1.86.Final-osx-aarch_64.jar

breeze-macros_2.12-1.0.jar

jamon-runtime-2.4.1.jar

netty-transport-native-kqueue-4.1.86.Final-osx-x86_64.jar

caffeine-2.8.1.jar

janino-3.0.16.jar

netty-transport-native-unix-common-4.1.86.Final.jar

calcite-core-1.22.0.jar

JavaEWAH-0.3.2.jar

netty-transport-rxtx-4.1.86.Final.jar

calcite-druid-1.19.0.jar

java-sdk-core-3.0.12.jar

netty-transport-sctp-4.1.86.Final.jar

calcite-linq4j-1.22.0.jar

javassist-3.25.0-GA.jar

netty-transport-udt-4.1.86.Final.jar

cats-kernel_2.12-2.0.0-M4.jar

javax.activation-api-1.2.0.jar

nimbus-jose-jwt-8.19.jar

checker-qual-3.5.0.jar

javax.annotation-api-1.3.2.jar

objenesis-2.5.1.jar

chill_2.12-0.9.5.jar

javax.inject-1.jar

okhttp-3.14.9.jar

chill-java-0.9.5.jar

javax.jdo-3.2.0-m3.jar

okio-1.17.2.jar

classmate-1.5.1.jar

java-xmlbuilder-1.1.jar

opencsv-2.3.jar

commons-beanutils-1.9.4.jar

javax.servlet-api-3.1.0.jar

opentelemetry-api-1.16.0.jar

commons-cli-1.2.jar

javax.transaction-api-1.3.jar

opentelemetry-context-1.16.0.jar

commons-codec-1.15.jar

javax.ws.rs-api-2.1.1.jar

opentelemetry-semconv-1.16.0-alpha.jar

commons-collections-3.2.2.jar

javolution-5.5.1.jar

opentracing-api-0.33.0.jar

commons-compiler-3.0.16.jar

jaxb-api-2.2.11.jar

opentracing-noop-0.33.0.jar

commons-compress-1.21.jar

jaxb-runtime-2.3.2.jar

opentracing-tracerresolver-0.1.8.jar

commons-configuration2-2.1.1.jar

jboss-logging-3.4.1.Final.jar

opentracing-util-0.33.0.jar

commons-crypto-1.0.0-20191105.jar

jboss-threads-2.3.3.Final.jar

orc-core-1.6.8.jar

commons-daemon-1.0.13.jar

jcip-annotations-1.0-1.jar

orc-mapreduce-1.6.8.jar

commons-dbcp-1.4.jar

jcl-over-slf4j-1.7.36.jar

orc-shims-1.6.8.jar

commons-dbcp2-2.6.0.jar

jcodings-1.0.57.jar

orc-tools-1.6.7-h0.cbu.mrs.321.r10.jar

commons-digester-2.1.jar

jdo-api-3.2.jar

oro-2.0.8.jar

commons-httpclient-3.1.jar

jersey-client-2.34.jar

osgi-resource-locator-1.0.3.jar

commons-io-2.8.0.jar

jersey-common-2.34.jar

paranamer-2.8.jar

commons-lang-2.4.jar

jersey-container-servlet-2.34.jar

parquet-column-1.12.2.jar

commons-lang-2.6.jar

jersey-container-servlet-core-2.34.jar

parquet-common-1.12.2.jar

commons-lang3-3.10.jar

jersey-hk2-2.34.jar

parquet-encoding-1.12.2.jar

commons-logging-1.2.jar

jersey-server-2.34.jar

parquet-format-structures-1.12.2.jar

commons-math3-3.4.1.jar

jets3t-0.9.4-1.0.0.jar

parquet-hadoop-1.12.2.jar

commons-net-3.1.jar

jettison-1.1.jar

parquet-hadoop-bundle-1.12.0-ei-2.0.jar

commons-pool2-2.6.1.jar

jetty-http-9.4.41.v20210516.jar

parquet-jackson-1.12.2.jar

commons-text-1.10.0.jar

jetty-io-9.4.41.v20210516.jar

postgresql-42.3.5.jar

commons-validator-1.7.jar

jetty-rewrite-9.4.43.v20210629.jar

protobuf-java-2.5.0.jar

compress-lzf-1.0.3.jar

jetty-security-9.4.41.v20210516.jar

py4j-0.10.9.jar

core-1.1.2.jar

jetty-server-9.4.41.v20210516.jar

pyrolite-4.30.jar

curator-client-2.13.0.jar

jetty-servlet-9.4.41.v20210516.jar

re2j-1.1.jar

curator-framework-2.13.0.jar

jetty-util-9.4.41.v20210516.jar

RoaringBitmap-0.9.0.jar

curator-recipes-2.13.0.jar

jetty-util-ajax-9.4.41.v20210516.jar

scala-collection-compat_2.12-2.1.1.jar

datanucleus-api-jdo-4.2.4.jar

jetty-webapp-9.4.41.v20210516.jar

scala-compiler-2.12.16.jar

datanucleus-core-4.1.17.jar

jetty-xml-9.4.41.v20210516.jar

scala-library-2.12.16.jar

datanucleus-rdbms-fi-4.1.19-302022.jar

JLargeArrays-1.5.jar

scala-parser-combinators_2.12-1.1.2.jar

derby-10.14.2.0.jar

jline-3.21.0.jar

scala-reflect-2.12.16.jar

disruptor-3.4.2.jar

joda-time-2.10.5.jar

scala-xml_2.12-1.2.0.jar

dli-catalog-client-2.3.7-20240108.090504-101.jar

jodd-core-3.5.2.jar

secComponentApi-1.1.8.jar

dli-catalog-hive3-client-2.3.7-20240108.090513-100.jar

jodd-util-6.0.0.jar

serializer-2.7.2.jar

dli-catalog-hive-extension-2.3.7-20240108.090517-100.jar

joni-2.1.43.jar

shapeless_2.12-2.3.3.jar

dnsjava-2.1.7.jar

jpam-1.1.jar

shims-0.9.0.jar

dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar

jsch-0.1.72.jar

sketches-core-0.9.0.jar

error_prone_annotations-2.18.0.jar

json-20210307.jar

slf4j-api-1.7.30.jar

esdk-obs-java-optimised-3.22.10.2.jar

json4s-ast_2.12-3.7.0-M5.jar

slf4j-log4j12-1.7.25.jar

esri-geometry-api-2.2.0.jar

json4s-core_2.12-3.7.0-M5.jar

snakeyaml-1.30.jar

fastutil-6.5.6.jar

json4s-jackson_2.12-3.7.0-M5.jar

snappy-java-1.1.8.2.jar

flatbuffers-java-1.9.0.jar

json4s-scalap_2.12-3.7.0-M5.jar

spark-avro_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

generex-1.0.2.jar

json-path-2.4.0.jar

spark-catalyst_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

glassfish-corba-omgapi-4.2.2.jar

json-smart-2.3.jar

spark-core_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

gson-2.8.9.jar

jsr305-3.0.0.jar

spark-graphx_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

gson-fire-1.8.5.jar

JTransforms-3.1.jar

spark-hive_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guava-14.0.1.jar

jul-to-slf4j-1.7.36.jar

spark-kubernetes_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guice-3.0.jar

kafka-clients-2.8.0.jar

spark-kvstore_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guice-assistedinject-3.0.jar

kerb-admin-2.0.2.jar

spark-launcher_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guice-servlet-4.0.jar

kerb-client-2.0.2.jar

spark-mllib_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-annotations-3.1.1-h0.cbu.mrs.313.r9.jar

kerb-common-2.0.2.jar

spark-mllib-local_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-archives-3.3.1-h0.cbu.mrs.321.r10.jar

kerb-core-2.0.2.jar

spark-network-common_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-auth-3.3.1-h0.cbu.mrs.321.r16.jar

kerb-crypto-2.0.2.jar

spark-network-shuffle_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-3.3.1-h0.cbu.mrs.321.r16.jar

kerb-identity-2.0.2.jar

spark-quota-manager_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar

hadoop-client-3.1.1-h0.cbu.mrs.313.r9.jar

kerb-server-2.0.2.jar

spark-repl_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-common-3.3.1-h0.cbu.mrs.321.r10.jar

kerb-simplekdc-2.0.2.jar

spark-sketch_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-distcp-3.3.1-h0.cbu.mrs.321.r10.jar

kerb-util-2.0.2.jar

spark-sql_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-hdfs-3.3.1-h0.cbu.mrs.321.r16.jar

kerby-asn1-2.0.2.jar

spark-streaming_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-hdfs-client-3.3.1-h0.cbu.mrs.321.r10.jar

kerby-config-2.0.2.jar

spark-tags_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-3.1.1-52.1.jar

kerby-pkix-2.0.2.jar

spark-unsafe_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-mapreduce-client-common-3.1.1-h0.cbu.mrs.313.r9.jar

kerby-util-2.0.2.jar

spark-uquery_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar

hadoop-mapreduce-client-core-3.1.1-h0.cbu.mrs.313.r9.jar

kerby-xdr-2.0.2.jar

spire_2.12-0.17.0-M1.jar

hadoop-mapreduce-client-jobclient-3.1.1-h0.cbu.mrs.313.r9.jar

kotlin-stdlib-1.4.21.jar

spire-macros_2.12-0.17.0-M1.jar

hadoop-mapreduce-client-nativetask-3.3.1-h0.cbu.mrs.321.r10.jar

kotlin-stdlib-common-1.4.21.jar

spire-platform_2.12-0.17.0-M1.jar

hadoop-registry-3.3.1-h0.cbu.mrs.321.r10.jar

kryo-shaded-4.0.2.jar

spire-util_2.12-0.17.0-M1.jar

hadoop-shaded-guava-1.1.1.jar

kubernetes-client-5.4.1-20211025.jar

sqlline-1.3.0.jar

hadoop-shaded-protobuf_3_7-1.1.1.jar

kubernetes-model-admissionregistration-5.4.1-20211025.jar

ST4-4.0.4.jar

hadoop-yarn-api-3.1.1-h0.cbu.mrs.313.r9.jar

kubernetes-model-apiextensions-5.4.1-20211025.jar

stax2-api-4.2.1.jar

hadoop-yarn-client-3.1.1-h0.cbu.mrs.313.r9.jar

kubernetes-model-apps-5.4.1-20211025.jar

stax-api-1.0.1.jar

hadoop-yarn-registry-3.3.1-h0.cbu.mrs.321.r10.jar

kubernetes-model-autoscaling-5.4.1-20211025.jar

stream-2.9.6.jar

hbase-asyncfs-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-batch-5.4.1-20211025.jar

streamingClient

hbase-client-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-certificates-5.4.1-20211025.jar

streamingClient010

hbase-common-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-common-5.4.1-20211025.jar

swagger-annotations-2.2.8.jar

hbase-hadoop2-compat-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-coordination-5.4.1-20211025.jar

tephra-api-0.6.0.jar

hbase-hadoop-compat-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-core-5.4.1-20211025.jar

tephra-core-0.6.0.jar

hbase-http-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-discovery-5.4.1-20211025.jar

tephra-hbase-compat-1.0-0.6.0.jar

hbase-logging-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-events-5.4.1-20211025.jar

threetenbp-1.3.5.jar

hbase-metrics-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-extensions-5.4.1-20211025.jar

threeten-extra-1.5.0.jar

hbase-metrics-api-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-flowcontrol-5.4.1-20211025.jar

tink-1.6.0.jar

hbase-procedure-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-metrics-5.4.1-20211025.jar

token-provider-2.0.2.jar

hbase-protocol-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-networking-5.4.1-20211025.jar

tomcat-servlet-api-8.5.61.jar

hbase-protocol-shaded-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-node-5.4.1-20211025.jar

transaction-api-1.1.jar

hbase-replication-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-policy-5.4.1-20211025.jar

twill-api-0.6.0-incubating.jar

hbase-server-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-rbac-5.4.1-20211025.jar

twill-common-0.6.0-incubating.jar

hbase-shaded-gson-4.1.4.jar

kubernetes-model-scheduling-5.4.1-20211025.jar

twill-core-0.6.0-incubating.jar

hbase-shaded-jersey-4.1.4.jar

kubernetes-model-storageclass-5.4.1-20211025.jar

twill-discovery-api-0.6.0-incubating.jar

hbase-shaded-jetty-4.1.4.jar

leveldbjni-all-1.8-20191105.jar

twill-discovery-core-0.6.0-incubating.jar

hbase-shaded-miscellaneous-4.1.4.jar

libfb303-0.9.3.jar

twill-zookeeper-0.6.0-incubating.jar

hbase-shaded-netty-4.1.4.jar

libthrift-0.14.1-ei-311001.jar

univocity-parsers-2.9.1.jar

hbase-shaded-protobuf-4.1.4.jar

log4j-1.2.17-cloudera1.jar

us-common-1.0.66.jar

hbase-unsafe-4.1.4.jar

log4j-api-2.17.1.jar

velocity-1.7.jar

hbase-zookeeper-2.4.14-h0.cbu.mrs.321.r10.jar

log4j-rolling-appender-20131024-2017.jar

velocity-engine-core-2.3.jar

hibernate-validator-6.2.5.Final.jar

logging-interceptor-3.14.9.jar

wildfly-client-config-1.0.1.Final.jar

HikariCP-2.6.1.jar

luxor-cluster-quota-manager-transport_2.12-2.3.7-20231226.034700-559.jar

wildfly-common-1.5.2.Final.jar

hive-classification-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-encrypt-2.3.7-20231226.034423-1046.jar

woodstox-core-5.4.0.jar

hive-common-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-fs3-2.3.7-20231226.034438-1039.jar

xalan-2.7.2.jar

hive-exec-3.1.0-h0.cbu.mrs.321.r10-core.jar

luxor-obs-fs3-2.3.7-20231226.034443-1038.jar

xbean-asm7-shaded-4.15.jar

hive-llap-client-2.3.3-ei-12-20210120.005053-2.jar

luxor-rpc_2.12-2.3.7-20231226.034653-560.jar

xercesImpl-2.12.2.jar

hive-llap-common-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-scc-adapter-2.3.7-20231226.034418-1045.jar

xml-apis-1.4.01.jar

hive-llap-tez-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-transport-2.3.7-20231226.034433-1038.jar

xnio-api-3.8.4.Final.jar

hive-metastore-3.1.0-h0.cbu.mrs.321.r10.jar

lz4-java-1.7.1.jar

xz-1.5.jar

hive-serde-3.1.0-h0.cbu.mrs.321.r10.jar

machinist_2.12-0.6.8.jar

zjsonpatch-0.3.0.jar

hive-service-rpc-3.1.0-h0.cbu.mrs.321.r10.jar

macro-compat_2.12-1.1.1.jar

zookeeper-3.5.6-ei-302002.jar

hive-shims-0.23-3.1.0-h0.cbu.mrs.321.r10.jar

memarts-ccsdk-1.0.jar

zookeeper-jute-3.5.6-ei-302002.jar

hive-shims-3.1.0-h0.cbu.mrs.321.r10.jar

memory-0.9.0.jar

zstd-jni-1.4.9-1.jar

hive-shims-common-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-core-4.1.1.jar

-

Spark 2.4.5 依赖包

表2 Spark 2.4.5 依赖包

依赖包名称

JavaEWAH-1.1.7.jar

httpclient-4.5.6.jar

lucene-queryparser-7.7.2.jar

RoaringBitmap-0.7.45.jar

httpcore-4.4.10.jar

lucene-sandbox-7.7.2.jar

ST4-4.3.1.jar

ivy-2.4.0.jar

luxor-encrypt-2.0.0-20220623.010726-213.jar

accessors-smart-1.2.jar

jackson-annotations-2.11.4.jar

luxor-fs3-2.0.0-20220623.010750-209.jar

activation-1.1.1.jar

jackson-core-2.11.4.jar

luxor-obs-fs3-2.0.0-20220623.010756-209.jar

aircompressor-0.16.jar

jackson-core-asl-1.9.13-atlassian-4.jar

luxor-rpc_2.11-2.0.0-20220623.010737-182.jar

alluxio-2.3.1-luxor-SNAPSHOT-client.jar

jackson-databind-2.11.4.jar

luxor-transport-2.0.0-20220623.010744-71.jar

annotations-17.0.0.jar

jackson-dataformat-yaml-2.11.4.jar

lz4-java-1.7.1.jar

antlr-2.7.7.jar

jackson-datatype-jsr310-2.11.2.jar

machinist_2.11-0.6.1.jar

antlr-runtime-3.4.jar

jackson-jaxrs-base-2.10.3.jar

macro-compat_2.11-1.1.1.jar

antlr4-runtime-4.8-1.jar

jackson-jaxrs-json-provider-2.10.3.jar

metrics-core-3.1.5.jar

aopalliance-1.0.jar

jackson-mapper-asl-1.9.13-atlassian-4.jar

metrics-graphite-3.1.5.jar

aopalliance-repackaged-2.4.0-b34.jar

jackson-module-jaxb-annotations-2.10.3.jar

metrics-jmx-4.1.12.1.jar

apache-log4j-extras-1.2.17.jar

jackson-module-paranamer-2.11.4.jar

metrics-json-3.1.5.jar

arpack_combined_all-0.1.jar

jackson-module-scala_2.11-2.11.4.jar

metrics-jvm-3.1.5.jar

arrow-format-0.12.0.jar

jakarta.activation-api-1.2.1.jar

minlog-1.3.0.jar

arrow-memory-0.12.0.jar

jakarta.xml.bind-api-2.3.2.jar

mssql-jdbc-6.2.1.jre7.jar

arrow-vector-0.12.0.jar

janino-3.0.9.jar

netty-all-4.1.51.Final.jar

asm-5.0.4.jar

java-util-1.9.0.jar

nimbus-jose-jwt-8.19.jar

audience-annotations-0.5.0.jar

java-xmlbuilder-1.1.jar

objenesis-2.5.1.jar

automaton-1.11-8.jar

javassist-3.18.1-GA.jar

okhttp-3.14.9.jar

avro-1.8.2.jar

javax.annotation-api-1.2.jar

okio-1.17.2.jar

avro-ipc-1.8.2.jar

javax.inject-1.jar

opencsv-2.3.jar

avro-mapred-1.8.2.jar

javax.inject-2.4.0-b34.jar

opencsv-4.6.jar

java-sdk-bundle-1.11.856.jar

javax.servlet-api-3.1.0.jar

opencv-4.3.0-2.jar

base64-2.3.8.jar

javax.ws.rs-api-2.0.1.jar

orc-core-1.6.8-nohive.jar

bcpkix-jdk15on-1.66.jar

javolution-5.3.1.jar

orc-mapreduce-1.6.8-nohive.jar

bcprov-jdk15on-1.67.jar

jaxb-api-2.2.11.jar

orc-shims-1.6.8.jar

bonecp-0.8.0.RELEASE.jar

jcip-annotations-1.0-1.jar

oro-2.0.8.jar

breeze-macros_2.11-0.13.2.jar

jcl-over-slf4j-1.7.30.jar

osgi-resource-locator-1.0.1.jar

breeze_2.11-0.13.2.jar

jdo-api-3.0.1.jar

paranamer-2.8.jar

calcite-avatica-1.2.0-incubating.jar

jersey-client-2.23.1.jar

parquet-column-1.12.2.jar

chill-java-0.9.3.jar

jersey-common-2.23.1.jar

parquet-common-1.12.2.jar

chill_2.11-0.9.3.jar

jersey-container-servlet-2.23.1.jar

parquet-encoding-1.12.2.jar

commons-beanutils-1.9.4.jar

jersey-container-servlet-core-2.23.1.jar

parquet-format-structures-1.12.2.jar

commons-cli-1.2.jar

jersey-guava-2.23.1.jar

parquet-hadoop-1.12.2.jar

commons-codec-1.15.jar

jersey-media-jaxb-2.23.1.jar

parquet-hadoop-bundle-1.6.0.jar

commons-collections-3.2.2.jar

jersey-server-2.23.1.jar

parquet-jackson-1.12.2.jar

commons-collections4-4.2.jar

jets3t-0.9.4.jar

postgresql-42.2.14.jar

commons-compiler-3.0.9.jar

jettison-1.1.jar

protobuf-java-2.5.0.jar

commons-compress-1.4.1.jar

jetty-http-9.4.34.v20201102.jar

py4j-0.10.7.jar

commons-configuration2-2.1.1.jar

jetty-io-9.4.34.v20201102.jar

pyrolite-4.13.jar

commons-crypto-1.0.0-20191105.jar

jetty-security-9.4.34.v20201102.jar

re2j-1.1.jar

commons-daemon-1.0.13.jar

jetty-server-9.4.34.v20201102.jar

scala-compiler-2.11.12.jar

commons-dbcp2-2.7.0.jar

jetty-servlet-9.4.34.v20201102.jar

scala-library-2.11.12.jar

commons-httpclient-3.1.jar

jetty-util-9.4.34.v20201102.jar

scala-parser-combinators_2.11-1.1.2.jar

commons-io-2.5.jar

jetty-util-ajax-9.4.34.v20201102.jar

scala-reflect-2.11.12.jar

commons-lang-2.6.jar

jetty-webapp-9.4.34.v20201102.jar

scala-xml_2.11-1.0.5.jar

commons-lang3-3.5.jar

jetty-xml-9.4.34.v20201102.jar

secComponentApi-1.0.6.jar

commons-logging-1.2.jar

joda-time-2.9.3.jar

shapeless_2.11-2.3.2.jar

commons-math3-3.4.1.jar

jodd-core-3.5.2.jar

shims-0.7.45.jar

commons-net-3.1.jar

json-20200518.jar

slf4j-api-1.7.30.jar

commons-pool2-2.8.0.jar

json-io-2.5.1.jar

slf4j-log4j12-1.7.30.jar

commons-text-1.3.jar

json-sanitizer-1.2.1.jar

snakeyaml-1.26.jar

compress-lzf-1.0.3.jar

json-smart-2.3.jar

snappy-java-1.1.8.2.jar

core-1.1.2.jar

json4s-ast_2.11-3.5.3.jar

solr-core-7.7.2.jar

crypter-0.0.6.jar

json4s-core_2.11-3.5.3.jar

solr-solrj-7.7.2.jar

curator-client-4.2.0.jar

json4s-jackson_2.11-3.5.3.jar

spark-avro_2.11-2.4.5.0100-2.0.0.dli-20220617.085536-9.jar

curator-framework-4.2.0.jar

json4s-scalap_2.11-3.5.3.jar

spark-avro_2.11-4.0.0.jar

curator-recipes-2.7.1.jar

jsp-api-2.1.jar

spark-catalyst_2.11-2.4.5.0100-2.0.0.dli-20220617.085405-16.jar

datanucleus-api-jdo-3.2.6.jar

jsr305-1.3.9.jar

spark-core_2.11-2.4.5.0100-2.0.0.dli-20220617.085327-16.jar

datanucleus-core-3.2.10.jar

jta-1.1.jar

spark-graphx_2.11-2.4.5.0100-.0.dli-20220617.085336-16.jar

datanucleus-rdbms-3.2.9.jar

jtransforms-2.4.0.jar

spark-hive_2.11-2.4.5.0100-2.0.0.dli-20220617.085423-16.jar

derby-10.14.2.0.jar

jts-core-1.16.1.jar

spark-kubernetes_2.11-2.4.5.0100-2.0.0.dli-20220617.085519-16.jar

dnsjava-2.1.7.jar

jul-to-slf4j-1.7.30.jar

spark-kvstore_2.11-2.4.5.0100-2.0.0.dli-20220617.085249-16.jar

ecj-3.21.0.jar

junit-4.11.jar

spark-launcher_2.11-2.4.5.0100-2.0.0.dli-20220617.085435-16.jar

ehcache-3.3.1.jar

kerb-admin-1.0.1.jar

spark-mllib-local_2.11-2.4.5.0100-2.0.0.dli-20220617.085349-16.jar

expiringmap-0.5.9.jar

kerb-client-1.0.1.jar

spark-mllib_2.11-2.4.5.0100-2.0.0.dli-20220617.085342-16.jar

fastutil-8.2.3.jar

kerb-common-1.0.1.jar

spark-network-common_2.11-2.4.5.0100-2.0.0.dli-20220617.085254-16.jar

flatbuffers-java-1.9.0.jar

kerb-core-1.0.1.jar

spark-network-shuffle_2.11-2.4.5.0100-2.0.0.dli-20220617.085300-16.jar

fst-2.50.jar

kerb-crypto-1.0.1.jar

spark-om_2.11-2.4.5.0100-2.0.0.dli-20220617.085316-16.jar

generex-1.0.2.jar

kerb-identity-1.0.1.jar

spark-repl_2.11-2.4.5.0100-2.0.0.dli-20220617.085430-16.jar

geronimo-jcache_1.0_spec-1.0-alpha-1.jar

kerb-server-1.0.1.jar

spark-sketch_2.11-2.4.5.0100-2.0.0.dli-20220617.085243-16.jar

gson-2.2.4.jar

kerb-simplekdc-1.0.1.jar

spark-sql_2.11-2.4.5.0100-2.0.0.dli-20220617.085414-16.jar

guava-14.0.1.jar

kerb-util-1.0.1.jar

spark-streaming_2.11-2.4.5.0100-.0.dli-20220617.085359-16.jar

guice-4.0.jar

kerby-asn1-1.0.1.jar

spark-tags_2.11-2.4.5.0100-2.0.0.dli-20220617.085322-16.jar

guice-servlet-4.0.jar

kerby-config-1.0.1.jar

spark-unsafe_2.11-2.4.5.0100-2.0.0.dli-20220617.085311-16.jar

hadoop-annotations-3.1.1-ei-302002.jar

kerby-pkix-1.0.1.jar

spark-uquery_2.11-2.4.5.0100-2.0.0.dli-SNAPSHOT.jar

hadoop-auth-3.1.1-ei-302002.jar

kerby-util-1.0.1.jar

spark-yarn_2.11-2.4.5.0100-2.0.0.dli-20220617.085531-16.jar

hadoop-3.1.1-ei-302002.jar

kerby-xdr-1.0.1.jar

spire-macros_2.11-0.13.0.jar

hadoop-client-3.1.1-ei-302002.jar

kryo-shaded-4.0.2.jar

spire_2.11-0.13.0.jar

hadoop-common-3.1.1-ei-302002.jar

kubernetes-client-5.4.1-20211025.jar

stax-api-1.0-2.jar

hadoop-hdfs-3.1.1-ei-302002.jar

kubernetes-model-admissionregistration-5.4.1-20211025.jar

stax2-api-3.1.4.jar

hadoop-hdfs-client-3.1.1-ei-302002.jar

kubernetes-model-apiextensions-5.4.1-20211025.jar

stream-2.7.0.jar

hadoop-3.1.1-46.jar

kubernetes-model-apps-5.4.1-20211025.jar

stringtemplate-3.2.1.jar

hadoop-mapreduce-client-common-3.1.1-ei-302002.jar

kubernetes-model-autoscaling-5.4.1-20211025.jar

threeten-extra-1.5.0.jar

hadoop-mapreduce-client-core-3.1.1-ei-302002.jar

kubernetes-model-batch-5.4.1-20211025.jar

tink-1.6.0.jar

hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar

kubernetes-model-certificates-5.4.1-20211025.jar

token-provider-1.0.1.jar

hadoop-minikdc-3.1.1-ei-302002.jar

kubernetes-model-common-5.4.1-20211025.jar

tomcat-api-9.0.39.jar

hadoop-yarn-api-3.1.1-ei-302002.jar

kubernetes-model-coordination-5.4.1-20211025.jar

zookeeper-jute-3.5.6-ei-302002.jar

hadoop-yarn-client-3.1.1-ei-302002.jar

kubernetes-model-core-5.4.1-20211025.jar

tomcat-el-api-9.0.39.jar

hadoop-yarn-common-3.1.1-ei-302002.jar

kubernetes-model-discovery-5.4.1-20211025.jar

tomcat-jasper-9.0.39.jar

hadoop-yarn-registry-3.1.1-ei-302002.jar

kubernetes-model-events-5.4.1-20211025.jar

tomcat-jasper-el-9.0.39.jar

hadoop-yarn-server-applicationhistoryservice-3.1.1-ei-302002.jar

kubernetes-model-extensions-5.4.1-20211025.jar

tomcat-jsp-api-9.0.39.jar

hadoop-yarn-server-common-3.1.1-ei-302002.jar

kubernetes-model-flowcontrol-5.4.1-20211025.jar

tomcat-juli-9.0.39.jar

hadoop-yarn-server-resourcemanager-3.1.1-ei-302002.jar

kubernetes-model-metrics-5.4.1-20211025.jar

tomcat-servlet-api-9.0.39.jar

hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar

kubernetes-model-networking-5.4.1-20211025.jar

tomcat-util-9.0.39.jar

hamcrest-core-1.3.jar

kubernetes-model-node-5.4.1-20211025.jar

tomcat-util-scan-9.0.39.jar

hive-common-1.2.1-2.0.0.dli-20220528.090500-402.jar

kubernetes-model-policy-5.4.1-20211025.jar

univocity-parsers-2.7.3.jar

hive-exec-1.2.1-2.0.0.dli-20220528.090521-401.jar

kubernetes-model-rbac-5.4.1-20211025.jar

zstd-jni-1.4.9-1.jar

hive-metastore-1.2.1-2.0.0.dli-20220528.090509-402.jar

kubernetes-model-scheduling-5.4.1-20211025.jar

validation-api-1.1.0.Final.jar

hive-shims-0.23-1.2.1-2.0.0.dli-20220528.090445-403.jar

kubernetes-model-storageclass-5.4.1-20211025.jar

velocity-1.7.jar

hive-shims-1.2.1-2.0.0.dli-20220528.090455-403.jar

leveldbjni-all-1.8-20191105.jar

woodstox-core-5.0.3.jar

hive-shims-common-1.2.1-2.0.0.dli-20220528.090441-404.jar

libfb303-0.9.3.jar

xbean-asm6-shaded-4.8.jar

hive-shims-scheduler-1.2.1-2.0.0.dli-20220528.090450-403.jar

libthrift-0.12.0.jar

xercesImpl-2.12.0.jar

hk2-api-2.4.0-b34.jar

log4j-1.2.17-cloudera1.jar

xml-apis-1.4.01.jar

hk2-locator-2.4.0-b34.jar

log4j-rolling-appender-20131024-2017.jar

xz-1.0.jar

hk2-utils-2.4.0-b34.jar

logging-interceptor-3.14.9.jar

zjsonpatch-0.3.0.jar

hppc-0.7.2.jar

lucene-analyzers-common-7.7.2.jar

zookeeper-3.5.6-ei-302002.jar

htrace-core4-4.2.0-incubating-1.0.0.jar

lucene-core-7.7.2.jar

-

Spark 2.3.2 依赖包

表3 Spark 2.3.2 依赖包

依赖包名称

accessors-smart-1.2.jar

HikariCP-java7-2.4.12.jar

logging-interceptor-3.14.4.jar

activation-1.1.1.jar

hive-common-1.2.1-2.1.0.dli-20201111.064115-91.jar

luxor-encrypt-2.1.0-20201106.065437-53.jar

aircompressor-0.8.jar

hive-exec-1.2.1-2.1.0.dli-20201111.064444-91.jar

luxor-fs3-2.1.0-20201106.065612-53.jar

alluxio-2.3.1-luxor-SNAPSHOT-client.jar

hive-metastore-1.2.1-2.1.0.dli-20201111.064230-91.jar

luxor-obs-fs3-2.1.0-20201106.065616-53.jar

antlr-2.7.7.jar

hk2-api-2.4.0-b34.jar

luxor-rpc_2.11-2.1.0-20201106.065541-53.jar

antlr4-runtime-4.8-1.jar

hk2-locator-2.4.0-b34.jar

luxor-rpc-protobuf2-2.1.0-20201106.065551-53.jar

antlr-runtime-3.4.jar

hk2-utils-2.4.0-b34.jar

lz4-java-1.7.1.jar

aopalliance-1.0.jar

hppc-0.7.2.jar

machinist_2.11-0.6.1.jar

aopalliance-repackaged-2.4.0-b34.jar

htrace-core4-4.2.0-incubating-1.0.0.jar

macro-compat_2.11-1.1.1.jar

apache-log4j-extras-1.2.17.jar

httpclient-4.5.4.jar

metrics-core-3.1.5.jar

arpack_combined_all-0.1.jar

httpcore-4.4.7.jar

metrics-graphite-3.1.5.jar

arrow-format-0.8.0.jar

ivy-2.4.0.jar

metrics-jmx-4.1.12.1.jar

arrow-memory-0.8.0.jar

j2objc-annotations-1.3.jar

metrics-json-3.1.5.jar

arrow-vector-0.8.0.jar

jackson-annotations-2.10.0.jar

metrics-jvm-3.1.5.jar

asm-5.0.4.jar

jackson-core-2.10.0.jar

minlog-1.3.0.jar

audience-annotations-0.5.0.jar

jackson-core-asl-1.9.13-atlassian-4.jar

mssql-jdbc-6.2.1.jre7.jar

automaton-1.11-8.jar

jackson-databind-2.10.0.jar

netty-3.10.6.Final.jar

avro-1.7.7.jar

jackson-dataformat-yaml-2.10.0.jar

netty-all-4.1.51.Final.jar

avro-ipc-1.7.7.jar

jackson-datatype-jsr310-2.10.3.jar

nimbus-jose-jwt-8.19.jar

avro-ipc-1.7.7-tests.jar

jackson-jaxrs-base-2.10.3.jar

objenesis-2.1.jar

avro-mapred-1.7.7-hadoop2.jar

jackson-jaxrs-json-provider-2.10.3.jar

okhttp-3.14.4.jar

java-sdk-bundle-1.11.271.jar

jackson-mapper-asl-1.9.13-atlassian-4.jar

okio-1.17.2.jar

base64-2.3.8.jar

jackson-module-jaxb-annotations-2.10.3.jar

opencsv-2.3.jar

bcpkix-jdk15on-1.66.jar

jackson-module-paranamer-2.10.0.jar

opencsv-4.6.jar

bcprov-jdk15on-1.66.jar

jackson-module-scala_2.11-2.10.0.jar

opencv-4.3.0-2.jar

bonecp-0.8.0.RELEASE.jar

jakarta.activation-api-1.2.1.jar

orc-core-1.4.4-nohive.jar

breeze_2.11-0.13.2.jar

jakarta.xml.bind-api-2.3.2.jar

orc-mapreduce-1.4.4-nohive.jar

breeze-macros_2.11-0.13.2.jar

janino-3.0.8.jar

oro-2.0.8.jar

calcite-avatica-1.2.0-incubating.jar

javacpp-1.5.4.jar

osgi-resource-locator-1.0.1.jar

calcite-core-1.2.0-incubating.jar

javacpp-1.5.4-linux-x86_64.jar

paranamer-2.8.jar

calcite-linq4j-1.2.0-incubating.jar

javacv-1.5.4.jar

parquet-column-1.8.3.jar

checker-qual-2.11.1.jar

JavaEWAH-1.1.7.jar

parquet-common-1.8.3.jar

chill_2.11-0.8.4.jar

javassist-3.18.1-GA.jar

parquet-encoding-1.8.3.jar

chill-java-0.8.4.jar

javax.annotation-api-1.2.jar

parquet-format-2.3.1.jar

commons-beanutils-1.9.4.jar

javax.inject-1.jar

parquet-hadoop-1.8.3.jar

commons-cli-1.2.jar

javax.inject-2.4.0-b34.jar

parquet-hadoop-bundle-1.6.0.jar

commons-codec-2.0-20130428.202122-59.jar

javax.servlet-api-3.1.0.jar

parquet-jackson-1.8.3.jar

commons-collections-3.2.2.jar

javax.ws.rs-api-2.0.1.jar

parquet-format-2.3.1.jar

commons-collections4-4.2.jar

java-xmlbuilder-1.1.jar

parquet-hadoop-1.8.3.jar

commons-compiler-3.0.8.jar

javolution-5.3.1.jar

parquet-hadoop-bundle-1.6.0.jar

commons-compress-1.4.1.jar

jaxb-api-2.2.11.jar

parquet-jackson-1.8.3.jar

commons-configuration2-2.1.1.jar

jcip-annotations-1.0-1.jar

postgresql-42.2.14.jar

commons-crypto-1.0.0-20191105.jar

jcl-over-slf4j-1.7.26.jar

protobuf-java-2.5.0.jar

commons-daemon-1.0.13.jar

jdo-api-3.0.1.jar

py4j-0.10.7.jar

commons-dbcp-1.4.jar

jersey-client-2.23.1.jar

pyrolite-4.13.jar

commons-dbcp2-2.7.0.jar

jersey-common-2.23.1.jar

re2j-1.1.jar

commons-httpclient-3.1.jar

jersey-container-servlet-2.23.1.jar

RoaringBitmap-0.5.11.jar

commons-io-2.5.jar

jersey-container-servlet-core-2.23.1.jar

scala-compiler-2.11.12.jar

commons-lang-2.6.jar

jersey-guava-2.23.1.jar

scala-library-2.11.12.jar

commons-lang3-3.5.jar

jersey-media-jaxb-2.23.1.jar

scalap-2.11.0.jar

commons-logging-1.2.jar

jersey-server-2.23.1.jar

scala-parser-combinators_2.11-1.1.0.jar

commons-math3-3.4.1.jar

jets3t-0.9.4.jar

scala-reflect-2.11.12.jar

commons-net-2.2.jar

jetty-http-9.4.31.v20200723.jar

scala-xml_2.11-1.0.5.jar

commons-pool-1.5.4.jar

jetty-io-9.4.31.v20200723.jar

secComponentApi-1.0.5c.jar

commons-pool2-2.8.0.jar

jetty-security-9.4.31.v20200723.jar

shapeless_2.11-2.3.2.jar

commons-text-1.3.jar

jetty-server-9.4.31.v20200723.jar

slf4j-api-1.7.30.jar

compress-lzf-1.0.3.jar

jetty-servlet-9.4.31.v20200723.jar

slf4j-log4j12-1.7.30.jar

core-1.1.2.jar

jetty-util-9.4.31.v20200723.jar

snakeyaml-1.24.jar

curator-client-4.2.0.jar

jetty-util-ajax-9.4.31.v20200723.jar

snappy-java-1.1.7.5.jar

curator-framework-4.2.0.jar

jetty-webapp-9.4.31.v20200723.jar

spark-catalyst_2.11-2.3.2.0101-2.1.0.dli-20201111.073826-143.jar

curator-recipes-2.7.1.jar

jetty-xml-9.4.31.v20200723.jar

spark-core_2.11-2.3.2.0101-.0.dli-20201111.073836-134.jar

datanucleus-api-jdo-3.2.6.jar

joda-time-2.9.3.jar

spark-graphx_2.11-2.3.2.0101-2.1.0.dli-20201111.073847-129.jar

datanucleus-core-3.2.10.jar

jodd-core-4.2.0.jar

spark-hive_2.11-2.3.2.0101-.0.dli-20201111.073854-132.jar

datanucleus-rdbms-3.2.9.jar

json-20200518.jar

spark-kubernetes_2.11-2.3.2.0101-2.1.0.dli-20201111.073916-85.jar

derby-10.12.1.1.jar

json4s-ast_2.11-3.2.11.jar

spark-kvstore_2.11-2.3.2.0101-2.1.0.dli-20201111.073933-127.jar

dnsjava-2.1.7.jar

json4s-core_2.11-3.2.11.jar

spark-launcher_2.11-2.3.2.0101-2.1.0.dli-20201111.073940-127.jar

ehcache-3.3.1.jar

json4s-jackson_2.11-3.2.11.jar

spark-mllib_2.11-2.3.2.0101-2.1.0.dli-20201111.073946-127.jar

eigenbase-properties-1.1.5.jar

json-sanitizer-1.2.1.jar

spark-mllib-local_2.11-2.3.2.0101-2.1.0.dli-20201111.073953-127.jar

error_prone_annotations-2.3.4.jar

json-smart-2.3.jar

spark-network-common_2.11-2.3.2.0101-2.1.0.dli-20201111.073959-127.jar

failureaccess-1.0.1.jar

jsp-api-2.1.jar

spark-network-shuffle_2.11-2.3.2.0101-2.1.0.dli-20201111.074007-127.jar

fastutil-8.2.3.jar

jsr305-3.0.2.jar

spark-om_2.11-2.3.2.0101-.0.dli-20201111.074019-125.jar

ffmpeg-4.3.1-1.5.4.jar

jta-1.1.jar

spark-repl_2.11-2.3.2.0101-2.1.0.dli-20201111.074028-125.jar

ffmpeg-4.3.1-1.5.4-linux-x86_64.jar

jtransforms-2.4.0.jar

spark-sketch_2.11-2.3.2.0101-2.1.0.dli-20201111.074035-125.jar

flatbuffers-1.2.0-3f79e055.jar

jul-to-slf4j-1.7.26.jar

spark-sql_2.11-2.3.2.0101-2.1.0.dli-20201111.074041-126.jar

generex-1.0.2.jar

junit-4.11.jar

spark-streaming_2.11-2.3.2.0101-2.1.0.dli-20201111.074100-123.jar

geronimo-jcache_1.0_spec-1.0-alpha-1.jar

kerb-admin-1.0.1.jar

spark-tags_2.11-2.3.2.0101-2.1.0.dli-20201111.074136-123.jar

gson-2.2.4.jar

kerb-client-1.0.1.jar

spark-tags_2.11-2.3.2.0101-2.1.0.dli-20201111.074141-124-tests.jar

guava-29.0-jre.jar

kerb-common-1.0.1.jar

spark-unsafe_2.11-2.3.2.0101-2.1.0.dli-20201111.074144-123.jar

guice-4.0.jar

kerb-core-1.0.1.jar

spark-uquery_2.11-2.3.2.0101-2.1.0.dli-20201111.074906-210.jar

guice-servlet-4.0.jar

kerb-crypto-1.0.1.jar

spark-yarn_2.11-2.3.2.0101-2.1.0.dli-20201111.074151-123.jar

hadoop-annotations-3.1.1-ei-302002.jar

kerb-identity-1.0.1.jar

spire_2.11-0.13.0.jar

hadoop-auth-3.1.1-ei-302002.jar

kerb-server-1.0.1.jar

spire-macros_2.11-0.13.0.jar

hadoop-3.1.1-ei-302002.jar

kerb-simplekdc-1.0.1.jar

ST4-4.3.1.jar

hadoop-client-3.1.1-ei-302002.jar

kerb-util-1.0.1.jar

stax2-api-3.1.4.jar

hadoop-common-3.1.1-ei-302002.jar

kerby-asn1-1.0.1.jar

stax-api-1.0-2.jar

hadoop-hdfs-3.1.1-ei-302002.jar

kerby-config-1.0.1.jar

stream-2.7.0.jar

hadoop-hdfs-client-3.1.1-ei-302002.jar

kerby-pkix-1.0.1.jar

stringtemplate-3.2.1.jar

hadoop-3.1.1-41.jar

kerby-util-1.0.1.jar

token-provider-1.0.1.jar

hadoop-mapreduce-client-common-3.1.1-ei-302002.jar

kerby-xdr-1.0.1.jar

univocity-parsers-2.5.9.jar

hadoop-mapreduce-client-core-3.1.1-ei-302002.jar

kryo-shaded-3.0.3.jar

validation-api-1.1.0.Final.jar

hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar

kubernetes-client-4.9.2-20200804.jar

woodstox-core-5.0.3.jar

hadoop-minikdc-3.1.1-ei-302002.jar

kubernetes-model-4.9.2-20200804.jar

xbean-asm5-shaded-4.4.jar

hadoop-yarn-api-3.1.1-ei-302002.jar

kubernetes-model-common-4.9.2-20200804.jar

xercesImpl-2.12.0.jar

hadoop-yarn-client-3.1.1-ei-302002.jar

leveldbjni-all-1.8-20191105.jar

xml-apis-1.4.01.jar

hadoop-yarn-common-3.1.1-ei-302002.jar

libfb303-0.9.3.jar

xz-1.0.jar

hadoop-yarn-registry-3.1.1-ei-302002.jar

libthrift-0.12.0.jar

zjsonpatch-0.3.0.jar

hadoop-yarn-server-common-3.1.1-ei-302002.jar

listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar

zookeeper-3.5.6-ei-302002.jar

hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar

log4j-1.2.17-cloudera1.jar

zookeeper-jute-3.5.6-ei-302002.jar

hamcrest-core-1.3.jar

log4j-rolling-appender-20131024-2017.jar

zstd-jni-1.4.4-11.jar

Flink 1.15依赖包

请在FLink作业的日志中获取Flink 1.15相关依赖包信息:

  1. 查看Flink日志。
    1. 登录DLI管理控制台,选择“作业管理 > Flink作业”。
    2. 单击作业名称,选择“运行日志”。
    3. 控制台只展示最新的运行日志,更多日志信息请查看保存日志的OBS桶。
  2. 在日志中搜索依赖包信息。

    在日志中搜索“Classpath:”即可查看相关依赖包信息。

Flink 1.12依赖包

表4 Flink 1.12依赖包

依赖包名称

bcpkix-jdk15on-1.60.jar

flink-json-1.12.2-ei-313001-dli-2022011002.jar

libtensorflow-1.12.0.jar

bcprov-jdk15on-1.60.jar

flink-kubernetes_2.11-1.12.2-ei-313001-dli-2022011002.jar

log4j-1.2-api-2.17.1.jar

clickhouse-jdbc-0.3.1-ei-313001-SNAPSHOT.jar

flink-metrics-prometheus_2.11-1.12.2-ei-313001-dli-2022011002.jar

log4j-api-2.17.1.jar

commons-codec-1.9.jar

flink-obs-hadoop-fs-2.0.0-20220226.034421-73.jar

log4j-core-2.17.1.jar

commons-configuration-1.7.jar

flink-s3-fs-hadoop-1.12.2.jar

log4j-slf4j-impl-2.17.1.jar

dataflow-fs-obs-2.0.0-20220226.034402-190.jar

flink-shaded-zookeeper-3.6.3-ei-313001-SNAPSHOT.jar

luxor-encrypt-2.0.0-20220405.072004-199.jar

deeplearning4j-core-0.9.1.jar

flink-sql-avro-1.12.2-ei-313001-dli-2022011002.jar

luxor-fs3-2.0.0-20220405.072025-195.jar

deeplearning4j-nlp-0.9.1.jar

flink-sql-avro-confluent-registry-1.12.2-ei-313001-dli-2022011002.jar

luxor-obs-fs3-2.0.0-20220405.072030-195.jar

deeplearning4j-nn-0.9.1.jar

flink-table_2.11-1.12.2-ei-313001-dli-2022011002.jar

manager-hadoop-security-crypter-8.1.3-313001-SNAPSHOT.jar

ejml-cdense-0.33.jar

flink-table-blink_2.11-1.12.2-ei-313001-dli-2022011002.jar

manager-wc2frm-8.1.3-313001-SNAPSHOT.jar

ejml-core-0.33.jar

guava-18.0.jar

mrs-obs-provider-3.1.1.49.jar

ejml-ddense-0.33.jar

guava-26.0-jre.jar

nd4j-api-0.9.1.jar

ejml-dsparse-0.33.jar

hadoop-hdfs-client-3.1.1-ei-302002.jar

nd4j-native-0.9.1.jar

ejml-experimental-0.33.jar

hadoop-3.1.1-46.jar

nd4j-native-api-0.9.1.jar

ejml-fdense-0.33.jar

hadoop-plugins-8.1.3-313001-SNAPSHOT.jar

nd4j-native-platform-0.9.1.jar

ejml-simple-0.33.jar

httpasyncclient-4.1.2.jar

okhttp-3.14.8.jar

ejml-zdense-0.33.jar

httpclient-4.5.3.jar

okio-1.14.0.jar

elsa-3.0.0-M7.jar

httpcore-4.4.4.jar

ranger-obs-client-0.1.1.jar

flink-changelog-json-1.12.2-ei-313001-dli-2022011002.jar

httpcore-nio-4.4.4.jar

secComponentApi-1.0.5.jar

flink-csv-1.12.2-ei-313001-dli-2022011002.jar

java-xmlbuilder-1.1.jar

slf4j-api-1.7.26.jar

flink-dist_2.11-1.12.2-ei-313001-dli-2022011002.jar

jna-4.1.0.jar

tensorflow-1.12.0.jar

Flink 1.10依赖包

Flink 1.10作业程序开发的样例代码可以参考使用Flink Jar写入数据到OBS开发指南

2020年12月之后创建的新队列才能使用Flink 1.10依赖包。

表5 Flink 1.10依赖包

依赖包名称

bcpkix-jdk15on-1.60.jar

esdk-obs-java-3.20.6.1.jar

java-xmlbuilder-1.1.jar

bcprov-jdk15on-1.60.jar

flink-cep_2.11-1.10.0.jar

jna-4.1.0.jar

commons-codec-1.9.jar

flink-cep-scala_2.11-1.10.0.jar

libtensorflow-1.12.0.jar

commons-configuration-1.7.jar

flink-dist_2.11-1.10.0.jar

log4j-over-slf4j-1.7.26.jar

deeplearning4j-core-0.9.1.jar

flink-python_2.11-1.10.0.jar

logback-classic-1.2.3.jar

deeplearning4j-nlp-0.9.1.jar

flink-queryable-state-runtime_2.11-1.10.0.jar

logback-core-1.2.3.jar

deeplearning4j-nn-0.9.1.jar

flink-sql-client_2.11-1.10.0.jar

nd4j-api-0.9.1.jar

ejml-cdense-0.33.jar

flink-state-processor-api_2.11-1.10.0.jar

nd4j-native-0.9.1.jar

ejml-core-0.33.jar

flink-table_2.11-1.10.0.jar

nd4j-native-api-0.9.1.jar

ejml-ddense-0.33.jar

flink-table-blink_2.11-1.10.0.jar

nd4j-native-platform-0.9.1.jar

ejml-dsparse-0.33.jar

guava-26.0-jre.jar

okhttp-3.14.8.jar

ejml-experimental-0.33.jar

hadoop-3.1.1-41.jar

okio-1.14.0.jar

ejml-fdense-0.33.jar

httpasyncclient-4.1.2.jar

secComponentApi-1.0.5.jar

ejml-simple-0.33.jar

httpclient-4.5.3.jar

slf4j-api-1.7.26.jar

ejml-zdense-0.33.jar

httpcore-4.4.4.jar

tensorflow-1.12.0.jar

elsa-3.0.0-M7.jar

httpcore-nio-4.4.4.jar

-

Flink 1.7.2 依赖包

Flink 1.7.2作业程序开发的样例代码可以参考DLI样例代码中的“luxor-demo\dli-flink-demo”。

表6 Flink 1.7.2 依赖包

依赖包名称

bcpkix-jdk15on-1.60.jar

esdk-obs-java-3.1.3.jar

httpcore-4.4.4.jar

bcprov-jdk15on-1.60.jar

flink-cep_2.11-1.7.0.jar

httpcore-nio-4.4.4.jar

commons-codec-1.9.jar

flink-cep-scala_2.11-1.7.0.jar

java-xmlbuilder-1.1.jar

commons-configuration-1.7.jar

flink-dist_2.11-1.7.0.jar

jna-4.1.0.jar

deeplearning4j-core-0.9.1.jar

flink-gelly_2.11-1.7.0.jar

libtensorflow-1.12.0.jar

deeplearning4j-nlp-0.9.1.jar

flink-gelly-scala_2.11-1.7.0.jar

log4j-over-slf4j-1.7.21.jar

deeplearning4j-nn-0.9.1.jar

flink-ml_2.11-1.7.0.jar

logback-classic-1.2.3.jar

ejml-cdense-0.33.jar

flink-python_2.11-1.7.0.jar

logback-core-1.2.3.jar

ejml-core-0.33.jar

flink-queryable-state-runtime_2.11-1.7.0.jar

nd4j-api-0.9.1.jar

ejml-ddense-0.33.jar

flink-shaded-curator-1.7.0.jar

nd4j-native-0.9.1.jar

ejml-dsparse-0.33.jar

flink-shaded-hadoop2-uber-1.7.0.jar

nd4j-native-api-0.9.1.jar

ejml-experimental-0.33.jar

flink-table_2.11-1.7.0.jar

nd4j-native-platform-0.9.1.jar

ejml-fdense-0.33.jar

guava-26.0-jre.jar

okhttp-3.14.8.jar

ejml-simple-0.33.jar

hadoop-3.1.1-41-20201014.085840-4.jar

okio-1.14.0.jar

ejml-zdense-0.33.jar

httpasyncclient-4.1.2.jar

slf4j-api-1.7.21.jar

elsa-3.0.0-M7.jar

httpclient-4.5.12.jar

tensorflow-1.12.0.jar

log4j-api-2.16.0.jar

log4j-core-2.16.0.jar

log4j-api-2.8.2.jar

log4j-core-2.8.2.jar

-

-