数据湖探索 DLI-DLI内置依赖包:Spark 3.1.1 依赖包

时间:2024-12-11 08:41:15

Spark 3.1.1 依赖包

表1 Spark 3.1.1 依赖包

依赖包名称

accessors-smart-1.2.jar

hive-shims-scheduler-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-graphite-4.1.1.jar

activation-1.1.1.jar

hive-spark-client-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-jmx-4.1.1.jar

aggdesigner-algorithm-6.0.jar

hive-standalone-metastore-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-json-4.1.1.jar

aircompressor-0.16.jar

hive-storage-api-2.7.2.jar

metrics-jvm-4.1.1.jar

algebra_2.12-2.0.0-M2.jar

hive-vector-code-gen-3.1.0-h0.cbu.mrs.321.r10.jar

minlog-1.3.0.jar

annotations-17.0.0.jar

hk2-api-2.6.1.jar

netty-3.10.6.Final.jar

ant-1.10.9.jar

hk2-locator-2.6.1.jar

netty-all-4.1.86.Final.jar

ant-launcher-1.10.9.jar

hk2-utils-2.6.1.jar

netty-buffer-4.1.86.Final.jar

antlr4-runtime-4.8-1.jar

hppc-0.7.2.jar

netty-codec-4.1.86.Final.jar

antlr-runtime-3.5.2.jar

httpclient-4.5.6.jar

netty-codec-dns-4.1.86.Final.jar

aopalliance-1.0.jar

httpcore-4.4.10.jar

netty-codec-haproxy-4.1.86.Final.jar

aopalliance-repackaged-2.6.1.jar

istack-commons-runtime-3.0.8.jar

netty-codec-http2-4.1.86.Final.jar

apiguardian-api-1.1.0.jar

ivy-2.5.0.jar

netty-codec-http-4.1.86.Final.jar

arpack_combined_all-0.1.jar

jackson-annotations-2.13.2.jar

netty-codec-memcache-4.1.86.Final.jar

arrow-format-2.0.0.jar

jackson-core-2.13.2.jar

netty-codec-mqtt-4.1.86.Final.jar

arrow-memory-core-2.0.0.jar

jackson-core-asl-1.9.13-atlassian-4.jar

netty-codec-redis-4.1.86.Final.jar

arrow-memory-netty-2.0.0.jar

jackson-databind-2.13.2.2.jar

netty-codec-smtp-4.1.86.Final.jar

arrow-vector-2.0.0.jar

jackson-dataformat-yaml-2.13.2.jar

netty-codec-socks-4.1.86.Final.jar

asm-5.0.4.jar

jackson-datatype-jsr310-2.11.2.jar

netty-codec-stomp-4.1.86.Final.jar

audience-annotations-0.5.0.jar

jackson-mapper-asl-1.9.13-atlassian-4.jar

netty-codec-xml-4.1.86.Final.jar

automaton-1.11-8.jar

jackson-module-jaxb-annotations-2.13.2.jar

netty-common-4.1.86.Final.jar

avatica-1.22.0.jar

jackson-module-scala_2.12-2.13.2.jar

netty-handler-4.1.86.Final.jar

avatica-core-1.16.0.jar

jaeger-client-1.6.0.jar

netty-handler-proxy-4.1.86.Final.jar

avatica-metrics-1.16.0.jar

jaeger-core-1.6.0.jar

netty-handler-ssl-ocsp-4.1.86.Final.jar

avatica-server-1.16.0.jar

jaeger-thrift-1.6.0.jar

netty-resolver-4.1.86.Final.jar

avro-1.8.2.jar

jaeger-tracerresolver-1.6.0.jar

netty-resolver-dns-4.1.86.Final.jar

avro-ipc-1.8.2.jar

jakarta.activation-api-1.2.1.jar

netty-resolver-dns-classes-macos-4.1.86.Final.jar

avro-mapred-1.8.2.jar

jakarta.annotation-api-1.3.5.jar

netty-resolver-dns-native-macos-4.1.86.Final-osx-aarch_64.jar

java-sdk-bundle-1.11.856.jar

jakarta.el-3.0.3.jar

netty-resolver-dns-native-macos-4.1.86.Final-osx-x86_64.jar

base64-2.3.8.jar

jakarta.el-api-3.0.3.jar

netty-transport-4.1.86.Final.jar

bcpkix-jdk15on-1.69.jar

jakarta.inject-2.6.1.jar

netty-transport-classes-epoll-4.1.86.Final.jar

bcprov-jdk15on-1.69.jar

jakarta.servlet-api-4.0.3.jar

netty-transport-classes-kqueue-4.1.86.Final.jar

bcutil-jdk15on-1.69.jar

jakarta.validation-api-2.0.2.jar

netty-transport-native-epoll-4.1.86.Final-linux-aarch_64.jar

bonecp-0.8.0.RELEASE.jar

jakarta.ws.rs-api-2.1.6.jar

netty-transport-native-epoll-4.1.86.Final-linux-x86_64.jar

breeze_2.12-1.0.jar

jakarta.xml.bind-api-2.3.2.jar

netty-transport-native-kqueue-4.1.86.Final-osx-aarch_64.jar

breeze-macros_2.12-1.0.jar

jamon-runtime-2.4.1.jar

netty-transport-native-kqueue-4.1.86.Final-osx-x86_64.jar

caffeine-2.8.1.jar

janino-3.0.16.jar

netty-transport-native-unix-common-4.1.86.Final.jar

calcite-core-1.22.0.jar

JavaEWAH-0.3.2.jar

netty-transport-rxtx-4.1.86.Final.jar

calcite-druid-1.19.0.jar

java-sdk-core-3.0.12.jar

netty-transport-sctp-4.1.86.Final.jar

calcite-linq4j-1.22.0.jar

javassist-3.25.0-GA.jar

netty-transport-udt-4.1.86.Final.jar

cats-kernel_2.12-2.0.0-M4.jar

javax.activation-api-1.2.0.jar

nimbus-jose-jwt-8.19.jar

checker-qual-3.5.0.jar

javax.annotation-api-1.3.2.jar

objenesis-2.5.1.jar

chill_2.12-0.9.5.jar

javax.inject-1.jar

okhttp-3.14.9.jar

chill-java-0.9.5.jar

javax.jdo-3.2.0-m3.jar

okio-1.17.2.jar

classmate-1.5.1.jar

java-xmlbuilder-1.1.jar

opencsv-2.3.jar

commons-beanutils-1.9.4.jar

javax.servlet-api-3.1.0.jar

opentelemetry-api-1.16.0.jar

commons-cli-1.2.jar

javax.transaction-api-1.3.jar

opentelemetry-context-1.16.0.jar

commons-codec-1.15.jar

javax.ws.rs-api-2.1.1.jar

opentelemetry-semconv-1.16.0-alpha.jar

commons-collections-3.2.2.jar

javolution-5.5.1.jar

opentracing-api-0.33.0.jar

commons-compiler-3.0.16.jar

jaxb-api-2.2.11.jar

opentracing-noop-0.33.0.jar

commons-compress-1.21.jar

jaxb-runtime-2.3.2.jar

opentracing-tracerresolver-0.1.8.jar

commons-configuration2-2.1.1.jar

jboss-logging-3.4.1.Final.jar

opentracing-util-0.33.0.jar

commons-crypto-1.0.0-20191105.jar

jboss-threads-2.3.3.Final.jar

orc-core-1.6.8.jar

commons-daemon-1.0.13.jar

jcip-annotations-1.0-1.jar

orc-mapreduce-1.6.8.jar

commons-dbcp-1.4.jar

jcl-over-slf4j-1.7.36.jar

orc-shims-1.6.8.jar

commons-dbcp2-2.6.0.jar

jcodings-1.0.57.jar

orc-tools-1.6.7-h0.cbu.mrs.321.r10.jar

commons-digester-2.1.jar

jdo-api-3.2.jar

oro-2.0.8.jar

commons-httpclient-3.1.jar

jersey-client-2.34.jar

osgi-resource-locator-1.0.3.jar

commons-io-2.8.0.jar

jersey-common-2.34.jar

paranamer-2.8.jar

commons-lang-2.4.jar

jersey-container-servlet-2.34.jar

parquet-column-1.12.2.jar

commons-lang-2.6.jar

jersey-container-servlet-core-2.34.jar

parquet-common-1.12.2.jar

commons-lang3-3.10.jar

jersey-hk2-2.34.jar

parquet-encoding-1.12.2.jar

commons-logging-1.2.jar

jersey-server-2.34.jar

parquet-format-structures-1.12.2.jar

commons-math3-3.4.1.jar

jets3t-0.9.4-1.0.0.jar

parquet-hadoop-1.12.2.jar

commons-net-3.1.jar

jettison-1.1.jar

parquet-hadoop-bundle-1.12.0-ei-2.0.jar

commons-pool2-2.6.1.jar

jetty-http-9.4.41.v20210516.jar

parquet-jackson-1.12.2.jar

commons-text-1.10.0.jar

jetty-io-9.4.41.v20210516.jar

postgresql-42.3.5.jar

commons-validator-1.7.jar

jetty-rewrite-9.4.43.v20210629.jar

protobuf-java-2.5.0.jar

compress-lzf-1.0.3.jar

jetty-security-9.4.41.v20210516.jar

py4j-0.10.9.jar

core-1.1.2.jar

jetty-server-9.4.41.v20210516.jar

pyrolite-4.30.jar

curator-client-2.13.0.jar

jetty-servlet-9.4.41.v20210516.jar

re2j-1.1.jar

curator-framework-2.13.0.jar

jetty-util-9.4.41.v20210516.jar

RoaringBitmap-0.9.0.jar

curator-recipes-2.13.0.jar

jetty-util-ajax-9.4.41.v20210516.jar

scala-collection-compat_2.12-2.1.1.jar

datanucleus-api-jdo-4.2.4.jar

jetty-webapp-9.4.41.v20210516.jar

scala-compiler-2.12.16.jar

datanucleus-core-4.1.17.jar

jetty-xml-9.4.41.v20210516.jar

scala-library-2.12.16.jar

datanucleus-rdbms-fi-4.1.19-302022.jar

JLargeArrays-1.5.jar

scala-parser-combinators_2.12-1.1.2.jar

derby-10.14.2.0.jar

jline-3.21.0.jar

scala-reflect-2.12.16.jar

disruptor-3.4.2.jar

joda-time-2.10.5.jar

scala-xml_2.12-1.2.0.jar

dli-catalog-client-2.3.7-20240108.090504-101.jar

jodd-core-3.5.2.jar

secComponentApi-1.1.8.jar

dli-catalog-hive3-client-2.3.7-20240108.090513-100.jar

jodd-util-6.0.0.jar

serializer-2.7.2.jar

dli-catalog-hive-extension-2.3.7-20240108.090517-100.jar

joni-2.1.43.jar

shapeless_2.12-2.3.3.jar

dnsjava-2.1.7.jar

jpam-1.1.jar

shims-0.9.0.jar

dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar

jsch-0.1.72.jar

sketches-core-0.9.0.jar

error_prone_annotations-2.18.0.jar

json-20210307.jar

slf4j-api-1.7.30.jar

esdk-obs-java-optimised-3.22.10.2.jar

json4s-ast_2.12-3.7.0-M5.jar

slf4j-log4j12-1.7.25.jar

esri-geometry-api-2.2.0.jar

json4s-core_2.12-3.7.0-M5.jar

snakeyaml-1.30.jar

fastutil-6.5.6.jar

json4s-jackson_2.12-3.7.0-M5.jar

snappy-java-1.1.8.2.jar

flatbuffers-java-1.9.0.jar

json4s-scalap_2.12-3.7.0-M5.jar

spark-avro_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

generex-1.0.2.jar

json-path-2.4.0.jar

spark-catalyst_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

glassfish-corba-omgapi-4.2.2.jar

json-smart-2.3.jar

spark-core_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

gson-2.8.9.jar

jsr305-3.0.0.jar

spark-graphx_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

gson-fire-1.8.5.jar

JTransforms-3.1.jar

spark-hive_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guava-14.0.1.jar

jul-to-slf4j-1.7.36.jar

spark-kubernetes_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guice-3.0.jar

kafka-clients-2.8.0.jar

spark-kvstore_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guice-assistedinject-3.0.jar

kerb-admin-2.0.2.jar

spark-launcher_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

guice-servlet-4.0.jar

kerb-client-2.0.2.jar

spark-mllib_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-annotations-3.1.1-h0.cbu.mrs.313.r9.jar

kerb-common-2.0.2.jar

spark-mllib-local_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-archives-3.3.1-h0.cbu.mrs.321.r10.jar

kerb-core-2.0.2.jar

spark-network-common_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-auth-3.3.1-h0.cbu.mrs.321.r16.jar

kerb-crypto-2.0.2.jar

spark-network-shuffle_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-3.3.1-h0.cbu.mrs.321.r16.jar

kerb-identity-2.0.2.jar

spark-quota-manager_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar

hadoop-client-3.1.1-h0.cbu.mrs.313.r9.jar

kerb-server-2.0.2.jar

spark-repl_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-common-3.3.1-h0.cbu.mrs.321.r10.jar

kerb-simplekdc-2.0.2.jar

spark-sketch_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-distcp-3.3.1-h0.cbu.mrs.321.r10.jar

kerb-util-2.0.2.jar

spark-sql_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-hdfs-3.3.1-h0.cbu.mrs.321.r16.jar

kerby-asn1-2.0.2.jar

spark-streaming_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-hdfs-client-3.3.1-h0.cbu.mrs.321.r10.jar

kerby-config-2.0.2.jar

spark-tags_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-3.1.1-52.1.jar

kerby-pkix-2.0.2.jar

spark-unsafe_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar

hadoop-mapreduce-client-common-3.1.1-h0.cbu.mrs.313.r9.jar

kerby-util-2.0.2.jar

spark-uquery_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar

hadoop-mapreduce-client-core-3.1.1-h0.cbu.mrs.313.r9.jar

kerby-xdr-2.0.2.jar

spire_2.12-0.17.0-M1.jar

hadoop-mapreduce-client-jobclient-3.1.1-h0.cbu.mrs.313.r9.jar

kotlin-stdlib-1.4.21.jar

spire-macros_2.12-0.17.0-M1.jar

hadoop-mapreduce-client-nativetask-3.3.1-h0.cbu.mrs.321.r10.jar

kotlin-stdlib-common-1.4.21.jar

spire-platform_2.12-0.17.0-M1.jar

hadoop-registry-3.3.1-h0.cbu.mrs.321.r10.jar

kryo-shaded-4.0.2.jar

spire-util_2.12-0.17.0-M1.jar

hadoop-shaded-guava-1.1.1.jar

kubernetes-client-5.4.1-20211025.jar

sqlline-1.3.0.jar

hadoop-shaded-protobuf_3_7-1.1.1.jar

kubernetes-model-admissionregistration-5.4.1-20211025.jar

ST4-4.0.4.jar

hadoop-yarn-api-3.1.1-h0.cbu.mrs.313.r9.jar

kubernetes-model-apiextensions-5.4.1-20211025.jar

stax2-api-4.2.1.jar

hadoop-yarn-client-3.1.1-h0.cbu.mrs.313.r9.jar

kubernetes-model-apps-5.4.1-20211025.jar

stax-api-1.0.1.jar

hadoop-yarn-registry-3.3.1-h0.cbu.mrs.321.r10.jar

kubernetes-model-autoscaling-5.4.1-20211025.jar

stream-2.9.6.jar

hbase-asyncfs-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-batch-5.4.1-20211025.jar

streamingClient

hbase-client-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-certificates-5.4.1-20211025.jar

streamingClient010

hbase-common-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-common-5.4.1-20211025.jar

swagger-annotations-2.2.8.jar

hbase-hadoop2-compat-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-coordination-5.4.1-20211025.jar

tephra-api-0.6.0.jar

hbase-hadoop-compat-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-core-5.4.1-20211025.jar

tephra-core-0.6.0.jar

hbase-http-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-discovery-5.4.1-20211025.jar

tephra-hbase-compat-1.0-0.6.0.jar

hbase-logging-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-events-5.4.1-20211025.jar

threetenbp-1.3.5.jar

hbase-metrics-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-extensions-5.4.1-20211025.jar

threeten-extra-1.5.0.jar

hbase-metrics-api-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-flowcontrol-5.4.1-20211025.jar

tink-1.6.0.jar

hbase-procedure-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-metrics-5.4.1-20211025.jar

token-provider-2.0.2.jar

hbase-protocol-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-networking-5.4.1-20211025.jar

tomcat-servlet-api-8.5.61.jar

hbase-protocol-shaded-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-node-5.4.1-20211025.jar

transaction-api-1.1.jar

hbase-replication-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-policy-5.4.1-20211025.jar

twill-api-0.6.0-incubating.jar

hbase-server-2.4.14-h0.cbu.mrs.321.r10.jar

kubernetes-model-rbac-5.4.1-20211025.jar

twill-common-0.6.0-incubating.jar

hbase-shaded-gson-4.1.4.jar

kubernetes-model-scheduling-5.4.1-20211025.jar

twill-core-0.6.0-incubating.jar

hbase-shaded-jersey-4.1.4.jar

kubernetes-model-storageclass-5.4.1-20211025.jar

twill-discovery-api-0.6.0-incubating.jar

hbase-shaded-jetty-4.1.4.jar

leveldbjni-all-1.8-20191105.jar

twill-discovery-core-0.6.0-incubating.jar

hbase-shaded-miscellaneous-4.1.4.jar

libfb303-0.9.3.jar

twill-zookeeper-0.6.0-incubating.jar

hbase-shaded-netty-4.1.4.jar

libthrift-0.14.1-ei-311001.jar

univocity-parsers-2.9.1.jar

hbase-shaded-protobuf-4.1.4.jar

log4j-1.2.17-cloudera1.jar

us-common-1.0.66.jar

hbase-unsafe-4.1.4.jar

log4j-api-2.17.1.jar

velocity-1.7.jar

hbase-zookeeper-2.4.14-h0.cbu.mrs.321.r10.jar

log4j-rolling-appender-20131024-2017.jar

velocity-engine-core-2.3.jar

hibernate-validator-6.2.5.Final.jar

logging-interceptor-3.14.9.jar

wildfly-client-config-1.0.1.Final.jar

HikariCP-2.6.1.jar

luxor-cluster-quota-manager-transport_2.12-2.3.7-20231226.034700-559.jar

wildfly-common-1.5.2.Final.jar

hive-classification-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-encrypt-2.3.7-20231226.034423-1046.jar

woodstox-core-5.4.0.jar

hive-common-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-fs3-2.3.7-20231226.034438-1039.jar

xalan-2.7.2.jar

hive-exec-3.1.0-h0.cbu.mrs.321.r10-core.jar

luxor-obs-fs3-2.3.7-20231226.034443-1038.jar

xbean-asm7-shaded-4.15.jar

hive-llap-client-2.3.3-ei-12-20210120.005053-2.jar

luxor-rpc_2.12-2.3.7-20231226.034653-560.jar

xercesImpl-2.12.2.jar

hive-llap-common-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-scc-adapter-2.3.7-20231226.034418-1045.jar

xml-apis-1.4.01.jar

hive-llap-tez-3.1.0-h0.cbu.mrs.321.r10.jar

luxor-transport-2.3.7-20231226.034433-1038.jar

xnio-api-3.8.4.Final.jar

hive-metastore-3.1.0-h0.cbu.mrs.321.r10.jar

lz4-java-1.7.1.jar

xz-1.5.jar

hive-serde-3.1.0-h0.cbu.mrs.321.r10.jar

machinist_2.12-0.6.8.jar

zjsonpatch-0.3.0.jar

hive-service-rpc-3.1.0-h0.cbu.mrs.321.r10.jar

macro-compat_2.12-1.1.1.jar

zookeeper-3.5.6-ei-302002.jar

hive-shims-0.23-3.1.0-h0.cbu.mrs.321.r10.jar

memarts-ccsdk-1.0.jar

zookeeper-jute-3.5.6-ei-302002.jar

hive-shims-3.1.0-h0.cbu.mrs.321.r10.jar

memory-0.9.0.jar

zstd-jni-1.4.9-1.jar

hive-shims-common-3.1.0-h0.cbu.mrs.321.r10.jar

metrics-core-4.1.1.jar

-

support.huaweicloud.com/usermanual-dli/dli_01_0397.html