数据湖探索 DLI-DLI内置依赖包:Spark 2.4.5 依赖包

时间:2024-12-11 08:41:15

Spark 2.4.5 依赖包

表2 Spark 2.4.5 依赖包

依赖包名称

JavaEWAH-1.1.7.jar

httpclient-4.5.6.jar

lucene-queryparser-7.7.2.jar

RoaringBitmap-0.7.45.jar

httpcore-4.4.10.jar

lucene-sandbox-7.7.2.jar

ST4-4.3.1.jar

ivy-2.4.0.jar

luxor-encrypt-2.0.0-20220623.010726-213.jar

accessors-smart-1.2.jar

jackson-annotations-2.11.4.jar

luxor-fs3-2.0.0-20220623.010750-209.jar

activation-1.1.1.jar

jackson-core-2.11.4.jar

luxor-obs-fs3-2.0.0-20220623.010756-209.jar

aircompressor-0.16.jar

jackson-core-asl-1.9.13-atlassian-4.jar

luxor-rpc_2.11-2.0.0-20220623.010737-182.jar

alluxio-2.3.1-luxor-SNAPSHOT-client.jar

jackson-databind-2.11.4.jar

luxor-transport-2.0.0-20220623.010744-71.jar

annotations-17.0.0.jar

jackson-dataformat-yaml-2.11.4.jar

lz4-java-1.7.1.jar

antlr-2.7.7.jar

jackson-datatype-jsr310-2.11.2.jar

machinist_2.11-0.6.1.jar

antlr-runtime-3.4.jar

jackson-jaxrs-base-2.10.3.jar

macro-compat_2.11-1.1.1.jar

antlr4-runtime-4.8-1.jar

jackson-jaxrs-json-provider-2.10.3.jar

metrics-core-3.1.5.jar

aopalliance-1.0.jar

jackson-mapper-asl-1.9.13-atlassian-4.jar

metrics-graphite-3.1.5.jar

aopalliance-repackaged-2.4.0-b34.jar

jackson-module-jaxb-annotations-2.10.3.jar

metrics-jmx-4.1.12.1.jar

apache-log4j-extras-1.2.17.jar

jackson-module-paranamer-2.11.4.jar

metrics-json-3.1.5.jar

arpack_combined_all-0.1.jar

jackson-module-scala_2.11-2.11.4.jar

metrics-jvm-3.1.5.jar

arrow-format-0.12.0.jar

jakarta.activation-api-1.2.1.jar

minlog-1.3.0.jar

arrow-memory-0.12.0.jar

jakarta.xml.bind-api-2.3.2.jar

mssql-jdbc-6.2.1.jre7.jar

arrow-vector-0.12.0.jar

janino-3.0.9.jar

netty-all-4.1.51.Final.jar

asm-5.0.4.jar

java-util-1.9.0.jar

nimbus-jose-jwt-8.19.jar

audience-annotations-0.5.0.jar

java-xmlbuilder-1.1.jar

objenesis-2.5.1.jar

automaton-1.11-8.jar

javassist-3.18.1-GA.jar

okhttp-3.14.9.jar

avro-1.8.2.jar

javax.annotation-api-1.2.jar

okio-1.17.2.jar

avro-ipc-1.8.2.jar

javax.inject-1.jar

opencsv-2.3.jar

avro-mapred-1.8.2.jar

javax.inject-2.4.0-b34.jar

opencsv-4.6.jar

java-sdk-bundle-1.11.856.jar

javax.servlet-api-3.1.0.jar

opencv-4.3.0-2.jar

base64-2.3.8.jar

javax.ws.rs-api-2.0.1.jar

orc-core-1.6.8-nohive.jar

bcpkix-jdk15on-1.66.jar

javolution-5.3.1.jar

orc-mapreduce-1.6.8-nohive.jar

bcprov-jdk15on-1.67.jar

jaxb-api-2.2.11.jar

orc-shims-1.6.8.jar

bonecp-0.8.0.RELEASE.jar

jcip-annotations-1.0-1.jar

oro-2.0.8.jar

breeze-macros_2.11-0.13.2.jar

jcl-over-slf4j-1.7.30.jar

osgi-resource-locator-1.0.1.jar

breeze_2.11-0.13.2.jar

jdo-api-3.0.1.jar

paranamer-2.8.jar

calcite-avatica-1.2.0-incubating.jar

jersey-client-2.23.1.jar

parquet-column-1.12.2.jar

chill-java-0.9.3.jar

jersey-common-2.23.1.jar

parquet-common-1.12.2.jar

chill_2.11-0.9.3.jar

jersey-container-servlet-2.23.1.jar

parquet-encoding-1.12.2.jar

commons-beanutils-1.9.4.jar

jersey-container-servlet-core-2.23.1.jar

parquet-format-structures-1.12.2.jar

commons-cli-1.2.jar

jersey-guava-2.23.1.jar

parquet-hadoop-1.12.2.jar

commons-codec-1.15.jar

jersey-media-jaxb-2.23.1.jar

parquet-hadoop-bundle-1.6.0.jar

commons-collections-3.2.2.jar

jersey-server-2.23.1.jar

parquet-jackson-1.12.2.jar

commons-collections4-4.2.jar

jets3t-0.9.4.jar

postgresql-42.2.14.jar

commons-compiler-3.0.9.jar

jettison-1.1.jar

protobuf-java-2.5.0.jar

commons-compress-1.4.1.jar

jetty-http-9.4.34.v20201102.jar

py4j-0.10.7.jar

commons-configuration2-2.1.1.jar

jetty-io-9.4.34.v20201102.jar

pyrolite-4.13.jar

commons-crypto-1.0.0-20191105.jar

jetty-security-9.4.34.v20201102.jar

re2j-1.1.jar

commons-daemon-1.0.13.jar

jetty-server-9.4.34.v20201102.jar

scala-compiler-2.11.12.jar

commons-dbcp2-2.7.0.jar

jetty-servlet-9.4.34.v20201102.jar

scala-library-2.11.12.jar

commons-httpclient-3.1.jar

jetty-util-9.4.34.v20201102.jar

scala-parser-combinators_2.11-1.1.2.jar

commons-io-2.5.jar

jetty-util-ajax-9.4.34.v20201102.jar

scala-reflect-2.11.12.jar

commons-lang-2.6.jar

jetty-webapp-9.4.34.v20201102.jar

scala-xml_2.11-1.0.5.jar

commons-lang3-3.5.jar

jetty-xml-9.4.34.v20201102.jar

secComponentApi-1.0.6.jar

commons-logging-1.2.jar

joda-time-2.9.3.jar

shapeless_2.11-2.3.2.jar

commons-math3-3.4.1.jar

jodd-core-3.5.2.jar

shims-0.7.45.jar

commons-net-3.1.jar

json-20200518.jar

slf4j-api-1.7.30.jar

commons-pool2-2.8.0.jar

json-io-2.5.1.jar

slf4j-log4j12-1.7.30.jar

commons-text-1.3.jar

json-sanitizer-1.2.1.jar

snakeyaml-1.26.jar

compress-lzf-1.0.3.jar

json-smart-2.3.jar

snappy-java-1.1.8.2.jar

core-1.1.2.jar

json4s-ast_2.11-3.5.3.jar

solr-core-7.7.2.jar

crypter-0.0.6.jar

json4s-core_2.11-3.5.3.jar

solr-solrj-7.7.2.jar

curator-client-4.2.0.jar

json4s-jackson_2.11-3.5.3.jar

spark-avro_2.11-2.4.5.0100-2.0.0.dli-20220617.085536-9.jar

curator-framework-4.2.0.jar

json4s-scalap_2.11-3.5.3.jar

spark-avro_2.11-4.0.0.jar

curator-recipes-2.7.1.jar

jsp-api-2.1.jar

spark-catalyst_2.11-2.4.5.0100-2.0.0.dli-20220617.085405-16.jar

datanucleus-api-jdo-3.2.6.jar

jsr305-1.3.9.jar

spark-core_2.11-2.4.5.0100-2.0.0.dli-20220617.085327-16.jar

datanucleus-core-3.2.10.jar

jta-1.1.jar

spark-graphx_2.11-2.4.5.0100-.0.dli-20220617.085336-16.jar

datanucleus-rdbms-3.2.9.jar

jtransforms-2.4.0.jar

spark-hive_2.11-2.4.5.0100-2.0.0.dli-20220617.085423-16.jar

derby-10.14.2.0.jar

jts-core-1.16.1.jar

spark-kubernetes_2.11-2.4.5.0100-2.0.0.dli-20220617.085519-16.jar

dnsjava-2.1.7.jar

jul-to-slf4j-1.7.30.jar

spark-kvstore_2.11-2.4.5.0100-2.0.0.dli-20220617.085249-16.jar

ecj-3.21.0.jar

junit-4.11.jar

spark-launcher_2.11-2.4.5.0100-2.0.0.dli-20220617.085435-16.jar

ehcache-3.3.1.jar

kerb-admin-1.0.1.jar

spark-mllib-local_2.11-2.4.5.0100-2.0.0.dli-20220617.085349-16.jar

expiringmap-0.5.9.jar

kerb-client-1.0.1.jar

spark-mllib_2.11-2.4.5.0100-2.0.0.dli-20220617.085342-16.jar

fastutil-8.2.3.jar

kerb-common-1.0.1.jar

spark-network-common_2.11-2.4.5.0100-2.0.0.dli-20220617.085254-16.jar

flatbuffers-java-1.9.0.jar

kerb-core-1.0.1.jar

spark-network-shuffle_2.11-2.4.5.0100-2.0.0.dli-20220617.085300-16.jar

fst-2.50.jar

kerb-crypto-1.0.1.jar

spark-om_2.11-2.4.5.0100-2.0.0.dli-20220617.085316-16.jar

generex-1.0.2.jar

kerb-identity-1.0.1.jar

spark-repl_2.11-2.4.5.0100-2.0.0.dli-20220617.085430-16.jar

geronimo-jcache_1.0_spec-1.0-alpha-1.jar

kerb-server-1.0.1.jar

spark-sketch_2.11-2.4.5.0100-2.0.0.dli-20220617.085243-16.jar

gson-2.2.4.jar

kerb-simplekdc-1.0.1.jar

spark-sql_2.11-2.4.5.0100-2.0.0.dli-20220617.085414-16.jar

guava-14.0.1.jar

kerb-util-1.0.1.jar

spark-streaming_2.11-2.4.5.0100-.0.dli-20220617.085359-16.jar

guice-4.0.jar

kerby-asn1-1.0.1.jar

spark-tags_2.11-2.4.5.0100-2.0.0.dli-20220617.085322-16.jar

guice-servlet-4.0.jar

kerby-config-1.0.1.jar

spark-unsafe_2.11-2.4.5.0100-2.0.0.dli-20220617.085311-16.jar

hadoop-annotations-3.1.1-ei-302002.jar

kerby-pkix-1.0.1.jar

spark-uquery_2.11-2.4.5.0100-2.0.0.dli-SNAPSHOT.jar

hadoop-auth-3.1.1-ei-302002.jar

kerby-util-1.0.1.jar

spark-yarn_2.11-2.4.5.0100-2.0.0.dli-20220617.085531-16.jar

hadoop-3.1.1-ei-302002.jar

kerby-xdr-1.0.1.jar

spire-macros_2.11-0.13.0.jar

hadoop-client-3.1.1-ei-302002.jar

kryo-shaded-4.0.2.jar

spire_2.11-0.13.0.jar

hadoop-common-3.1.1-ei-302002.jar

kubernetes-client-5.4.1-20211025.jar

stax-api-1.0-2.jar

hadoop-hdfs-3.1.1-ei-302002.jar

kubernetes-model-admissionregistration-5.4.1-20211025.jar

stax2-api-3.1.4.jar

hadoop-hdfs-client-3.1.1-ei-302002.jar

kubernetes-model-apiextensions-5.4.1-20211025.jar

stream-2.7.0.jar

hadoop-3.1.1-46.jar

kubernetes-model-apps-5.4.1-20211025.jar

stringtemplate-3.2.1.jar

hadoop-mapreduce-client-common-3.1.1-ei-302002.jar

kubernetes-model-autoscaling-5.4.1-20211025.jar

threeten-extra-1.5.0.jar

hadoop-mapreduce-client-core-3.1.1-ei-302002.jar

kubernetes-model-batch-5.4.1-20211025.jar

tink-1.6.0.jar

hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar

kubernetes-model-certificates-5.4.1-20211025.jar

token-provider-1.0.1.jar

hadoop-minikdc-3.1.1-ei-302002.jar

kubernetes-model-common-5.4.1-20211025.jar

tomcat-api-9.0.39.jar

hadoop-yarn-api-3.1.1-ei-302002.jar

kubernetes-model-coordination-5.4.1-20211025.jar

zookeeper-jute-3.5.6-ei-302002.jar

hadoop-yarn-client-3.1.1-ei-302002.jar

kubernetes-model-core-5.4.1-20211025.jar

tomcat-el-api-9.0.39.jar

hadoop-yarn-common-3.1.1-ei-302002.jar

kubernetes-model-discovery-5.4.1-20211025.jar

tomcat-jasper-9.0.39.jar

hadoop-yarn-registry-3.1.1-ei-302002.jar

kubernetes-model-events-5.4.1-20211025.jar

tomcat-jasper-el-9.0.39.jar

hadoop-yarn-server-applicationhistoryservice-3.1.1-ei-302002.jar

kubernetes-model-extensions-5.4.1-20211025.jar

tomcat-jsp-api-9.0.39.jar

hadoop-yarn-server-common-3.1.1-ei-302002.jar

kubernetes-model-flowcontrol-5.4.1-20211025.jar

tomcat-juli-9.0.39.jar

hadoop-yarn-server-resourcemanager-3.1.1-ei-302002.jar

kubernetes-model-metrics-5.4.1-20211025.jar

tomcat-servlet-api-9.0.39.jar

hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar

kubernetes-model-networking-5.4.1-20211025.jar

tomcat-util-9.0.39.jar

hamcrest-core-1.3.jar

kubernetes-model-node-5.4.1-20211025.jar

tomcat-util-scan-9.0.39.jar

hive-common-1.2.1-2.0.0.dli-20220528.090500-402.jar

kubernetes-model-policy-5.4.1-20211025.jar

univocity-parsers-2.7.3.jar

hive-exec-1.2.1-2.0.0.dli-20220528.090521-401.jar

kubernetes-model-rbac-5.4.1-20211025.jar

zstd-jni-1.4.9-1.jar

hive-metastore-1.2.1-2.0.0.dli-20220528.090509-402.jar

kubernetes-model-scheduling-5.4.1-20211025.jar

validation-api-1.1.0.Final.jar

hive-shims-0.23-1.2.1-2.0.0.dli-20220528.090445-403.jar

kubernetes-model-storageclass-5.4.1-20211025.jar

velocity-1.7.jar

hive-shims-1.2.1-2.0.0.dli-20220528.090455-403.jar

leveldbjni-all-1.8-20191105.jar

woodstox-core-5.0.3.jar

hive-shims-common-1.2.1-2.0.0.dli-20220528.090441-404.jar

libfb303-0.9.3.jar

xbean-asm6-shaded-4.8.jar

hive-shims-scheduler-1.2.1-2.0.0.dli-20220528.090450-403.jar

libthrift-0.12.0.jar

xercesImpl-2.12.0.jar

hk2-api-2.4.0-b34.jar

log4j-1.2.17-cloudera1.jar

xml-apis-1.4.01.jar

hk2-locator-2.4.0-b34.jar

log4j-rolling-appender-20131024-2017.jar

xz-1.0.jar

hk2-utils-2.4.0-b34.jar

logging-interceptor-3.14.9.jar

zjsonpatch-0.3.0.jar

hppc-0.7.2.jar

lucene-analyzers-common-7.7.2.jar

zookeeper-3.5.6-ei-302002.jar

htrace-core4-4.2.0-incubating-1.0.0.jar

lucene-core-7.7.2.jar

-

support.huaweicloud.com/usermanual-dli/dli_01_0397.html