-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathspark-defaults.conf
29 lines (27 loc) · 9.91 KB
/
spark-defaults.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Default system properties included when running spark-submit.
# This is useful for setting default environmental settings.
# Example:
# spark.master spark://master:7077
# spark.eventLog.enabled true
# spark.eventLog.dir hdfs://namenode:8021/directory
# spark.serializer org.apache.spark.serializer.KryoSerializer
# spark.driver.memory 5g
# spark.executor.extraJavaOptions -XX:+PrintGCDetails -Dkey=value -Dnumbers="one two three"
spark.master spark://ubuntu:7077
spark.jars /usr/local/spark/jars/scala-compiler-2.11.12.jar,/usr/local/spark/jars/scala-library-2.11.12.jar,/usr/local/spark/jars/scala-parser-combinators_2.11-1.1.0.jar,/usr/local/spark/jars/scala-reflect-2.11.12.jar,/usr/local/spark/jars/scala-xml_2.11-1.0.5.jar,xz-1.0.jar,/usr/local/hbase/lib/asm-3.1.jar,/usr/local/hbase/lib/guice-3.0.jar,/usr/local/hbase/lib/avro-1.7.7.jar,/usr/local/hbase/lib/gson-2.2.4.jar,/usr/local/hbase/lib/junit-4.12.jar,/usr/local/hbase/lib/okio-1.4.0.jar,/usr/local/hbase/lib/joni-2.1.11.jar,/usr/local/hbase/lib/jsch-0.1.54.jar,/usr/local/hbase/lib/xmlenc-0.52.jar,/usr/local/hbase/lib/guava-11.0.2.jar,/usr/local/hbase/lib/jets3t-0.9.0.jar,/usr/local/hbase/lib/jetty-6.1.26.jar,/usr/local/hbase/lib/okhttp-2.4.0.jar,/usr/local/hbase/lib/paranamer-2.3.jar,/usr/local/hbase/lib/commons-io-2.5.jar,/usr/local/hbase/lib/hbase-it-2.2.4.jar,/usr/local/hbase/lib/httpcore-4.4.6.jar,/usr/local/hbase/lib/jettison-1.3.8.jar,/usr/local/hbase/lib/aopalliance-1.0.jar,/usr/local/hbase/lib/commons-cli-1.2.jar,/usr/local/hbase/lib/commons-net-3.1.jar,/usr/local/hbase/lib/disruptor-3.3.6.jar,/usr/local/hbase/lib/jaxb-api-2.2.12.jar,/usr/local/hbase/lib/jcodings-1.0.18.jar,/usr/local/hbase/lib/commons-lang-2.6.jar,/usr/local/hbase/lib/commons-math-2.2.jar,/usr/local/hbase/lib/hbase-http-2.2.4.jar,/usr/local/hbase/lib/hbase-rest-2.2.4.jar,/usr/local/hbase/lib/httpclient-4.5.3.jar,/usr/local/hbase/lib/libthrift-0.12.0.jar,/usr/local/hbase/lib/zookeeper-3.4.10.jar,/usr/local/hbase/lib/commons-lang3-3.6.jar,/usr/local/hbase/lib/guice-servlet-3.0.jar,/usr/local/hbase/lib/hadoop-auth-2.8.5.jar,/usr/local/hbase/lib/hadoop-hdfs-2.8.5.jar,/usr/local/hbase/lib/hamcrest-core-1.3.jar,/usr/local/hbase/lib/hbase-hbtop-2.2.4.jar,/usr/local/hbase/lib/hbase-shell-2.2.4.jar,/usr/local/hbase/lib/hk2-api-2.5.0-b32.jar,/usr/local/hbase/lib/jaxb-impl-2.2.3-1.jar,/usr/local/hbase/lib/jetty-util-6.1.26.jar,/usr/local/hbase/lib/snappy-java-1.0.5.jar,/usr/local/hbase/lib/api-util-1.0.0-M20.jar,/usr/local/hbase/lib/commons-codec-1.10.jar,/usr/local/hbase/lib/curator-test-2.7.1.jar,/usr/local/hbase/lib/hbase-client-2.2.4.jar,/usr/local/hbase/lib/hbase-common-2.2.4.jar,/usr/local/hbase/lib/hbase-server-2.2.4.jar,/usr/local/hbase/lib/hbase-thrift-2.2.4.jar,/usr/local/hbase/lib/javax.el-3.0.1-b08.jar,/usr/local/hbase/lib/leveldbjni-all-1.8.jar,/usr/local/hbase/lib/metrics-core-3.2.6.jar,/usr/local/hbase/lib/commons-math3-3.6.1.jar,/usr/local/hbase/lib/hadoop-client-2.8.5.jar,/usr/local/hbase/lib/hadoop-common-2.8.5.jar,/usr/local/hbase/lib/hadoop-distcp-2.8.5.jar,/usr/local/hbase/lib/hbase-metrics-2.2.4.jar,/usr/local/hbase/lib/hbase-rsgroup-2.2.4.jar,/usr/local/hbase/lib/hk2-utils-2.5.0-b32.jar,/usr/local/hbase/lib/jackson-core-2.9.10.jar,/usr/local/hbase/lib/jamon-runtime-2.4.1.jar,/usr/local/hbase/lib/java-xmlbuilder-0.4.jar,/usr/local/hbase/lib/javassist-3.20.0-GA.jar,/usr/local/hbase/lib/jersey-guava-2.25.1.jar,/usr/local/hbase/lib/protobuf-java-2.5.0.jar,/usr/local/hbase/lib/spymemcached-2.12.2.jar,/usr/local/hbase/lib/commons-crypto-1.0.0.jar,/usr/local/hbase/lib/commons-digester-1.8.jar,/usr/local/hbase/lib/curator-client-4.0.0.jar,/usr/local/hbase/lib/hbase-endpoint-2.2.4.jar,/usr/local/hbase/lib/hbase-examples-2.2.4.jar,/usr/local/hbase/lib/hbase-it-2.2.4-tests.jar,/usr/local/hbase/lib/hbase-protocol-2.2.4.jar,/usr/local/hbase/lib/jersey-client-2.25.1.jar,/usr/local/hbase/lib/jersey-common-2.25.1.jar,/usr/local/hbase/lib/jersey-server-2.25.1.jar,/usr/local/hbase/lib/commons-daemon-1.0.13.jar,/usr/local/hbase/lib/curator-recipes-4.0.0.jar,/usr/local/hbase/lib/hadoop-yarn-api-2.8.5.jar,/usr/local/hbase/lib/hbase-mapreduce-2.2.4.jar,/usr/local/hbase/lib/hbase-procedure-2.2.4.jar,/usr/local/hbase/lib/hbase-zookeeper-2.2.4.jar,/usr/local/hbase/lib/hk2-locator-2.5.0-b32.jar,/usr/local/hbase/lib/javax.ws.rs-api-2.0.1.jar,/usr/local/hbase/lib/api-asn1-api-1.0.0-M20.jar,/usr/local/hbase/lib/commons-compress-1.4.1.jar,/usr/local/hbase/lib/javax.activation-1.2.0.jar,/usr/local/hbase/lib/javax.inject-2.5.0-b32.jar,/usr/local/hbase/lib/jcip-annotations-1.0-1.jar,/usr/local/hbase/lib/jetty-sslengine-6.1.26.jar,/usr/local/hbase/lib/netty-all-4.0.23.Final.jar,/usr/local/hbase/lib/nimbus-jose-jwt-4.41.1.jar,/usr/local/hbase/lib/apacheds-i18n-2.0.0-M15.jar,/usr/local/hbase/lib/curator-framework-4.0.0.jar,/usr/local/hbase/lib/hadoop-hdfs-2.8.5-tests.jar,/usr/local/hbase/lib/hbase-annotations-2.2.4.jar,/usr/local/hbase/lib/hbase-metrics-api-2.2.4.jar,/usr/local/hbase/lib/hbase-replication-2.2.4.jar,/usr/local/hbase/lib/jackson-core-asl-1.9.13.jar,/usr/local/hbase/lib/javax.servlet-api-3.1.0.jar,/usr/local/hbase/lib/javax.servlet.jsp-2.3.2.jar,/usr/local/hbase/lib/hadoop-annotations-2.8.5.jar,/usr/local/hbase/lib/hadoop-hdfs-client-2.8.5.jar,/usr/local/hbase/lib/hadoop-minicluster-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-client-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-common-2.8.5.jar,/usr/local/hbase/lib/hbase-common-2.2.4-tests.jar,/usr/local/hbase/lib/hbase-server-2.2.4-tests.jar,/usr/local/hbase/lib/hbase-shaded-netty-2.2.1.jar,/usr/local/hbase/lib/hbase-testing-util-2.2.4.jar,/usr/local/hbase/lib/javax.annotation-api-1.2.jar,/usr/local/hbase/lib/jersey-media-jaxb-2.25.1.jar,/usr/local/hbase/lib/commons-collections-3.2.2.jar,/usr/local/hbase/lib/commons-configuration-1.6.jar,/usr/local/hbase/lib/hadoop-common-2.8.5-tests.jar,/usr/local/hbase/lib/hbase-hadoop-compat-2.2.4.jar,/usr/local/hbase/lib/hbase-rsgroup-2.2.4-tests.jar,/usr/local/hbase/lib/jackson-databind-2.9.10.1.jar,/usr/local/hbase/lib/jackson-jaxrs-base-2.9.10.jar,/usr/local/hbase/lib/jackson-mapper-asl-1.9.13.jar,/usr/local/hbase/lib/jetty-io-9.3.27.v20190418.jar,/usr/local/hbase/lib/hbase-hadoop2-compat-2.2.4.jar,/usr/local/hbase/lib/jackson-annotations-2.9.10.jar,/usr/local/hbase/lib/jetty-jmx-9.3.27.v20190418.jar,/usr/local/hbase/lib/jetty-xml-9.3.27.v20190418.jar,/usr/local/hbase/lib/validation-api-1.1.0.Final.jar,/usr/local/hbase/lib/hbase-mapreduce-2.2.4-tests.jar,/usr/local/hbase/lib/hbase-protocol-shaded-2.2.4.jar,/usr/local/hbase/lib/hbase-resource-bundle-2.2.4.jar,/usr/local/hbase/lib/hbase-shaded-protobuf-2.2.1.jar,/usr/local/hbase/lib/hbase-zookeeper-2.2.4-tests.jar,/usr/local/hbase/lib/javax.servlet.jsp-api-2.3.1.jar,/usr/local/hbase/lib/jetty-http-9.3.27.v20190418.jar,/usr/local/hbase/lib/jetty-util-9.3.27.v20190418.jar,/usr/local/hbase/lib/osgi-resource-locator-1.0.1.jar,/usr/local/hbase/lib/commons-beanutils-core-1.8.0.jar,/usr/local/hbase/lib/error_prone_annotations-2.3.3.jar,/usr/local/hbase/lib/hbase-annotations-2.2.4-tests.jar,/usr/local/hbase/lib/jetty-server-9.3.27.v20190418.jar,/usr/local/hbase/lib/jetty-webapp-9.3.27.v20190418.jar,/usr/local/hbase/lib/jetty-servlet-9.3.27.v20190418.jar,/usr/local/hbase/lib/hadoop-yarn-server-common-2.8.5.jar,/usr/local/hbase/lib/hbase-external-blockcache-2.2.4.jar,/usr/local/hbase/lib/hbase-hadoop-compat-2.2.4-tests.jar,/usr/local/hbase/lib/jetty-security-9.3.27.v20190418.jar,/usr/local/hbase/lib/aopalliance-repackaged-2.5.0-b32.jar,/usr/local/hbase/lib/hadoop-mapreduce-client-hs-2.8.5.jar,/usr/local/hbase/lib/hbase-hadoop2-compat-2.2.4-tests.jar,/usr/local/hbase/lib/hbase-shaded-miscellaneous-2.2.1.jar,/usr/local/hbase/lib/jetty-util-ajax-9.3.27.v20190418.jar,/usr/local/hbase/lib/apacheds-kerberos-codec-2.0.0-M15.jar,/usr/local/hbase/lib/hadoop-mapreduce-client-app-2.8.5.jar,/usr/local/hbase/lib/hadoop-mapreduce-client-core-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-server-web-proxy-2.8.5.jar,/usr/local/hbase/lib/jackson-jaxrs-json-provider-2.9.10.jar,/usr/local/hbase/lib/hadoop-mapreduce-client-common-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-server-nodemanager-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-server-tests-2.8.5-tests.jar,/usr/local/hbase/lib/jersey-container-servlet-core-2.25.1.jar,/usr/local/hbase/lib/hadoop-mapreduce-client-shuffle-2.8.5.jar,/usr/local/hbase/lib/jackson-module-jaxb-annotations-2.9.10.jar,/usr/local/hbase/lib/hadoop-mapreduce-client-jobclient-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-server-resourcemanager-2.8.5.jar,/usr/local/hbase/lib/hadoop-yarn-server-applicationhistoryservice-2.8.5.jar,/usr/local/hbase/lib/client-facing-thirdparty/log4j-1.2.17.jar,/usr/local/hbase/lib/client-facing-thirdparty/slf4j-api-1.7.25.jar,/usr/local/hbase/lib/client-facing-thirdparty/commons-logging-1.2.jar,/usr/local/hbase/lib/client-facing-thirdparty/slf4j-log4j12-1.7.25.jar,/usr/local/hbase/lib/client-facing-thirdparty/audience-annotations-0.5.0.jar,/usr/local/hbase/lib/client-facing-thirdparty/findbugs-annotations-1.3.9-1.jar,/usr/local/hbase/lib/client-facing-thirdparty/htrace-core4-4.2.0-incubating.jar,/usr/local/spark/jars/spark-core_2.11-2.4.5.jar,/usr/local/spark/jars/spark-yarn_2.11-2.4.5.jar,/usr/local/spark/jars/spark-streaming_2.11-2.4.5.jar