forked from bernhard-42/spark-yarn-rest-api
-
Notifications
You must be signed in to change notification settings - Fork 0
/
project.cfg.template
39 lines (29 loc) · 1.14 KB
/
project.cfg.template
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
[Hadoop]
javaHome = /usr/jdk64/jdk1.8.0_60/
hdpVersion = 2.4.0.0-169
hadoopNameNode = <<namenode>>:8020
remoteSparkJar = /hdp/apps/2.4.0.0-169/spark/spark-hdp-assembly.jar
validateKnoxSSL = False
useKnoxGateway = True
# ResourceManager URL without Knox:
# hadoopResourceManager = http://<<resource manager>>:8088/ws/v1
# hadoopWebhdfsHost = http://<<namenode>>:50070/webhdfs/v1
# ResourceManager URL with Knox:
hadoopResourceManager = https://<<knox gateway>>:8443/gateway/default/resourcemanager/v1
hadoopWebhdfsHost = https://<<knox gateway>>:8443/gateway/default/webhdfs/v1
# Principal and Keytab for kerberized cluster
clusterKerberized = True
hdfsAccessPrincipal = <<user>>@<<REALM>>
hdfsAccessKeytab = /etc/security/keytabs/<<user>>.keytab
historyAccessPrincipal = [email protected]
historyAccessKeytab = /etc/security/keytabs/spark.headless.keytabs
[Project]
projectFolder = /tmp/simple-project
appName = SimpleProject
appJar = simple-project/target/scala-2.10/simple-project_2.10-1.0.jar
sparkProperties = spark-yarn.properties
applicationMasterMemory = 1024
applicationMasterCores = 1
executorMemory = 2G
executorCores = 2
debug=False