-
Notifications
You must be signed in to change notification settings - Fork 5
/
dev-beakerx-cni-marathon.json
160 lines (160 loc) · 8.07 KB
/
dev-beakerx-cni-marathon.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
{
"id": "/dev/beakerx/cni",
"instances": 1,
"cpus": 2,
"mem": 8192,
"user": "nobody",
"cmd": "export SPARK_CONF_SPARK_EXECUTORENV_CLASSPATH=\"spark.executorEnv.CLASSPATH=$(${HADOOP_HDFS_HOME}/bin/hadoop classpath --glob):${CLASSPATH}\" && export SPARK_CONF_SPARK_EXECUTORENV_LD_LIBRARY_PATH=\"spark.executorEnv.LD_LIBRARY_PATH=${LD_LIBRARY_PATH}\" && /usr/local/bin/start.sh ${CONDA_DIR}/bin/jupyter lab --notebook-dir=\"/mnt/mesos/sandbox\"",
"container": {
"type": "MESOS",
"docker": {
"image": "vishnumohan/beakerx-dcos",
"forcePullImage": true
},
"portMappings": [
{
"containerPort": 8080,
"protocol": "tcp",
"name": "notebook",
"labels": {
"VIP_0": "/dev/beakerx/cni:8888"
}
},
{
"containerPort": 7077,
"protocol": "tcp",
"name": "sparkdriver",
"labels": {
"VIP_1": "/dev/beakerx/cni/sparkdriver:7077"
}
},
{
"containerPort": 4040,
"protocol": "tcp",
"name": "sparkui",
"labels": {
"VIP_2": "/dev/beakerx/cni/sparkui:4040"
}
},
{
"containerPort": 6046,
"protocol": "tcp",
"name": "tfdbg",
"labels": {
"VIP_3": "/dev/beakerx/cni/tfdbg:6046"
}
}
]
},
"networks": [
{
"mode": "container",
"name": "dcos"
}
],
"fetch": [
{
"uri": "http://api.devhdfs.marathon.l4lb.thisdcos.directory/v1/endpoints/core-site.xml",
"executable": false,
"extract": false,
"cache": false
},
{
"uri": "http://api.devhdfs.marathon.l4lb.thisdcos.directory/v1/endpoints/hdfs-site.xml",
"executable": false,
"extract": false,
"cache": false
}
],
"secrets": {
"serviceCredential": {
"source": "dev/beakerx/serviceCredential"
}
},
"env": {
"DCOS_SERVICE_ACCOUNT_CREDENTIAL": {
"secret": "serviceCredential"
},
"AWS_REGION": "us-east-1",
"CONDA_ENVS_PATH": "/mnt/mesos/sandbox/conda/envs:/opt/conda/envs",
"CONDA_PKGS_DIRS": "/mnt/mesos/sandbox/conda/pkgs:/opt/conda/pkgs",
"DCOS_DIR": "/mnt/mesos/sandbox/.dcos",
"ENABLE_SPARK_MONITOR": "true",
"HADOOP_CONF_DIR": "/mnt/mesos/sandbox",
"HOME": "/mnt/mesos/sandbox",
"JAVA_OPTS": "'-XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/mnt/mesos/sandbox'",
"JUPYTER_CONFIG_DIR": "/mnt/mesos/sandbox/.jupyter",
"JUPYTER_RUNTIME_DIR": "/mnt/mesos/sandbox/.local/share/jupyter/runtime",
"NGINX_LOG_LEVEL": "warn",
"OIDC_DISCOVERY_URI": "https://keycloak.example.com/auth/realms/Notebook/.well-known/openid-configuration",
"OIDC_REDIRECT_URI": "/service/dev/beakerx/cni/redirect_uri",
"OIDC_CLIENT_ID": "Notebook",
"OIDC_CLIENT_SECRET": "caa0cff3-d5f2-4c14-8988-3665bba4464c",
"OIDC_TLS_VERIFY": "no",
"OIDC_EMAIL": "[email protected]",
"OIDC_LOGOUT_PATH": "/service/dev/beakerx/cni/logmeout",
"OIDC_POST_LOGOUT_REDIRECT_URI": "https://vhost.example.com/service/dev/beakerx/cni",
"USER": "nobody",
"S3_ENDPOINT": "s3.us-east-1.amazonaws.com",
"S3_USE_HTTPS": "1",
"S3_VERIFY_SSL": "1",
"SPARK_MASTER_URL": "mesos://zk://zk-1.zk:2181,zk-2.zk:2181,zk-3.zk:2181,zk-4.zk:2181,zk-5.zk:2181/mesos",
"SPARK_USER": "nobody",
"SPARK_DRIVER_CORES": "2",
"SPARK_DRIVER_MEMORY": "4g",
"SPARK_DRIVER_JAVA_OPTIONS": "'-XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/mnt/mesos/sandbox'",
"SPARK_CONF_SPARK_SCHEDULER_MINREGISTEREDRESOURCESRATIO": "spark.scheduler.minRegisteredResourcesRatio=1.0",
"SPARK_CONF_CORES_MAX": "spark.cores.max=5",
"SPARK_CONF_EXECUTOR_CORES": "spark.executor.cores=1",
"SPARK_CONF_EXECUTOR_MEMORY": "spark.executor.memory=4g",
"SPARK_CONF_EXECUTOR_JAVA_OPTIONS": "spark.executor.extraJavaOptions='-XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/mnt/mesos/sandbox'",
"SPARK_CONF_EVENTLOG_ENABLED": "spark.eventLog.enabled=true",
"SPARK_CONF_EVENTLOG_DIR": "spark.eventLog.dir=s3a://vishnu-mohan/spark/history",
"SPARK_CONF_HADOOP_FS_S3A_AWS_CREDENTIALS_PROVIDER": "spark.hadoop.fs.s3a.aws.credentials.provider=com.amazonaws.auth.InstanceProfileCredentialsProvider",
"SPARK_CONF_MESOS_EXECUTOR_DOCKER_IMAGE": "spark.mesos.executor.docker.image=vishnumohan/spark-dcos",
"SPARK_CONF_SPARK_MESOS_EXECUTOR_DOCKER_FORCEPULLIMAGE": "spark.mesos.executor.docker.forcePullImage=true",
"SPARK_CONF_MESOS_EXECUTOR_HOME": "spark.mesos.executor.home=/opt/spark",
"SPARK_CONF_MESOS_CONTAINERIZER": "spark.mesos.containerizer=mesos",
"SPARK_CONF_MESOS_PRINCIPAL": "spark.mesos.principal=dev_beakerx",
"SPARK_CONF_MESOS_ROLE": "spark.mesos.role=dev-beakerx",
"SPARK_CONF_MESOS_DRIVER_LABELS": "spark.mesos.driver.labels=DCOS_SPACE:/dev/beakerx",
"SPARK_CONF_MESOS_TASK_LABELS": "spark.mesos.task.labels=DCOS_SPACE:/dev/beakerx",
"SPARK_CONF_SPARK_MESOS_DRIVERENV_SPARK_MESOS_KRB5_CONF_BASE64": "spark.mesos.driverEnv.SPARK_MESOS_KRB5_CONF_BASE64=W2xpYmRlZmF1bHRzXQoJZGVmYXVsdF9yZWFsbSA9IEFUSEVOQS5NSVQuRURVCgpbcmVhbG1zXQojIHVzZSAia2RjID0gLi4uIiBpZiByZWFsbSBhZG1pbnMgaGF2ZW4ndCBwdXQgU1JWIHJlY29yZHMgaW50byBETlMKCUFUSEVOQS5NSVQuRURVID0gewoJCWFkbWluX3NlcnZlciA9IGtlcmJlcm9zLm1pdC5lZHUKCX0KCUFORFJFVy5DTVUuRURVID0gewoJCWFkbWluX3NlcnZlciA9IGtkYy0wMS5hbmRyZXcuY211LmVkdQoJfQoKW2RvbWFpbl9yZWFsbV0KCW1pdC5lZHUgPSBBVEhFTkEuTUlULkVEVQoJY3NhaWwubWl0LmVkdSA9IENTQUlMLk1JVC5FRFUKCS51Y3NjLmVkdSA9IENBVFMuVUNTQy5FRFUKCltsb2dnaW5nXQojCWtkYyA9IENPTlNPTEUK",
"SPARK_CONF_SPARK_EXECUTORENV_SPARK_MESOS_KRB5_CONF_BASE64": "spark.executorEnv.SPARK_MESOS_KRB5_CONF_BASE64=W2xpYmRlZmF1bHRzXQoJZGVmYXVsdF9yZWFsbSA9IEFUSEVOQS5NSVQuRURVCgpbcmVhbG1zXQojIHVzZSAia2RjID0gLi4uIiBpZiByZWFsbSBhZG1pbnMgaGF2ZW4ndCBwdXQgU1JWIHJlY29yZHMgaW50byBETlMKCUFUSEVOQS5NSVQuRURVID0gewoJCWFkbWluX3NlcnZlciA9IGtlcmJlcm9zLm1pdC5lZHUKCX0KCUFORFJFVy5DTVUuRURVID0gewoJCWFkbWluX3NlcnZlciA9IGtkYy0wMS5hbmRyZXcuY211LmVkdQoJfQoKW2RvbWFpbl9yZWFsbV0KCW1pdC5lZHUgPSBBVEhFTkEuTUlULkVEVQoJY3NhaWwubWl0LmVkdSA9IENTQUlMLk1JVC5FRFUKCS51Y3NjLmVkdSA9IENBVFMuVUNTQy5FRFUKCltsb2dnaW5nXQojCWtkYyA9IENPTlNPTEUK",
"SPARK_CONF_SPARK_EXECUTORENV_KRB5_CONFIG": "spark.executorEnv.KRB5_CONFIG=/mnt/mesos/sandbox/krb5.conf",
"SPARK_CONF_SPARK_EXECUTORENV_JAVA_HOME": "spark.executorEnv.JAVA_HOME=/opt/jdk",
"SPARK_CONF_SPARK_EXECUTORENV_HADOOP_HDFS_HOME": "spark.executorEnv.HADOOP_HDFS_HOME=/opt/hadoop",
"SPARK_CONF_SPARK_MESOS_URIS": "spark.mesos.uris=http://api.devhdfs.marathon.l4lb.thisdcos.directory/v1/endpoints/hdfs-site.xml,http://api.devhdfs.marathon.l4lb.thisdcos.directory/v1/endpoints/core-site.xml",
"SPARK_CONF_SPARK_EXECUTORENV_HADOOP_OPTS": "spark.executorEnv.HADOOP_OPTS='-Djava.library.path=/opt/hadoop/lib/native -Djava.security.krb5.conf=/mnt/mesos/sandbox/krb5.conf'",
"SPARK_MESOS_KRB5_CONF_BASE64": "W2xpYmRlZmF1bHRzXQoJZGVmYXVsdF9yZWFsbSA9IEFUSEVOQS5NSVQuRURVCgpbcmVhbG1zXQojIHVzZSAia2RjID0gLi4uIiBpZiByZWFsbSBhZG1pbnMgaGF2ZW4ndCBwdXQgU1JWIHJlY29yZHMgaW50byBETlMKCUFUSEVOQS5NSVQuRURVID0gewoJCWFkbWluX3NlcnZlciA9IGtlcmJlcm9zLm1pdC5lZHUKCX0KCUFORFJFVy5DTVUuRURVID0gewoJCWFkbWluX3NlcnZlciA9IGtkYy0wMS5hbmRyZXcuY211LmVkdQoJfQoKW2RvbWFpbl9yZWFsbV0KCW1pdC5lZHUgPSBBVEhFTkEuTUlULkVEVQoJY3NhaWwubWl0LmVkdSA9IENTQUlMLk1JVC5FRFUKCS51Y3NjLmVkdSA9IENBVFMuVUNTQy5FRFUKCltsb2dnaW5nXQojCWtkYyA9IENPTlNPTEUK",
"TENSORBOARD_LOGDIR": "/mnt/mesos/sandbox",
"TERM": "xterm-256color"
},
"labels": {
"MARATHON_SINGLE_INSTANCE_APP": "true",
"HAPROXY_GROUP": "external",
"HAPROXY_0_ENABLED": "true",
"HAPROXY_0_REDIRECT_TO_HTTPS": "true",
"HAPROXY_0_VHOST": "vhost.example.com",
"HAPROXY_0_PATH": "/service/dev/beakerx/cni"
},
"healthChecks": [
{
"portIndex": 0,
"protocol": "MESOS_HTTP",
"path": "/healthz",
"gracePeriodSeconds": 30,
"intervalSeconds": 20,
"timeoutSeconds": 10,
"maxConsecutiveFailures": 3
}
],
"upgradeStrategy": {
"minimumHealthCapacity": 0,
"maximumOverCapacity": 0
},
"unreachableStrategy": {
"expungeAfterSeconds": 0,
"inactiveAfterSeconds": 0
}
}