crossdata/server/src/main/resources/server-reference.conf at c801cacfb520f2a2c1acfebb4a208b8328f74fda · Stratio/crossdata · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
#########################################################
#                                                       #
#      Config properties to link external configs       #
#                                                       #
#########################################################
crossdata-server.external.config.resource = "server-application.conf"
crossdata-server.external.config.filename = "/etc/sds/crossdata/server/server-application.conf"
crossdata-server.external.config.filename = ${?CROSSDATA_SERVER_EXTERNAL_CONFIG_FILENAME}

################################
#                              #
#      Main config options     #
#                              #
################################
# crossdata-server.akka.daemonic = on
crossdata-server.akka.actor.provider = "akka.cluster.ClusterActorRefProvider"
crossdata-server.akka.extensions = ["akka.cluster.pubsub.DistributedPubSub"]
crossdata-server.akka.remote.netty.tcp.hostname = "127.0.0.1"
crossdata-server.akka.remote.netty.tcp.hostname = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_TCP_HOSTNAME}
crossdata-server.akka.remote.netty.tcp.port = 13420
crossdata-server.akka.remote.netty.tcp.port = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_TCP_PORT}

crossdata-server.akka.remote.netty.tcp.bind-hostname = "127.0.0.1"
crossdata-server.akka.remote.netty.tcp.bind-hostname = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_TCP_BIND_HOSTNAME}
crossdata-server.akka.remote.netty.tcp.bind-port = 13420
crossdata-server.akka.remote.netty.tcp.bind-port = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_TCP_BIND_PORT}

crossdata-server.akka.remote.netty.tcp.maximum-frame-size = 16MiB
#Seed nodes for tcp, ssl, and both
crossdata-server.akka.cluster.seed-nodes = ["akka.tcp://[email protected]:13420"]
crossdata-server.akka.cluster.seed-nodes = ${?CROSSDATA_SERVER_AKKA_CLUSTER_SEED_NODES}
#crossdata-server.akka.cluster.seed-nodes = ["akka.ssl.tcp://[email protected]:13421"]
#crossdata-server.akka.cluster.seed-nodes = ["akka.tcp://[email protected]:13420","akka.ssl.tcp://[email protected]:13421"]
crossdata-server.akka.contrib.cluster.receptionist.response-tunnel-receive-timeout = 300s
crossdata-server.akka.contrib.cluster.receptionist.response-tunnel-receive-timeout = ${?CROSSDATA_SERVER_AKKA_CONTRIB_CLUSTER_RECEPCIONIST_RESPONSE_TUNNEL_RECEIVE_TIMEOUT}
crossdata-server.config.cluster.name = "CrossdataServerCluster"
crossdata-server.config.cluster.actor = "crossdata-server"
crossdata-server.config.akka.number.server-actor-min = 5
crossdata-server.config.akka.number.server-actor-min = ${?CROSSDATA_SERVER_CONFIG_AKKA_NUMBER_SERVER_ACTOR_MIN}
crossdata-server.config.akka.number.server-actor-max = 10
crossdata-server.config.akka.number.server-actor-min = ${?CROSSDATA_SERVER_CONFIG_AKKA_NUMBER_SERVER_ACTOR_MAX}
#crossdata-server.config.jobs.finished.ttl_ms = 3600000
crossdata-server.config.client.ExpectedHeartbeatPeriod = 1 minute
crossdata-server.config.hazelcast.enabled = true

# HTTP Server config
crossdata-server.akka-http.host = 0.0.0.0
crossdata-server.akka-http.host = ${?CROSSDATA_SERVER_CONFIG_HTTP_SERVER_HOST}
crossdata-server.akka-http.port = 13422
crossdata-server.akka-http.port = ${?CROSSDATA_SERVER_CONFIG_HTTP_SERVER_PORT}

crossdata-server.akka-http.request-execution-timeout = 4 hour
crossdata-server.akka-http.request-execution-timeout = ${?CROSSDATA_SERVER_REQUEST_EXECUTION_TIMEOUT}
################################
#                              #
#      Spark config options    #
#                              #
################################
crossdata-server.config.spark.app.name = "CrossdataServer"
crossdata-server.config.spark.master = "local[*]"
crossdata-server.config.spark.master = ${?CROSSDATA_SERVER_CONFIG_SPARK_MASTER}
crossdata-server.config.spark.akka.heartbeat.interval = 5000
crossdata-server.config.spark.jars = "/opt/sds/crossdata/lib/server/crossdata-server_${scala.binary.version}-${project.version}-jar-with-dependencies.jar"
crossdata-server.config.spark.jars = ${?CROSSDATA_SERVER_CONFIG_SPARK_JARS}
crossdata-server.config.spark.driver.maxResultSize = 1G
crossdata-server.config.spark.driver.maxResultSize = ${?CROSSDATA_SERVER_CONFIG_SPARK_DRIVER_MAXRESULTSIZE}
crossdata-server.config.spark.scheduler.mode = "FAIR"
crossdata-server.config.spark.scheduler.mode = ${?CROSSDATA_SERVER_CONFIG_SPARK_SCHEDULER_MODE}

crossdata-server.config.spark.kryo.referenceTracking=false
crossdata-server.config.spark.kryo.registrationRequired=false #set to false when working with external datasources
crossdata-server.config.spark.serializer="org.apache.spark.serializer.KryoSerializer"
crossdata-server.config.spark.kryo.registrator="com.stratio.crossdata.kryo.CrossdataRegistrator"
#crossdata-server.config.spark.kryo.classesToRegister=

crossdata-server.config.spark.sql.tungsten.enabled=true
crossdata-server.config.spark.sql.tungsten.enabled=${?CROSSDATA_SERVER_CONFIG_SPARK_SQL_TUNSGTEN_ENABLED}
crossdata-server.config.spark.sql.shuffle.partitions=100
crossdata-server.config.spark.sql.shuffle.partitions=${?CROSSDATA_SERVER_CONFIG_SPARK_SQL_SHUFFLE_PARTITIONS}

crossdata-server.config.spark.ui.port = ${?CROSSDATA_SERVER_CONFIG_SPARK_UI_PORT}

#STANDALONE
#crossdata-server.config.spark.executor.memory = 2G
#crossdata-server.config.spark.executor.memory = ${?CROSSDATA_SERVER_CONFIG_SPARK_EXECUTOR_MEMORY}
#crossdata-server.config.spark.cores.max = 4 (if not set spark.deploy.defaultCores)
#crossdata-server.config.spark.cores.max = ${?CROSSDATA_SERVER_CONFIG_SPARK_CORES_MAX}
#crossdata-server.config.spark.executor.cores=<all by default>

#MESOS
crossdata-server.config.spark.mesos.coarse = true
crossdata-server.config.spark.mesos.coarse = ${?CROSSDATA_SERVER_CONFIG_SPARK_MESOS_COARSE}
#crossdata-server.config.spark.mesos.uris = ""
crossdata-server.config.spark.mesos.uris = ${?CROSSDATA_SERVER_CONFIG_SPARK_MESOS_URIS}
#crossdata-server.config.spark.mesos.executor.docker.image = ""
crossdata-server.config.spark.mesos.executor.docker.image = ${?CROSSDATA_SERVER_CONFIG_SPARK_MESOS_EXECUTOR_DOCKER_IMAGE}
#crossdata-server.config.spark.mesos.executor.home = ""
crossdata-server.config.spark.mesos.executor.home = ${?CROSSDATA_SERVER_CONFIG_SPARK_MESOS_EXECUTOR_HOME}

#crossdata-server.config.spark.executor.memory = 4G
crossdata-server.config.spark.executor.memory = ${?CROSSDATA_SERVER_CONFIG_SPARK_EXECUTOR_MEMORY}
#crossdata-server.config.spark.cores.max = 8 (if not set => all available cores)
crossdata-server.config.spark.cores.max = ${?CROSSDATA_SERVER_CONFIG_SPARK_CORES_MAX}

#YARN
#crossdata-server.config.spark.executor.memory = 2G
#crossdata-server.config.spark.executor.memory = ${?CROSSDATA_SERVER_CONFIG_SPARK_EXECUTOR_MEMORY}
#crossdata-server.config.spark.executor.cores=1


################################
#                              #
#      Metrics options         #
#                              #
################################
crossdata-server.config.spark.metrics.conf="server/src/main/resources/xdmetrics.properties"

################################
#                              #
#      Akka options            #
#                              #
################################
crossdata-server.akka.cluster.seed-node-timeout = 5s
crossdata-server.akka.cluster.retry-unsuccessful-join-after = 10s
crossdata-server.akka.cluster.roles = [server]
crossdata-server.akka.cluster.role = {}
crossdata-server.akka.cluster.min-nr-of-members = 1
crossdata-server.akka.cluster.auto-down-unreachable-after = 10s

crossdata-server.akka.remote.startup-timeout = 10 s
crossdata-server.akka.remote.shutdown-timeout = 10 s
crossdata-server.akka.remote.netty.tcp.enable-ssl = false
crossdata-server.akka.remote.netty.tcp.send-buffer-size = 24MiB
crossdata-server.akka.remote.netty.tcp.receive-buffer-size = 24MiB
crossdata-server.akka.remote.default-remote-dispatcher.type = Dispatcher
crossdata-server.akka.remote.default-remote-dispatcher.executor = "fork-join-executor"
crossdata-server.akka.remote.default-remote-dispatcher.fork-join-executor.parallelism-min = 2
crossdata-server.akka.remote.default-remote-dispatcher.fork-join-executor.parallelism-max = 2

crossdata-server.akka.contrib.cluster.receptionist.name = receptionist
crossdata-server.akka.contrib.cluster.receptionist.role = ""
crossdata-server.akka.contrib.cluster.receptionist.number-of-contacts = 3

crossdata-server.akka.loggers = ["akka.event.slf4j.Slf4jLogger"]
crossdata-server.akka.loglevel = "INFO"
crossdata-server.akka.loglevel = ${?CROSSDATA_SERVER_AKKA_LOGLEVEL}

crossdata-server.akka.cluster.failure-detector.threshold = 12
crossdata-server.akka.cluster.acceptable-heartbeat-pause = 20s
crossdata-server.akka.cluster.heartbeat-interval = 6s

crossdata-server.akka.http.server.parsing.max-content-length=1024m

################################
#                              #
#      Service Discovery       #
#                              #
################################

crossdata-server.service-discovery.activated = false
crossdata-server.service-discovery.activated = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_ACTIVATED}
#crossdata-server.service-discovery.url = "127.0.0.1:2181"
crossdata-server.service-discovery.url = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_URL}
#crossdata-server.service-discovery.cluster-subscription.path = "/stratio/crossdata/discovery/subscription/leader"
crossdata-server.service-discovery.cluster-subscription.path = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_CLUSTER_SUBSCRIPTION_PATH}
#crossdata-server.service-discovery.cluster-subscription.timeout = 10
crossdata-server.service-discovery.cluster-subscription.timeout = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_CLUSTER_SUBSCRIPTION_TIMEOUT}
#crossdata-server.service-discovery.cluster-leader.path = "/stratio/crossdata/discovery/cluster/leader"
crossdata-server.service-discovery.cluster-leader.path = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_CLUSTER_LEADER_PATH}
#crossdata-server.service-discovery.cluster-leader.scheduler.delay = 10
crossdata-server.service-discovery.cluster-leader.scheduler.delay = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_CLUSTER_LEADER_DELAY}
#crossdata-server.service-discovery.seeds.path = "/stratio/crossdata/discovery/seeds"
crossdata-server.service-discovery.seeds.path = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_SEEDS_PATH}
#crossdata-server.service-discovery.provider.path = "/stratio/crossdata/discovery/provider/members"
crossdata-server.service-discovery.provider.path = ${?CROSSDATA_SERVER_SERVICE_DISCOVERY_PROVIDER_PATH}


################################
#                              #
#      Security                #
#                              #
################################

#Secure cookie
crossdata-server.akka.remote.require-cookie = off
#crossdata-server.akka.remote.secure-cookie = "0E0B0B040400020808040E030308010107090E09"


#TLS for netty connections
#crossdata-server.akka.remote.enabled-transports=["akka.remote.netty.tcp","akka.remote.netty.ssl"]
#crossdata-server.akka.remote.enabled-transports=${?CROSSDATA_SERVER_AKKA_REMOTE_ENABLED_TRANSPORTS}
crossdata-server.akka.remote.netty.ssl.enable-ssl=false
crossdata-server.akka.remote.netty.ssl.enable-ssl=${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_ENABLE_SSL}
#crossdata-server.akka.remote.netty.ssl.host="127.0.0.1"
crossdata-server.akka.remote.netty.ssl.host= ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_HOST}
#crossdata-server.akka.remote.netty.ssl.port=13421
crossdata-server.akka.remote.netty.ssl.port= ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_PORT}
#crossdata-server.akka.remote.netty.ssl.security.key-store="/absolute/path/to/keystore"
crossdata-server.akka.remote.netty.ssl.security.key-store= ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SECURITY_KEYSTORE}
#crossdata-server.akka.remote.netty.ssl.security.key-store-password ="stratio"
crossdata-server.akka.remote.netty.ssl.security.key-store-password = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_SECURITY_KEY_STORE_PASSWORD}
#crossdata-server.akka.remote.netty.ssl.security.key-password ="stratio"
crossdata-server.akka.remote.netty.ssl.security.key-password = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_SECURITY_KEY_PASSWORD}
#crossdata-server.akka.remote.netty.ssl.security.trust-store ="/absolute/path/to/truststore"
crossdata-server.akka.remote.netty.ssl.security.trust-store= ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SECURITY_TRUSTSTORE}
#crossdata-server.akka.remote.netty.ssl.security.trust-store-password ="stratio"
crossdata-server.akka.remote.netty.ssl.security.trust-store-password = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_SECURITY_TRUSTSTORE_PASSWORD}
#crossdata-server.akka.remote.netty.ssl.security.protocol="TLSv1"
crossdata-server.akka.remote.netty.ssl.security.protocol=${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_SECURITY_PROTOCOL}
#crossdata-server.akka.remote.netty.ssl.security.random-number-generator = "AES128CounterSecureRNG"
crossdata-server.akka.remote.netty.ssl.security.random-number-generator = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_SECURITY_RANDOM_NUMBER_GENERATOR}
#crossdata-server.akka.remote.netty.ssl.security.enabled-algorithms = ["TLS_RSA_WITH_AES_128_CBC_SHA"]
#crossdata-server.akka.remote.netty.ssl.security.enabled-algorithms = ${?CROSSDATA_SERVER_AKKA_REMOTE_NETTY_SSL_SECURITY_ENABLED_ALGORITHMS}


#HTTP security
#TLS for Akka-http (Https with client authentication)
crossdata-server.akka-http.ssl.enable = false
crossdata-server.akka-http.ssl.enable = ${?CROSSDATA_SERVER_AKKA_HTTP_SSL_ENABLE}
#crossdata-server.akka-http.ssl.truststore = "/home/crossdata/truststore.jks"
crossdata-server.akka-http.ssl.truststore = ${?CROSSDATA_SERVER_AKKA_HTTP_SSL_TRUSTSTORE}
#crossdata-server.akka-http.ssl.truststore-password = "stratio"
crossdata-server.akka-http.ssl.truststore-password = ${?CROSSDATA_SERVER_AKKA_HTTP_SSL_TRUSTSTORE_PASSWORD}
#crossdata-server.akka-http.ssl.keystore = "/home/crossdata/keystore.jks"
crossdata-server.akka-http.ssl.keystore = ${?CROSSDATA_SERVER_AKKA_HTTP_SSL_KEYSTORE}
#crossdata-server.akka-http.ssl.keystore-password = "stratio"
crossdata-server.akka-http.ssl.keystore-password = ${?CROSSDATA_SERVER_AKKA_HTTP_SSL_KEYSTORE_PASSWORD}