spark-kubernetes-operator
Helm chart
Request a free trial
Contact our team to test out this Helm chart and related images for free. Please also indicate any other images you would like to evaluate.
Tag:
1
# Licensed to the Apache Software Foundation (ASF) under one or more
2
# contributor license agreements. See the NOTICE file distributed with
3
# this work for additional information regarding copyright ownership.
4
# The ASF licenses this file to You under the Apache License, Version 2.0
5
# (the "License"); you may not use this file except in compliance with
6
# the License. You may obtain a copy of the License at
7
#
8
# http://www.apache.org/licenses/LICENSE-2.0
9
#
10
# Unless required by applicable law or agreed to in writing, software
11
# distributed under the License is distributed on an "AS IS" BASIS,
12
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
# See the License for the specific language governing permissions and
14
# limitations under the License.
15
16
image:
17
repository: cgr.dev/chainguard-private/spark-kubernetes-operator
18
pullPolicy: IfNotPresent
19
tag: latest@sha256:a2a74207e3a29f7d807ae66652966c779bcd6c801f2bfdeae57256b010888c2b
20
# If image digest is set then it takes precedence and the image tag will be ignored
21
# digest: ""
22
imagePullSecrets: []
23
operatorDeployment:
24
# Replicas must be 1 unless leader election is enabled
25
replicas: 1
26
# Strategy type must be 'Recreate' unless leader election is enabled
27
strategy:
28
type: Recreate
29
operatorPod:
30
priorityClassName: null
31
annotations: {}
32
labels: {}
33
affinity: {}
34
nodeSelector: {}
35
# Node tolerations for operator pod assignment
36
# https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/
37
tolerations: []
38
# Topology spread constrains
39
# https://kubernetes.io/docs/concepts/scheduling-eviction/topology-spread-constraints/
40
topologySpreadConstraints: []
41
operatorContainer:
42
jvmArgs: "-Dfile.encoding=UTF8 -XX:+CrashOnOutOfMemoryError -XX:ErrorFile=/dev/stderr -XX:+UseParallelGC -XX:InitialRAMPercentage=80 -XX:MaxRAMPercentage=80 -XX:+AlwaysPreTouch -XX:+UseCompactObjectHeaders"
43
env:
44
- name: "SPARK_USER"
45
value: "spark"
46
envFrom:
47
volumeMounts: []
48
resources:
49
limits:
50
cpu: "1"
51
ephemeral-storage: 2Gi
52
memory: 2Gi
53
requests:
54
cpu: "1"
55
ephemeral-storage: 2Gi
56
memory: 2Gi
57
probes:
58
port: 19091
59
livenessProbe:
60
periodSeconds: 10
61
initialDelaySeconds: 30
62
failureThreshold: 3
63
timeoutSeconds: 1
64
startupProbe:
65
failureThreshold: 30
66
periodSeconds: 10
67
readinessProbe:
68
failureThreshold: 1
69
periodSeconds: 10
70
metrics:
71
port: 19090
72
# By default, operator container is configured to comply restricted standard
73
# https://kubernetes.io/docs/concepts/security/pod-security-standards/
74
securityContext:
75
allowPrivilegeEscalation: false
76
capabilities:
77
drop:
78
- ALL
79
runAsNonRoot: true
80
runAsUser: 185
81
seccompProfile:
82
type: RuntimeDefault
83
additionalContainers: []
84
volumes: []
85
securityContext: {}
86
dnsPolicy:
87
dnsConfig:
88
operatorRbac:
89
serviceAccount:
90
create: true
91
name: "spark-operator"
92
clusterRole:
93
create: true
94
name: "spark-operator-clusterrole"
95
clusterRoleBinding:
96
create: true
97
name: "spark-operator-clusterrolebinding"
98
role:
99
# If enabled, a Role would be created inside each workload namespace, as configured
100
# in {workloadResources.namespaces.data} for operator. Please enable *at least one* of
101
# {operatorRbac.clusterRole.create} or {operatorRbac.role.create} for operator
102
# unless permission is provided separately from the chart
103
create: false
104
name: "spark-operator-role"
105
roleBinding:
106
# If enabled, a RoleBinding would be created inside each workload namespace, as configured
107
# in {workloadResources.namespaces.data} for operator. Please enable *at least one* of
108
# {operatorRbac.clusterRoleBinding.create} or {operatorRbac.roleBinding.create} for
109
# operator unless permission is provided separately from the chart
110
create: false
111
name: "spark-operator-rolebinding"
112
# It's possible to make the rolebinding refers to role / clusterrole as applicable
113
roleRef:
114
kind: Role
115
name: "spark-operator-role"
116
configManagement:
117
# Role to enable operator loading hot properties from config map
118
create: true
119
roleName: "spark-operator-config-monitor"
120
roleBindingName: "spark-operator-config-monitor-role-binding"
121
labels:
122
"app.kubernetes.io/component": "operator-rbac"
123
workloadResources:
124
# Create namespace(s), service account(s), clusterrole, role(s) and rolebinding(s) for Spark
125
# workloads, including SparkApps and SparkClusters
126
namespaces:
127
create: true
128
# When enabled, value for conf property `spark.operator.watched.namespaces` would be set to
129
# the values provided in {workloadResources.namespaces.data} field as well
130
overrideWatchedNamespaces: true
131
data:
132
# - "spark-1"
133
# - "spark-2"
134
serviceAccount:
135
create: true
136
name: "spark"
137
role:
138
# When enabled, a role would be created in each workload namespace, as configured in
139
# {workloadResources.namespaces.data} for Spark apps. Please enable *at least one* of
140
# {workloadResources.roles.create} or {workloadResources.clusterRole.create} for
141
# Spark workload unless permission is provided separately from the chart
142
create: false
143
name: "spark-workload-role"
144
clusterRole:
145
# When enabled, a clusterrole would be created for Spark workloads. Please enable *at least one* of
146
# {workloadResources.roles.create} or {workloadResources.clusterRole.create} for Spark workload unless
147
# permission is provided separately from the chart
148
create: true
149
name: "spark-workload-clusterrole"
150
roleBinding:
151
create: true
152
name: "spark-workload-rolebinding"
153
sparkApplicationSentinel:
154
create: false
155
name: "spark-app-sentinel"
156
sentinelNamespaces:
157
data:
158
# - "spark-1"
159
# - "spark-2"
160
# When enabled, a sentinel resource of type SparkApp will be deployed to namespace(s) provided
161
# Note that sentinelNamespaces list should be a subset of {workloadResources.namespaces.data}
162
# - "default"
163
sparkClusterSentinel:
164
create: false
165
name: "spark-cluster-sentinel"
166
sentinelNamespaces:
167
data:
168
# - "spark-1"
169
# - "spark-2"
170
# When enabled, a sentinel resource of type SparkCluster will be deployed to namespace(s) provided
171
# Note that sentinelNamespaces list should be a subset of {workloadResources.namespaces.data}
172
# - "default"
173
# workload resources are by default annotated to avoid workload abort due to operator upgrade
174
annotations:
175
"helm.sh/resource-policy": keep
176
# labels to be added on workload resources
177
labels:
178
"app.kubernetes.io/component": "spark-workload"
179
operatorConfiguration:
180
# If set to true, below properties would be appended to default conf files under conf/
181
# Otherwise, below would override default conf files
182
append: true
183
# Labels and annotations for the operatorConfiguration config map
184
configMap:
185
annotations:
186
labels:
187
log4j2.properties: |
188
# Logging Overrides
189
rootLogger.level=INFO
190
rootLogger.appenderRef.stdout.ref = console
191
appender.console.type = Console
192
appender.console.name = console
193
appender.console.target = SYSTEM_ERR
194
appender.console.layout.type = PatternLayout
195
appender.console.layout.pattern = %d{yy/MM/dd HH:mm:ss} %p %X{resource.name} %X{resource.namespace} %C{1.} %m%n%ex
196
spark-operator.properties: |
197
# Property Overrides. e.g.
198
# spark.kubernetes.operator.reconciler.intervalSeconds=60
199
metrics.properties: |
200
# Metrics Properties Overrides
201
dynamicConfig:
202
# Enable this for hot properties loading.
203
enable: false
204
# Enable this to create a config map for hot property loading
205
create: false
206
annotations:
207
"helm.sh/resource-policy": keep
208
data:
209
# Spark Operator Config Runtime Properties Overrides. e.g.
210
spark.kubernetes.operator.reconciler.intervalSeconds: "60"
211
The trusted source for open source
Talk to an expertProduct
Customers
© 2026 Chainguard, Inc. All Rights Reserved.
Chainguard® and the Chainguard logo are registered trademarks of Chainguard, Inc. in the United States and/or other countries.
The other respective trademarks mentioned on this page are owned by the respective companies and use of them does not imply any affiliation or endorsement.
Chainguard® and the Chainguard logo are registered trademarks of Chainguard, Inc. in the United States and/or other countries.
The other respective trademarks mentioned on this page are owned by the respective companies and use of them does not imply any affiliation or endorsement.