Page MenuHomePhabricator
Files F36887144

spark-pi.yaml
nfraison
Actions

Authored By
• nfraison
Mar 1 2023, 4:32 PM
Size
2 KB
Referenced Files
None
Subscribers
None

spark-pi.yaml
View Options

#
# Copyright 2017 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
---
apiVersion: "sparkoperator.k8s.io/v1beta2"
kind: SparkApplication
metadata:
name: spark-pi
namespace: spark
spec:
type: Scala
mode: cluster
image: "gcr.io/spark-operator/spark:v3.1.1"
imagePullPolicy: Always
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.1.1.jar"
sparkVersion: "3.1.1"
restartPolicy:
type: Never
volumes:
- name: "test-volume"
hostPath:
path: "/tmp"
type: Directory
driver:
annotations:
vault.hashicorp.com/agent-inject: 'true'
vault.hashicorp.com/agent-inject-status: 'update'
vault.hashicorp.com/role: 'spark-run-nfraison'
vault.hashicorp.com/agent-inject-secret-hadoop-token: 'kubernetes/data/nfraison/hadoop'
vault.hashicorp.com/agent-inject-template-hadoop-token: |
{{- with secret "kubernetes/data/nfraison/hadoop" -}}
{{ .Data.data.token | base64Decode }}
{{- end -}}
envVars:
HADOOP_TOKEN_FILE_LOCATION: "/vault/secrets/hadoop-token"
cores: 1
coreLimit: "1200m"
memory: "512m"
labels:
version: 3.1.1
serviceAccount: spark-run-nfraison
volumeMounts:
- name: "test-volume"
mountPath: "/tmp"
executor:
annotations:
vault.hashicorp.com/agent-inject: 'true'
vault.hashicorp.com/agent-inject-status: 'update'
vault.hashicorp.com/role: 'spark-run-nfraison'
vault.hashicorp.com/agent-inject-secret-hadoop-token: 'kubernetes/data/nfraison/hadoop'
vault.hashicorp.com/agent-inject-template-hadoop-token: |
{{- with secret "kubernetes/data/nfraison/hadoop" -}}
{{ .Data.data.token | base64Decode }}
{{- end -}}
envVars:
HADOOP_TOKEN_FILE_LOCATION: "/vault/secrets/hadoop-token"
cores: 1
instances: 1
memory: "512m"
labels:
version: 3.1.1
serviceAccount: spark-run-nfraison
volumeMounts:
- name: "test-volume"
mountPath: "/tmp"

File Metadata

Mime Type
text/plain
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
10756204
Default Alt Text
spark-pi.yaml (2 KB)

Event Timeline

Content licensed under Creative Commons Attribution-ShareAlike (CC BY-SA) 4.0 unless otherwise noted; code licensed under GNU General Public License (GPL) 2.0 or later and other open source licenses. By using this site, you agree to the Terms of Use, Privacy Policy, and Code of Conduct. · Wikimedia Foundation · Privacy Policy · Code of Conduct · Terms of Use · Disclaimer · CC-BY-SA · GPL · Credits