Port Spark template from Helm to K8s templates
This is a simple port of the helm template of spark.
This commit is contained in:
parent
098ac997b9
commit
93a816353a
5
kubernetes-templates/spark/0/README.md
Normal file
5
kubernetes-templates/spark/0/README.md
Normal file
@ -0,0 +1,5 @@
|
||||
# spark
|
||||
|
||||
Apache Spark is a fast and general-purpose cluster computing system.
|
||||
|
||||
Need for zeppelin service and controller: Apache Zeppelin is a new and incubating multi-purposed web-based notebook which brings data ingestion, data exploration, visualization, sharing and collaboration features to Spark. More information can be found at https://zeppelin.incubator.apache.org/
|
12
kubernetes-templates/spark/0/rancher-compose.yml
Normal file
12
kubernetes-templates/spark/0/rancher-compose.yml
Normal file
@ -0,0 +1,12 @@
|
||||
.catalog:
|
||||
name: Spark
|
||||
version: 0.1.0-rancher1
|
||||
description: "Spark cluster"
|
||||
maintainer: "Rancher"
|
||||
questions:
|
||||
- variable: "SPARK_WORKER_REPLICAS"
|
||||
type: "string"
|
||||
default: "1"
|
||||
label: "Worker Replica Count"
|
||||
description: "number of Spark workers"
|
||||
required: true
|
27
kubernetes-templates/spark/0/spark-master-controller.yaml
Normal file
27
kubernetes-templates/spark/0/spark-master-controller.yaml
Normal file
@ -0,0 +1,27 @@
|
||||
kind: ReplicationController
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: spark-master-controller
|
||||
labels:
|
||||
heritage: helm
|
||||
provider: spark
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
component: spark-master
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
component: spark-master
|
||||
spec:
|
||||
containers:
|
||||
- name: spark-master
|
||||
image: gcr.io/google_containers/spark:1.5.1_v3
|
||||
command: ["/start-master"]
|
||||
ports:
|
||||
- containerPort: 7077
|
||||
- containerPort: 8080
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
|
14
kubernetes-templates/spark/0/spark-master-service.yaml
Normal file
14
kubernetes-templates/spark/0/spark-master-service.yaml
Normal file
@ -0,0 +1,14 @@
|
||||
kind: Service
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: spark-master
|
||||
labels:
|
||||
heritage: helm
|
||||
provider: spark
|
||||
spec:
|
||||
ports:
|
||||
- port: 7077
|
||||
targetPort: 7077
|
||||
selector:
|
||||
component: spark-master
|
||||
|
14
kubernetes-templates/spark/0/spark-webui.yaml
Normal file
14
kubernetes-templates/spark/0/spark-webui.yaml
Normal file
@ -0,0 +1,14 @@
|
||||
kind: Service
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: spark-webui
|
||||
labels:
|
||||
heritage: helm
|
||||
provider: spark
|
||||
spec:
|
||||
ports:
|
||||
- port: 8080
|
||||
targetPort: 8080
|
||||
selector:
|
||||
component: spark-master
|
||||
type: LoadBalancer
|
26
kubernetes-templates/spark/0/spark-worker-controller.yaml
Normal file
26
kubernetes-templates/spark/0/spark-worker-controller.yaml
Normal file
@ -0,0 +1,26 @@
|
||||
kind: ReplicationController
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: spark-worker-controller
|
||||
labels:
|
||||
heritage: helm
|
||||
provider: spark
|
||||
spec:
|
||||
replicas: ${SPARK_WORKER_REPLICAS}
|
||||
selector:
|
||||
component: spark-worker
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
component: spark-worker
|
||||
spec:
|
||||
containers:
|
||||
- name: spark-worker
|
||||
image: gcr.io/google_containers/spark:1.5.1_v3
|
||||
command: ["/start-worker"]
|
||||
ports:
|
||||
- containerPort: 8081
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
|
25
kubernetes-templates/spark/0/zeppelin-controller.yaml
Normal file
25
kubernetes-templates/spark/0/zeppelin-controller.yaml
Normal file
@ -0,0 +1,25 @@
|
||||
kind: ReplicationController
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: zeppelin-controller
|
||||
labels:
|
||||
heritage: helm
|
||||
provider: spark
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
component: zeppelin
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
component: zeppelin
|
||||
spec:
|
||||
containers:
|
||||
- name: zeppelin
|
||||
image: gcr.io/google_containers/zeppelin:v0.5.5_v2
|
||||
ports:
|
||||
- containerPort: 8080
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
|
14
kubernetes-templates/spark/0/zeppelin-service.yaml
Normal file
14
kubernetes-templates/spark/0/zeppelin-service.yaml
Normal file
@ -0,0 +1,14 @@
|
||||
kind: Service
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: zeppelin
|
||||
labels:
|
||||
heritage: helm
|
||||
provider: spark
|
||||
spec:
|
||||
ports:
|
||||
- port: 8080
|
||||
targetPort: 8080
|
||||
selector:
|
||||
component: zeppelin
|
||||
|
17
kubernetes-templates/spark/catalogIcon-spark.svg
Normal file
17
kubernetes-templates/spark/catalogIcon-spark.svg
Normal file
File diff suppressed because one or more lines are too long
After Width: | Height: | Size: 33 KiB |
6
kubernetes-templates/spark/config.yml
Normal file
6
kubernetes-templates/spark/config.yml
Normal file
@ -0,0 +1,6 @@
|
||||
name: spark
|
||||
version: 0.1.0-rancher1
|
||||
description: |
|
||||
Apache Spark is a fast and general-purpose cluster computing system
|
||||
ported from Helm.
|
||||
category: Big Data
|
Loading…
x
Reference in New Issue
Block a user