Port Spark template from Helm to K8s templates
This is a simple port of the helm template of spark.
This commit is contained in:
parent
098ac997b9
commit
93a816353a
5
kubernetes-templates/spark/0/README.md
Normal file
5
kubernetes-templates/spark/0/README.md
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
# spark
|
||||||
|
|
||||||
|
Apache Spark is a fast and general-purpose cluster computing system.
|
||||||
|
|
||||||
|
Need for zeppelin service and controller: Apache Zeppelin is a new and incubating multi-purposed web-based notebook which brings data ingestion, data exploration, visualization, sharing and collaboration features to Spark. More information can be found at https://zeppelin.incubator.apache.org/
|
12
kubernetes-templates/spark/0/rancher-compose.yml
Normal file
12
kubernetes-templates/spark/0/rancher-compose.yml
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
.catalog:
|
||||||
|
name: Spark
|
||||||
|
version: 0.1.0-rancher1
|
||||||
|
description: "Spark cluster"
|
||||||
|
maintainer: "Rancher"
|
||||||
|
questions:
|
||||||
|
- variable: "SPARK_WORKER_REPLICAS"
|
||||||
|
type: "string"
|
||||||
|
default: "1"
|
||||||
|
label: "Worker Replica Count"
|
||||||
|
description: "number of Spark workers"
|
||||||
|
required: true
|
27
kubernetes-templates/spark/0/spark-master-controller.yaml
Normal file
27
kubernetes-templates/spark/0/spark-master-controller.yaml
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
kind: ReplicationController
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: spark-master-controller
|
||||||
|
labels:
|
||||||
|
heritage: helm
|
||||||
|
provider: spark
|
||||||
|
spec:
|
||||||
|
replicas: 1
|
||||||
|
selector:
|
||||||
|
component: spark-master
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
component: spark-master
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: spark-master
|
||||||
|
image: gcr.io/google_containers/spark:1.5.1_v3
|
||||||
|
command: ["/start-master"]
|
||||||
|
ports:
|
||||||
|
- containerPort: 7077
|
||||||
|
- containerPort: 8080
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
|
14
kubernetes-templates/spark/0/spark-master-service.yaml
Normal file
14
kubernetes-templates/spark/0/spark-master-service.yaml
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
kind: Service
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: spark-master
|
||||||
|
labels:
|
||||||
|
heritage: helm
|
||||||
|
provider: spark
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- port: 7077
|
||||||
|
targetPort: 7077
|
||||||
|
selector:
|
||||||
|
component: spark-master
|
||||||
|
|
14
kubernetes-templates/spark/0/spark-webui.yaml
Normal file
14
kubernetes-templates/spark/0/spark-webui.yaml
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
kind: Service
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: spark-webui
|
||||||
|
labels:
|
||||||
|
heritage: helm
|
||||||
|
provider: spark
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- port: 8080
|
||||||
|
targetPort: 8080
|
||||||
|
selector:
|
||||||
|
component: spark-master
|
||||||
|
type: LoadBalancer
|
26
kubernetes-templates/spark/0/spark-worker-controller.yaml
Normal file
26
kubernetes-templates/spark/0/spark-worker-controller.yaml
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
kind: ReplicationController
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: spark-worker-controller
|
||||||
|
labels:
|
||||||
|
heritage: helm
|
||||||
|
provider: spark
|
||||||
|
spec:
|
||||||
|
replicas: ${SPARK_WORKER_REPLICAS}
|
||||||
|
selector:
|
||||||
|
component: spark-worker
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
component: spark-worker
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: spark-worker
|
||||||
|
image: gcr.io/google_containers/spark:1.5.1_v3
|
||||||
|
command: ["/start-worker"]
|
||||||
|
ports:
|
||||||
|
- containerPort: 8081
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
|
25
kubernetes-templates/spark/0/zeppelin-controller.yaml
Normal file
25
kubernetes-templates/spark/0/zeppelin-controller.yaml
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
kind: ReplicationController
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: zeppelin-controller
|
||||||
|
labels:
|
||||||
|
heritage: helm
|
||||||
|
provider: spark
|
||||||
|
spec:
|
||||||
|
replicas: 1
|
||||||
|
selector:
|
||||||
|
component: zeppelin
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
component: zeppelin
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: zeppelin
|
||||||
|
image: gcr.io/google_containers/zeppelin:v0.5.5_v2
|
||||||
|
ports:
|
||||||
|
- containerPort: 8080
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
|
14
kubernetes-templates/spark/0/zeppelin-service.yaml
Normal file
14
kubernetes-templates/spark/0/zeppelin-service.yaml
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
kind: Service
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: zeppelin
|
||||||
|
labels:
|
||||||
|
heritage: helm
|
||||||
|
provider: spark
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- port: 8080
|
||||||
|
targetPort: 8080
|
||||||
|
selector:
|
||||||
|
component: zeppelin
|
||||||
|
|
17
kubernetes-templates/spark/catalogIcon-spark.svg
Normal file
17
kubernetes-templates/spark/catalogIcon-spark.svg
Normal file
File diff suppressed because one or more lines are too long
After Width: | Height: | Size: 33 KiB |
6
kubernetes-templates/spark/config.yml
Normal file
6
kubernetes-templates/spark/config.yml
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
name: spark
|
||||||
|
version: 0.1.0-rancher1
|
||||||
|
description: |
|
||||||
|
Apache Spark is a fast and general-purpose cluster computing system
|
||||||
|
ported from Helm.
|
||||||
|
category: Big Data
|
Loading…
x
Reference in New Issue
Block a user