diff --git a/kubernetes-templates/spark/0/README.md b/kubernetes-templates/spark/0/README.md new file mode 100644 index 0000000..0aedeb5 --- /dev/null +++ b/kubernetes-templates/spark/0/README.md @@ -0,0 +1,5 @@ +# spark + +Apache Spark is a fast and general-purpose cluster computing system. + +Need for zeppelin service and controller: Apache Zeppelin is a new and incubating multi-purposed web-based notebook which brings data ingestion, data exploration, visualization, sharing and collaboration features to Spark. More information can be found at https://zeppelin.incubator.apache.org/ diff --git a/kubernetes-templates/spark/0/rancher-compose.yml b/kubernetes-templates/spark/0/rancher-compose.yml new file mode 100644 index 0000000..dc2a01a --- /dev/null +++ b/kubernetes-templates/spark/0/rancher-compose.yml @@ -0,0 +1,12 @@ +.catalog: + name: Spark + version: 0.1.0-rancher1 + description: "Spark cluster" + maintainer: "Rancher" + questions: + - variable: "SPARK_WORKER_REPLICAS" + type: "string" + default: "1" + label: "Worker Replica Count" + description: "number of Spark workers" + required: true diff --git a/kubernetes-templates/spark/0/spark-master-controller.yaml b/kubernetes-templates/spark/0/spark-master-controller.yaml new file mode 100644 index 0000000..2ecd1e4 --- /dev/null +++ b/kubernetes-templates/spark/0/spark-master-controller.yaml @@ -0,0 +1,27 @@ +kind: ReplicationController +apiVersion: v1 +metadata: + name: spark-master-controller + labels: + heritage: helm + provider: spark +spec: + replicas: 1 + selector: + component: spark-master + template: + metadata: + labels: + component: spark-master + spec: + containers: + - name: spark-master + image: gcr.io/google_containers/spark:1.5.1_v3 + command: ["/start-master"] + ports: + - containerPort: 7077 + - containerPort: 8080 + resources: + requests: + cpu: 100m + diff --git a/kubernetes-templates/spark/0/spark-master-service.yaml b/kubernetes-templates/spark/0/spark-master-service.yaml new file mode 100644 index 0000000..4a7a6d6 --- /dev/null +++ b/kubernetes-templates/spark/0/spark-master-service.yaml @@ -0,0 +1,14 @@ +kind: Service +apiVersion: v1 +metadata: + name: spark-master + labels: + heritage: helm + provider: spark +spec: + ports: + - port: 7077 + targetPort: 7077 + selector: + component: spark-master + diff --git a/kubernetes-templates/spark/0/spark-webui.yaml b/kubernetes-templates/spark/0/spark-webui.yaml new file mode 100644 index 0000000..c53ac2e --- /dev/null +++ b/kubernetes-templates/spark/0/spark-webui.yaml @@ -0,0 +1,14 @@ +kind: Service +apiVersion: v1 +metadata: + name: spark-webui + labels: + heritage: helm + provider: spark +spec: + ports: + - port: 8080 + targetPort: 8080 + selector: + component: spark-master + type: LoadBalancer diff --git a/kubernetes-templates/spark/0/spark-worker-controller.yaml b/kubernetes-templates/spark/0/spark-worker-controller.yaml new file mode 100644 index 0000000..1952f8f --- /dev/null +++ b/kubernetes-templates/spark/0/spark-worker-controller.yaml @@ -0,0 +1,26 @@ +kind: ReplicationController +apiVersion: v1 +metadata: + name: spark-worker-controller + labels: + heritage: helm + provider: spark +spec: + replicas: ${SPARK_WORKER_REPLICAS} + selector: + component: spark-worker + template: + metadata: + labels: + component: spark-worker + spec: + containers: + - name: spark-worker + image: gcr.io/google_containers/spark:1.5.1_v3 + command: ["/start-worker"] + ports: + - containerPort: 8081 + resources: + requests: + cpu: 100m + diff --git a/kubernetes-templates/spark/0/zeppelin-controller.yaml b/kubernetes-templates/spark/0/zeppelin-controller.yaml new file mode 100644 index 0000000..2952701 --- /dev/null +++ b/kubernetes-templates/spark/0/zeppelin-controller.yaml @@ -0,0 +1,25 @@ +kind: ReplicationController +apiVersion: v1 +metadata: + name: zeppelin-controller + labels: + heritage: helm + provider: spark +spec: + replicas: 1 + selector: + component: zeppelin + template: + metadata: + labels: + component: zeppelin + spec: + containers: + - name: zeppelin + image: gcr.io/google_containers/zeppelin:v0.5.5_v2 + ports: + - containerPort: 8080 + resources: + requests: + cpu: 100m + diff --git a/kubernetes-templates/spark/0/zeppelin-service.yaml b/kubernetes-templates/spark/0/zeppelin-service.yaml new file mode 100644 index 0000000..c7a4bcc --- /dev/null +++ b/kubernetes-templates/spark/0/zeppelin-service.yaml @@ -0,0 +1,14 @@ +kind: Service +apiVersion: v1 +metadata: + name: zeppelin + labels: + heritage: helm + provider: spark +spec: + ports: + - port: 8080 + targetPort: 8080 + selector: + component: zeppelin + diff --git a/kubernetes-templates/spark/catalogIcon-spark.svg b/kubernetes-templates/spark/catalogIcon-spark.svg new file mode 100644 index 0000000..c197ded --- /dev/null +++ b/kubernetes-templates/spark/catalogIcon-spark.svg @@ -0,0 +1,17 @@ + + + + + + + + image/svg+xml + + + + + + + + + diff --git a/kubernetes-templates/spark/config.yml b/kubernetes-templates/spark/config.yml new file mode 100644 index 0000000..d98ae8b --- /dev/null +++ b/kubernetes-templates/spark/config.yml @@ -0,0 +1,6 @@ +name: spark +version: 0.1.0-rancher1 +description: | + Apache Spark is a fast and general-purpose cluster computing system + ported from Helm. +category: Big Data