102 lines
3.2 KiB
YAML
102 lines
3.2 KiB
YAML
.catalog:
|
|
name: "Hadoop + Yarn"
|
|
version: "2.7.1-rancher1"
|
|
description: "Hadoop + Yarn"
|
|
minimum_rancher_version: v0.46.0
|
|
maximum_rancher_version: v1.9.99
|
|
questions:
|
|
- variable: "cluster"
|
|
label: "Cluster Name"
|
|
description: "Name for the stack volumes"
|
|
required: true
|
|
default: "hadoop"
|
|
type: "string"
|
|
- variable: "dfs_replication"
|
|
description: "Default number of HDFS replicas"
|
|
label: "Default DFS Replica Count"
|
|
required: true
|
|
type: "int"
|
|
default: "3"
|
|
- variable: "yarn_node_manager_cpu_vcores"
|
|
description: "yarn.nodemanager.resource.cpu-vcores value"
|
|
label: "Yarn Nodemanager CPU vcores"
|
|
default: "8"
|
|
type: "int"
|
|
required: true
|
|
- variable: "yarn_node_manager_resource_memory"
|
|
description: "yarn.nodemanager.resource.memory-mb value"
|
|
label: "Yarn Nodemanager Memory Value"
|
|
default: "8192"
|
|
type: "int"
|
|
required: true
|
|
- variable: "yarn_minimum_allocation"
|
|
description: "yarn.scheduler.minimum-allocation-mb value"
|
|
label: "Yarn Minimum Memory allocation"
|
|
default: "1024"
|
|
type: "int"
|
|
required: true
|
|
- variable: "mapreduce_map_memory"
|
|
description: "mapreduce.map.memory.mb"
|
|
label: "Mapreduce Map Memory"
|
|
default: "1024"
|
|
type: "int"
|
|
required: true
|
|
- variable: "mapreduce_reduce_memory"
|
|
description: "mapreduce.reduce.memory.mb"
|
|
label: "Mapreduce Reduce Memory"
|
|
default: "2048"
|
|
type: "int"
|
|
required: true
|
|
- variable: "mapreduce_map_java_opts"
|
|
description: "mapreduce.map.java.opts"
|
|
label: "Mapreduce Map Java Opts"
|
|
default: "-Xmx768m"
|
|
type: "string"
|
|
required: true
|
|
- variable: "mapreduce_reduce_java_opts"
|
|
description: "mapreduce.reduce.java.opts"
|
|
label: "Mapreduce Reduce Java Opts"
|
|
default: "-Xmx1536m"
|
|
type: "string"
|
|
required: true
|
|
namenode-primary:
|
|
scale: 1
|
|
metadata: &hdfs_metadata
|
|
core-site:
|
|
hadoop.proxyuser.hue.hosts: "*"
|
|
hadoop.proxyuser.hue.groups: "*"
|
|
hdfs-site:
|
|
dfs.replication: "${dfs_replication}"
|
|
dfs.webhdfs.enabled: "true"
|
|
datanode:
|
|
scale: 1
|
|
metadata: *hdfs_metadata
|
|
yarn-resourcemanager:
|
|
scale: 1
|
|
metadata: &yarn_metadata
|
|
core-site:
|
|
hadoop.proxyuser.hue.hosts: "*"
|
|
hadoop.proxyuser.hue.groups: "*"
|
|
hdfs-site:
|
|
dfs-replication: "${dfs_replication}"
|
|
dfs.webhdfs.enabled: "true"
|
|
yarn-site:
|
|
yarn.nodemanager.resource.cpu-vcores: "${yarn_node_manager_cpu_vcores}"
|
|
yarn.nodemanager.resource.memory-mb: "${yarn_node_manager_resource_memory}"
|
|
yarn.scheduler.minimum-allocation-mb: "${yarn_minimum_allocation}"
|
|
yarn.nodemanager.aux-services: "mapreduce_shuffle"
|
|
yarn.log-aggregation-enable: "true"
|
|
yarn.log-aggregation.retain-seconds: 10800
|
|
yarn.log-aggregation.retain-check-interval-seconds: 3600
|
|
mapred-site:
|
|
mapreduce.map.memory.mb: "${mapreduce_map_memory}"
|
|
mapreduce.reduce.memory.mb: "${mapreduce_reduce_memory}"
|
|
mapreduce.map.java.opts: "${mapreduce_map_java_opts}"
|
|
mapreduce.reduce.java.opts: "${mapreduce_reduce_java_opts}"
|
|
jobhistory-server:
|
|
scale: 1
|
|
metadata: *yarn_metadata
|
|
yarn-nodemanager:
|
|
scale: 1
|
|
metadata: *yarn_metadata
|