DrakopoulosAj
5 years ago
1 changed files with 0 additions and 116 deletions
@ -1,116 +0,0 @@ |
|||
#!/bin/bash |
|||
|
|||
# Set some sensible defaults |
|||
export CORE_CONF_fs_defaultFS=${CORE_CONF_fs_defaultFS:-hdfs://`hostname -f`:8020} |
|||
|
|||
function addProperty() { |
|||
local path=$1 |
|||
local name=$2 |
|||
local value=$3 |
|||
|
|||
local entry="<property><name>$name</name><value>${value}</value></property>" |
|||
local escapedEntry=$(echo $entry | sed 's/\//\\\//g') |
|||
sed -i "/<\/configuration>/ s/.*/${escapedEntry}\n&/" $path |
|||
} |
|||
|
|||
function configure() { |
|||
local path=$1 |
|||
local module=$2 |
|||
local envPrefix=$3 |
|||
|
|||
local var |
|||
local value |
|||
|
|||
echo "Configuring $module" |
|||
for c in `printenv | perl -sne 'print "$1 " if m/^${envPrefix}_(.+?)=.*/' -- -envPrefix=$envPrefix`; do |
|||
name=`echo ${c} | perl -pe 's/___/-/g; s/__/@/g; s/_/./g; s/@/_/g;'` |
|||
var="${envPrefix}_${c}" |
|||
value=${!var} |
|||
echo " - Setting $name=$value" |
|||
addProperty /etc/hadoop/$module-site.xml $name "$value" |
|||
done |
|||
} |
|||
|
|||
configure /etc/hadoop/core-site.xml core CORE_CONF |
|||
configure /etc/hadoop/hdfs-site.xml hdfs HDFS_CONF |
|||
configure /etc/hadoop/yarn-site.xml yarn YARN_CONF |
|||
configure /etc/hadoop/httpfs-site.xml httpfs HTTPFS_CONF |
|||
configure /etc/hadoop/kms-site.xml kms KMS_CONF |
|||
configure /etc/hadoop/mapred-site.xml mapred MAPRED_CONF |
|||
|
|||
if [ "$MULTIHOMED_NETWORK" = "1" ]; then |
|||
echo "Configuring for multihomed network" |
|||
|
|||
# HDFS |
|||
addProperty /etc/hadoop/hdfs-site.xml dfs.namenode.rpc-bind-host 0.0.0.0 |
|||
addProperty /etc/hadoop/hdfs-site.xml dfs.namenode.servicerpc-bind-host 0.0.0.0 |
|||
addProperty /etc/hadoop/hdfs-site.xml dfs.namenode.http-bind-host 0.0.0.0 |
|||
addProperty /etc/hadoop/hdfs-site.xml dfs.namenode.https-bind-host 0.0.0.0 |
|||
addProperty /etc/hadoop/hdfs-site.xml dfs.client.use.datanode.hostname true |
|||
addProperty /etc/hadoop/hdfs-site.xml dfs.datanode.use.datanode.hostname true |
|||
|
|||
# YARN |
|||
addProperty /etc/hadoop/yarn-site.xml yarn.resourcemanager.bind-host 0.0.0.0 |
|||
addProperty /etc/hadoop/yarn-site.xml yarn.nodemanager.bind-host 0.0.0.0 |
|||
addProperty /etc/hadoop/yarn-site.xml yarn.timeline-service.bind-host 0.0.0.0 |
|||
|
|||
# MAPRED |
|||
addProperty /etc/hadoop/mapred-site.xml yarn.nodemanager.bind-host 0.0.0.0 |
|||
fi |
|||
|
|||
if [ -n "$GANGLIA_HOST" ]; then |
|||
mv /etc/hadoop/hadoop-metrics.properties /etc/hadoop/hadoop-metrics.properties.orig |
|||
mv /etc/hadoop/hadoop-metrics2.properties /etc/hadoop/hadoop-metrics2.properties.orig |
|||
|
|||
for module in mapred jvm rpc ugi; do |
|||
echo "$module.class=org.apache.hadoop.metrics.ganglia.GangliaContext31" |
|||
echo "$module.period=10" |
|||
echo "$module.servers=$GANGLIA_HOST:8649" |
|||
done > /etc/hadoop/hadoop-metrics.properties |
|||
|
|||
for module in namenode datanode resourcemanager nodemanager mrappmaster jobhistoryserver; do |
|||
echo "$module.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31" |
|||
echo "$module.sink.ganglia.period=10" |
|||
echo "$module.sink.ganglia.supportsparse=true" |
|||
echo "$module.sink.ganglia.slope=jvm.metrics.gcCount=zero,jvm.metrics.memHeapUsedM=both" |
|||
echo "$module.sink.ganglia.dmax=jvm.metrics.threadsBlocked=70,jvm.metrics.memHeapUsedM=40" |
|||
echo "$module.sink.ganglia.servers=$GANGLIA_HOST:8649" |
|||
done > /etc/hadoop/hadoop-metrics2.properties |
|||
fi |
|||
|
|||
function wait_for_it() |
|||
{ |
|||
local serviceport=$1 |
|||
local service=${serviceport%%:*} |
|||
local port=${serviceport#*:} |
|||
local retry_seconds=5 |
|||
local max_try=100 |
|||
let i=1 |
|||
|
|||
nc -z $service $port |
|||
result=$? |
|||
|
|||
until [ $result -eq 0 ]; do |
|||
echo "[$i/$max_try] check for ${service}:${port}..." |
|||
echo "[$i/$max_try] ${service}:${port} is not available yet" |
|||
if (( $i == $max_try )); then |
|||
echo "[$i/$max_try] ${service}:${port} is still not available; giving up after ${max_try} tries. :/" |
|||
exit 1 |
|||
fi |
|||
|
|||
echo "[$i/$max_try] try in ${retry_seconds}s once again ..." |
|||
let "i++" |
|||
sleep $retry_seconds |
|||
|
|||
nc -z $service $port |
|||
result=$? |
|||
done |
|||
echo "[$i/$max_try] $service:${port} is available." |
|||
} |
|||
|
|||
for i in ${SERVICE_PRECONDITION[@]} |
|||
do |
|||
wait_for_it ${i} |
|||
done |
|||
|
|||
exec $@ |
Loading…
Reference in new issue