From 5854a5964bf4dcefa2aa17ebd3a8fc7e9a2dc878 Mon Sep 17 00:00:00 2001 From: DrakopoulosAj Date: Fri, 12 Jun 2020 18:53:27 +0000 Subject: [PATCH] Upload files to 'namenode' --- namenode/Dockerfile | 16 ++++++++++++++++ namenode/run.sh | 22 ++++++++++++++++++++++ 2 files changed, 38 insertions(+) create mode 100644 namenode/Dockerfile create mode 100644 namenode/run.sh diff --git a/namenode/Dockerfile b/namenode/Dockerfile new file mode 100644 index 0000000..f5725dd --- /dev/null +++ b/namenode/Dockerfile @@ -0,0 +1,16 @@ +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 + +MAINTAINER Ivan Ermilov + +HEALTHCHECK CMD curl -f http://localhost:9870/ || exit 1 + +ENV HDFS_CONF_dfs_namenode_name_dir=file:///hadoop/dfs/name +RUN mkdir -p /hadoop/dfs/name +VOLUME /hadoop/dfs/name + +ADD run.sh /run.sh +RUN chmod a+x /run.sh + +EXPOSE 9870 + +CMD ["/run.sh"] diff --git a/namenode/run.sh b/namenode/run.sh new file mode 100644 index 0000000..1140184 --- /dev/null +++ b/namenode/run.sh @@ -0,0 +1,22 @@ +#!/bin/bash + +namedir=`echo $HDFS_CONF_dfs_namenode_name_dir | perl -pe 's#file://##'` +if [ ! -d $namedir ]; then + echo "Namenode name directory not found: $namedir" + exit 2 +fi + +if [ -z "$CLUSTER_NAME" ]; then + echo "Cluster name not specified" + exit 2 +fi + +echo "remove lost+found from $namedir" +rm -r $namedir/lost+found + +if [ "`ls -A $namedir`" == "" ]; then + echo "Formatting namenode name directory: $namedir" + $HADOOP_HOME/bin/hdfs --config $HADOOP_CONF_DIR namenode -format $CLUSTER_NAME +fi + +$HADOOP_HOME/bin/hdfs --config $HADOOP_CONF_DIR namenode