You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
21 lines
1.4 KiB
21 lines
1.4 KiB
5 years ago
|
DOCKER_NETWORK = docker-hadoop_default
|
||
|
|
ENV_FILE = hadoop.env
|
||
|
|
current_branch := $(shell git rev-parse --abbrev-ref HEAD)
|
||
|
|
build:
|
||
|
|
docker build -t bde2020/hadoop-base:$(current_branch) ./base
|
||
|
|
docker build -t bde2020/hadoop-namenode:$(current_branch) ./namenode
|
||
|
|
docker build -t bde2020/hadoop-datanode:$(current_branch) ./datanode
|
||
|
|
docker build -t bde2020/hadoop-resourcemanager:$(current_branch) ./resourcemanager
|
||
|
|
docker build -t bde2020/hadoop-nodemanager:$(current_branch) ./nodemanager
|
||
|
|
docker build -t bde2020/hadoop-historyserver:$(current_branch) ./historyserver
|
||
|
|
docker build -t bde2020/hadoop-submit:$(current_branch) ./submit
|
||
|
|
|
||
|
|
wordcount:
|
||
|
|
docker build -t hadoop-wordcount ./submit
|
||
|
|
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -mkdir -p /input/
|
||
|
|
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -copyFromLocal -f /opt/hadoop-3.2.1/README.txt /input/
|
||
|
|
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} hadoop-wordcount
|
||
|
|
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -cat /output/*
|
||
|
|
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -rm -r /output
|
||
|
|
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(current_branch) hdfs dfs -rm -r /input
|