Skip to content

updated to hbase 2.2.5 with hadoop 3.2.1 #12

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

updated to hbase 2.2.5 with hadoop 3.2.1 #12

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions Makefile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
DOCKER_NETWORK = hbase
ENV_FILE = hadoop.env
current_branch := $(shell git rev-parse --abbrev-ref HEAD)
hadoop_branch := 2.0.0-hadoop2.7.4-java8
hadoop_branch := 2.0.0-hadoop3.2.1-java8
build:
docker build -t bde2020/hbase-base:$(current_branch) ./base
docker build -t bde2020/hbase-master:$(current_branch) ./hmaster
Expand All @@ -10,7 +10,7 @@ build:

wordcount:
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(hadoop_branch) hdfs dfs -mkdir -p /input/
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(hadoop_branch) hdfs dfs -copyFromLocal -f /opt/hadoop-2.7.4/README.txt /input/
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(hadoop_branch) hdfs dfs -copyFromLocal -f /opt/hadoop-3.2.1/README.txt /input/
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} hadoop-wordcount
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(hadoop_branch) hdfs dfs -cat /output/*
docker run --network ${DOCKER_NETWORK} --env-file ${ENV_FILE} bde2020/hadoop-base:$(hadoop_branch) hdfs dfs -rm -r /output
Expand Down
2 changes: 1 addition & 1 deletion base/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ MAINTAINER Ivan Ermilov <[email protected]>

RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends net-tools curl netcat

ENV HBASE_VERSION 1.2.6
ENV HBASE_VERSION 2.2.5
ENV HBASE_URL http://www.apache.org/dist/hbase/$HBASE_VERSION/hbase-$HBASE_VERSION-bin.tar.gz
RUN set -x \
&& curl -fSL "$HBASE_URL" -o /tmp/hbase.tar.gz \
Expand Down
22 changes: 11 additions & 11 deletions distributed/docker-compose-hadoop.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ version: '3'

services:
namenode:
image: bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8
networks:
- hbase
volumes:
Expand All @@ -21,32 +21,32 @@ services:
- node.hostname == akswnc4.aksw.uni-leipzig.de
labels:
traefik.docker.network: hbase
traefik.port: 50070
traefik.port: 9870

datanode:
image: bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
networks:
- hbase
volumes:
- datanode:/hadoop/dfs/data
env_file:
- ./hadoop.env
environment:
SERVICE_PRECONDITION: "namenode:50070"
SERVICE_PRECONDITION: "namenode:9870"
deploy:
mode: global
restart_policy:
condition: on-failure
labels:
traefik.docker.network: hbase
traefik.port: 50075
traefik.port: 9864

resourcemanager:
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8
networks:
- hbase
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864"
env_file:
- ./hadoop.env
deploy:
Expand All @@ -64,11 +64,11 @@ services:
disable: true

nodemanager:
image: bde2020/hadoop-nodemanager:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8
networks:
- hbase
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env
deploy:
Expand All @@ -80,13 +80,13 @@ services:
traefik.port: 8042

historyserver:
image: bde2020/hadoop-historyserver:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8
networks:
- hbase
volumes:
- hadoop_historyserver:/hadoop/yarn/timeline
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env
deploy:
Expand Down
8 changes: 4 additions & 4 deletions distributed/docker-compose-hbase.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ version: '3.2'

services:
hbase-master:
image: bde2020/hbase-master:1.0.0-hbase1.2.6
image: bde2020/hbase-master:2.0.0-hbase2.2.5
networks:
- hbase
deploy:
Expand All @@ -21,7 +21,7 @@ services:
- ./hbase.env

hbase-regionserver-1:
image: bde2020/hbase-regionserver:1.0.0-hbase1.2.6
image: bde2020/hbase-regionserver:2.0.0-hbase2.2.5
networks:
- hbase
deploy:
Expand All @@ -39,7 +39,7 @@ services:
HBASE_CONF_hbase_regionserver_hostname: hbase-regionserver-1

hbase-regionserver-2:
image: bde2020/hbase-regionserver:1.0.0-hbase1.2.6
image: bde2020/hbase-regionserver:2.0.0-hbase2.2.5
networks:
- hbase
deploy:
Expand All @@ -57,7 +57,7 @@ services:
HBASE_CONF_hbase_regionserver_hostname: hbase-regionserver-2

hbase-regionserver-3:
image: bde2020/hbase-regionserver:1.0.0-hbase1.2.6
image: bde2020/hbase-regionserver:2.0.0-hbase2.2.5
networks:
- hbase
deploy:
Expand Down
30 changes: 15 additions & 15 deletions docker-compose-distributed-local.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ version: "3"

services:
namenode:
image: bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8
container_name: namenode
volumes:
- hadoop_namenode:/hadoop/dfs/name
Expand All @@ -11,47 +11,47 @@ services:
env_file:
- ./hadoop.env
ports:
- 50070:50070
- 9870:9870

datanode:
image: bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
container_name: datanode
volumes:
- hadoop_datanode:/hadoop/dfs/data
environment:
SERVICE_PRECONDITION: "namenode:50070"
SERVICE_PRECONDITION: "namenode:9870"
env_file:
- ./hadoop.env
ports:
- 50075:50075
- 9864:9864

resourcemanager:
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8
container_name: resourcemanager
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864"
env_file:
- ./hadoop.env
ports:
- 8088:8088

nodemanager1:
image: bde2020/hadoop-nodemanager:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8
container_name: nodemanager
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env
ports:
- 8042:8042

historyserver:
image: bde2020/hadoop-historyserver:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8
container_name: historyserver
volumes:
- hadoop_historyserver:/hadoop/yarn/timeline
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env
ports:
Expand All @@ -67,25 +67,25 @@ services:
- 2181:2181

hbase-master:
image: bde2020/hbase-master:1.0.0-hbase1.2.6
image: bde2020/hbase-master:2.0.0-hbase2.2.5
container_name: hbase-master
hostname: hbase-master
env_file:
- ./hbase-distributed-local.env
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 zoo:2181"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 zoo:2181"
ports:
- 16010:16010

hbase-region:
image: bde2020/hbase-regionserver:1.0.0-hbase1.2.6
image: bde2020/hbase-regionserver:2.0.0-hbase2.2.5
container_name: hbase-regionserver
hostname: hbase-regionserver
env_file:
- ./hbase-distributed-local.env
environment:
HBASE_CONF_hbase_regionserver_hostname: hbase-region
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 zoo:2181 hbase-master:16010"
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 zoo:2181 hbase-master:16010"
ports:
- 16030:16030

Expand Down
22 changes: 11 additions & 11 deletions docker-compose-standalone.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ version: "3"

services:
namenode:
image: bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8
container_name: namenode
volumes:
- hadoop_namenode:/hadoop/dfs/name
Expand All @@ -12,43 +12,43 @@ services:
- ./hadoop.env

datanode:
image: bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
container_name: datanode
volumes:
- hadoop_datanode:/hadoop/dfs/data
environment:
SERVICE_PRECONDITION: "namenode:50070"
SERVICE_PRECONDITION: "namenode:9870"
env_file:
- ./hadoop.env

resourcemanager:
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8
container_name: resourcemanager
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075"
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864"
env_file:
- ./hadoop.env

nodemanager1:
image: bde2020/hadoop-nodemanager:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8
container_name: nodemanager
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088"
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env

historyserver:
image: bde2020/hadoop-historyserver:2.0.0-hadoop2.7.4-java8
image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8
container_name: historyserver
volumes:
- hadoop_historyserver:/hadoop/yarn/timeline
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088"
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env

hbase:
image: bde2020/hbase-standalone:1.0.0-hbase1.2.6
image: bde2020/hbase-standalone:2.0.0-hbase2.2.5
container_name: hbase
volumes:
- hbase_data:/hbase-data
Expand All @@ -62,7 +62,7 @@ services:
- 3888:3888
- 2181:2181
environment:
SERVICE_PRECONDITION: "namenode:50070 datanode:50075"
SERVICE_PRECONDITION: "namenode:9000 datanode:9864"
env_file:
- ./hbase-standalone.env

Expand Down
2 changes: 1 addition & 1 deletion hmaster/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM bde2020/hbase-base:1.0.0-hbase1.2.6
FROM bde2020/hbase-base:2.0.0-hbase2.2.5

COPY run.sh /run.sh
RUN chmod +x /run.sh
Expand Down
2 changes: 1 addition & 1 deletion hregionserver/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM bde2020/hbase-base:1.0.0-hbase1.2.6
FROM bde2020/hbase-base:2.0.0-hbase2.2.5

COPY run.sh /run.sh
RUN chmod +x /run.sh
Expand Down
2 changes: 1 addition & 1 deletion standalone/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM bde2020/hbase-base:1.0.0-hbase1.2.6
FROM bde2020/hbase-base:2.0.0-hbase2.2.5

COPY run.sh /run.sh
RUN chmod +x /run.sh
Expand Down