Dockerfile

FROM ubuntu:20.04

# Download utils
RUN mkdir /var/run/sshd
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
RUN apt update && apt install -y openjdk-8-jdk ssh git vim python3 curl openssh-server && \
    rm -rf /var/lib/apt/list/*

#Config user Hadoop
RUN groupadd --gid 1000 hadoop \
    && useradd --uid 1000 --gid hadoop --shell /bin/bash --create-home hadoop
RUN echo "hadoop:hadoop" | chpasswd
USER hadoop
RUN mkdir -p /home/hadoop/.ssh && ssh-keygen -q  -f /home/hadoop/.ssh/id_rsa -N """"
RUN cp /home/hadoop/.ssh/id_rsa.pub /home/hadoop/.ssh/authorized_keys
RUN chown -R hadoop:hadoop /home/hadoop/
WORKDIR /home/hadoop/
USER root   

#Download Hadoop
RUN curl -s https://downloads.apache.org/hadoop/common/hadoop-3.2.2/hadoop-3.2.2.tar.gz | tar -xz -C /opt && \
    mv /opt/hadoop-3.2.2 /opt/hadoop && \
    rm -rf /opt/hadoop/etc && \
    chown -R hadoop:hadoop /opt/hadoop

#Config ssh
RUN echo 'root:root' |chpasswd
RUN sed -ri 's/^#?PermitRootLogin\s+.*/PermitRootLogin yes/' /etc/ssh/sshd_config
RUN sed -ri 's/UsePAM yes/#UsePAM yes/g' /etc/ssh/sshd_config
RUN mkdir /root/.ssh


USER hadoop
#Config Hadoop
RUN echo "export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64" >> /home/hadoop/.bashrc
RUN echo "export HADOOP_HOME=/opt/hadoop" >> /home/hadoop/.bashrc
RUN echo "export HADOOP_MAPRED_HOME=/opt/hadoop" >> /home/hadoop/.bashrc
RUN echo "export HADOOP_COMMON_HOME=/opt/hadoop" >> /home/hadoop/.bashrc
RUN echo "export HADOOP_HDFS_HOME=/opt/hadoop" >> /home/hadoop/.bashrc
RUN echo "export HADOOP_YARN_HOME=/opt/hadoop" >> /home/hadoop/.bashrc
RUN echo "export PATH=/bin/hadoop:/bin/hadoop:$PATH" >> /home/hadoop/.bashrc
RUN mkdir /opt/hadoop/logs 
COPY ./etc /opt/hadoop/etc/

# Hdfs ports
EXPOSE 50010 50020 50070 50075 50090 8020 9000 36637
# Mapred ports
EXPOSE 10020 19888
#Yarn ports
EXPOSE 8030 8031 8032 8033 8040 8042 8088
#Other ports
EXPOSE 49707 9870 8088 19888 22 80

USER root

ENTRYPOINT ["/usr/sbin/sshd", "-D"]