<aside> 💡

wget <https://dlcdn.apache.org/hadoop/common/hadoop-3.4.1/hadoop-3.4.1.tar.gz>
tar -xvzf hadoop-3.4.1.tar.gz && mv hadoop-3.4.1 hadoop
**sudo addgroup hadoop**

image.png

image.png

</aside>

<aside> 💡

**sudo apt-get update
sudo apt-get dist-upgrade

sudo apt install -y openssh-server
sudo systemctl enable ssh
sudo systemctl start ssh
sudo systemctl status ssh**

image.png

</aside>

<aside> 💡

**ssh-keygen -t rsa -P "" -f ~/.ssh/id_rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 600 ~/.ssh/authorized_keys
ssh localhost**

<aside> 💡

nano ~/.bashrc

# Hadoop Environment Variables
export HADOOP_HOME=$HOME/hadoop
export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$PATH

Ctrl + O -> Enter -> Ctrl + X

source ~/.bashrc

image.png

image.png

</aside>

<aside> 💡

nano $HADOOP_HOME/etc/hadoop/hadoop-env.sh

export JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib/native"

Ctrl + O -> Enter -> Ctrl + X

hadoop version

image.png

image.png

</aside>

<aside> 💡

**nano $HADOOP_HOME/etc/hadoop/core-site.xml**

<configuration>
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://localhost:9000</value>
    </property>
</configuration>

Ctrl + O -> Enter -> Ctrl + X

image.png

</aside>

<aside> 💡


mkdir -p ~/hadoop_tmp/hdfs/namenode
mkdir -p ~/hadoop_tmp/hdfs/datanode

**nano $HADOOP_HOME/etc/hadoop/hdfs-site.xml**

<configuration>
  <property>
    <name>dfs.replication</name>
    <value>1</value>
  </property>
  <property>
    <name>dfs.namenode.name.dir</name>
    <value>file:/home/hoangvu/hadoop_tmp/hdfs/namenode</value>
  </property>
  <property>
    <name>dfs.datanode.data.dir</name>
    <value>file:/home/hoangvu/hadoop_tmp/hdfs/datanode</value>
  </property>
</configuration>

Ctrl + O -> Enter -> Ctrl + X

image.png

</aside>

<aside> 💡

**nano $HADOOP_HOME/etc/hadoop/mapred-site.xml** 

<configuration>
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>

    <property>
        <name>mapreduce.application.classpath</name>
        <value>/home/hoangvu/hadoop/share/hadoop/mapreduce/*:/home/hoangvu/hadoop/share/hadoop/mapreduce/lib/*</value>
    </property>
</configuration>

****Ctrl + O -> Enter -> Ctrl + X

image.png

</aside>

<aside> 💡

hdfs namenode -format

start-dfs.sh

start-yarn.sh

jps

image.png

</aside>

<aside> 💡

image.png

image.png

</aside>

image.png