How to install Hadoop 2.7.3 cluster on CentOS 7.3

zhouying23

#############################　　
#ENV
　　
#spark01 192.168.51.6
　　
#spark02 192.168.51.18
　　
#spark03 192.168.51.19
　　
#spark04 192.168.51.21
　　
#spark05 192.168.51.24
　　
############################
　　
##We must to improve file limits on every nodes
　　
echo "ulimit -SHn 204800" >> /etc/rc.local
　　
echo "ulimit -SHu 204800" >> /etc/rc.local
　　
cat >> /etc/security/limits.conf >/etc/sysctl.conf
　　
echo 'net.ipv6.conf.default.disable_ipv6 = 1' >>/etc/sysctl.conf
　　
echo 'vm.swappiness = 0' >> /etc/sysctl.conf
　　
sysctl -p
　　
echo 'echo never > /sys/kernel/mm/transparent_hugepage/defrag' >> /etc/rc.local
　　
chmod +x /etc/rc.d/rc.local
　　

　　
#1)Edit /etc/hosts file on every nodes
　　
cat >/etc/hosts/etc/sudoers
　　

　　
#4)set permission with opt directory on every nodes
　　
chown -R hadoop.hadoop /opt/
　　

　　
#5)Set up key-based (passwordless) login:
　　
#just do it no spark01
　　
su - hadoop
　　
ssh-keygen
　　
ssh-copy-id -i ~/.ssh/id_rsa.pub hadoop@spark01
　　
ssh-copy-id -i ~/.ssh/id_rsa.pub hadoop@spark02
　　
ssh-copy-id -i ~/.ssh/id_rsa.pub hadoop@spark03
　　
ssh-copy-id -i ~/.ssh/id_rsa.pub hadoop@spark04
　　
ssh-copy-id -i ~/.ssh/id_rsa.pub hadoop@spark05
　　

　　
#6)install hadoop on spark01 and propagate /opt/hadoop2.7.3 to other nodes:
　　
cd /home/tools
　　
sudo wget http://god.nongdingbang.net/downloads/hadoop-2.7.3.tar.gz
　　
sudo tar zxvf hadoop-2.7.3.tar.gz -C /opt/
　　
sudo chown -R hadoop.hadoop /opt/hadoop-2.7.3
　　
scp -r /opt/hadoop-2.7.3 hadoop@spark02:/opt
　　
scp -r /opt/hadoop-2.7.3 hadoop@spark03:/opt
　　
scp -r /opt/hadoop-2.7.3 hadoop@spark04:/opt
　　
scp -r /opt/hadoop-2.7.3 hadoop@spark05:/opt
　　

　　
#7)Edit this file on every nodes
　　
sudo su -
　　
cat >/etc/profile.d/hadoop.sh