pigconf.sh 1.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. #!/usr/bin/env bash
  2. # File: pigconf.sh
  3. # Name: D.Saravanan
  4. # Date: 20/09/2020
  5. # Script to install and configure Apache Pig-0.17.0 in Hadoop-3.2.1
  6. user='raman'
  7. # Nodes
  8. mnode='172.17.0.2'
  9. enode='172.17.0.5'
  10. nodes='172.17.0.3 172.17.0.4'
  11. for ip in $mnode $enode $nodes; do
  12. ssh $user@$ip <<EOF
  13. if [ $ip == $mnode ]
  14. then
  15. wget -c http://apachemirror.wuchna.com/pig/pig-0.17.0/pig-0.17.0.tar.gz -P /home/$user/Downloads/
  16. tar -xzf /home/$user/Downloads/pig-0.17.0.tar.gz
  17. mv /home/$user/pig-0.17.0/ /usr/local/hadoop/pig/
  18. # copy pig to nodes
  19. scp -r /usr/local/hadoop/pig/ $user@172.17.0.3:/usr/local/hadoop/pig/
  20. scp -r /usr/local/hadoop/pig/ $user@172.17.0.4:/usr/local/hadoop/pig/
  21. # copy pig to edge node
  22. scp -r /usr/local/hadoop/pig/ $user@172.17.0.5:/usr/local/hadoop/pig/
  23. fi
  24. # .bashrc
  25. sed -i '$ a export PIG_HOME=\/usr\/local\/hadoop\/pig \
  26. \nexport PIG_CONF_DIR=\$PIG_HOME\/conf \
  27. \nexport PIG_CLASSPATH=\$HADOOP_HOME\/conf \
  28. \nexport PATH=\$PIG_HOME\/bin:\$PATH' /home/$user/.bashrc
  29. source ~/.bashrc
  30. logout
  31. EOF
  32. done