hadoop ecosystem
hadoop계정 # cd /tmp # wget http://apache.mirror.cdnetworks.com/zeppelin/zeppelin-0.8.2/zeppelin-0.8.2-bin-all.tgz # tar xvf zeppelin-0.8.2-bin-all.tgz # sudo mkdir /opt/zeppelin/0.8.2 # sudo mv zeppelin-0.8.2-bin/* /opt/zeppelin/0.8.2/ # sudo chown -R hadoop:hadoop /opt/zeppelin/ # ln -s /opt/zeppelin/0.8.2 /opt/zeppelin/current # vi ~/.bash_profile
하둡 기준 import, export 스쿱 다운로드 Sqoop은 1버전이 복잡해서 간소한 것이 2버전이라 1버전으로 dn01의 root 계정에서 # cd /tmp # wget http://mirror.apache-kr.org/sqoop/1.4.7/sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz # tar xzvf sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz # mkdir -p /opt/sqoop/1.4.7 # mv sqoop-1.4.7.bin__hadoop-2.6.0/* /opt/sqoop/1.4.7/ # ln -s /opt/sqoop/1.4.7 /opt/sqoop/current MYSQL Connector 다운로드 및 sqoop 의 lib로 복사 sqoop은 데이..
# hive > use kdatademo; create table mobilephones( id string, title string, cost float, colors array, screen_size array); INSERT INTO table mobilephones SELECT "galaxynote20", "galaxy note 20", 300, array("white","red","black"), array(float(4.5)) UNION ALL SELECT "iphone10", "iphone plus", 500, array("gold","black"), array(float(4.5), float(5.5)) > select * from mobilephones; > select title,colo..
Hive의 메타데이터를 저장하는 db를 durbyDB를 MySQL로 바꿀 예정 dn01에서 MariaDB실행 # mysql -u root -p 로 로그인 > grant all privileges on *.* to hive@"dn01" identified by "hive" with grant option; > use mysql >select user,host from user; >exit 1. dn01 노드의 root 계정에서 # cd /tmp # wget http://apache.mirror.cdnetworks.com/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz # tar xzvf apache-hive-2.3.7-bin.tar.gz # mkdir -p /opt/hive..
