{"id":852,"date":"2019-02-09T12:32:10","date_gmt":"2019-02-09T03:32:10","guid":{"rendered":"https:\/\/dong1lkim.oboki.net\/?p=852"},"modified":"2020-06-23T01:50:38","modified_gmt":"2020-06-22T16:50:38","slug":"hive-%ec%84%a4%ec%b9%98","status":"publish","type":"post","link":"https:\/\/oboki.net\/workspace\/data-engineering\/hadoop\/hive-%ec%84%a4%ec%b9%98\/","title":{"rendered":"[Hadoop] Hive \uc124\uce58"},"content":{"rendered":"

Hive \uc124\uce58<\/h1>\n

\n Hive\ub97c \uc774\uc6a9\ud558\uba74 HDFS\uc5d0 \uc800\uc7a5\ub41c \ub370\uc774\ud130\ub97c HiveQL\uc774\ub77c\ub294 SQL-Like \uc5b8\uc5b4\ub85c \ucffc\ub9ac\ud560 \uc218 \uc788\ub2e4.\n<\/p><\/blockquote>\n

\uc0ac\uc804 \uc900\ube44<\/h2>\n

JDK<\/h3>\n

Hadoop<\/h3>\n

Hadoop \ud30c\uc77c\uc2dc\uc2a4\ud15c\uc5d0 \ub370\uc774\ud130\ud30c\uc77c\uc744 \uc800\uc7a5\ud558\uae30 \ub54c\ubb38\uc5d0 \ud30c\uc77c \uc800\uc7a5\uc18c\ub85c\uc11c \ud558\ub461\uc774 \ud544\uc218\uc801\uc774\uace0, Hive\uac00 \uc124\uce58\ub418\ub294 \uc11c\ubc84\uc5d0 Hadoop Client\uac00 \uc124\uce58\ub3fc \uc788\uc5b4\uc57c \ud55c\ub2e4. (Hadoop \uc11c\ubc84\uc758 \ub514\ub809\ud1a0\ub9ac\ub97c \ud1b5\ucc44\ub85c \ubcf5\uc0ac\ud574\ub193\uc73c\uba74 \ub41c\ub2e4.) \ucc38\uace0 : Hadoop \uc124\uce58<\/a><\/p>\n

MySQL<\/h3>\n

metastore db\ub85c mysql\uc744 \uc774\uc6a9\ud558\uae30 \uc704\ud574 \uc0ac\uc804\uc5d0 \uc124\uce58\uac00 \ub3fc \uc788\uc5b4\uc57c \ud55c\ub2e4. \ucc38\uace0 : mysql \uc124\uce58<\/a><\/p>\n

\uc5ec\uae30\uc5d0\uc11c\ub294 \uc124\uce58\ub41c mysql \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc5d0 \uc544\ub798\uc640 \uac19\uc740 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc640 \uc0ac\uc6a9\uc790\ub97c \uc0dd\uc131\ud574\uc11c \uc774\uc6a9\ud55c\ub2e4.<\/p>\n

create database hive;\ncreate user hive@localhost identified by 'hive';\ngrant all privileges on hive.* to hive@localhost;\n<\/code><\/pre>\n
Hive \uc124\uce58<\/h2>\n
hive \uc2dc\uc2a4\ud15c \uc720\uc800 profile<\/h3>\n
vi ~\/.bash_profile<\/code><\/p>\n
# Hive\nexport JAVA_HOME=\/app\/jdk\nexport HIVE_HOME=\/app\/hive\nexport PATH=$JAVA_HOME\/bin:$HIVE_HOME\/bin:$PATH\n<\/code><\/pre>\n
\ubc14\uc774\ub108\ub9ac \ub2e4\uc6b4\ub85c\ub4dc \ubc0f \uacbd\ub85c \uc124\uc815<\/h3>\n
wget https:\/\/archive.apache.org\/dist\/hive\/hive-2.3.0\/apache-hive-2.3.0-bin.tar.gz\ntar -xvzf apache-hive-2.3.0-bin.tar.gz -C \/app\/hive\/.\nmv \/app\/hive\/apache-hive-2.3.0-bin \/app\/hive\/2.3.0\nfind \/app\/hive\/2.3.0 -mindepth 1 -maxdepth 1 -type d | xargs -I {} ln -s {} \/app\/hive\/.\n<\/code><\/pre>\n
Hive \uc124\uc815 \ud30c\uc77c \uc218\uc815<\/h3>\n
cd \/app\/hive\/conf; cp hive-env.sh.template hive-env.sh<\/code><\/p>\n
hive-env.sh<\/h4>\n
vi hive-env.sh<\/code><\/p>\n
Hadoop \uc124\uc815 \ud30c\uc77c\uc774 \uc788\ub294 \uacbd\ub85c\ub85c \uc218\uc815\ud574\uc900\ub2e4.<\/p>\n
HADOOP_HOME=\/app\/hadoop\n<\/code><\/pre>\n
hive-site.xml<\/h4>\n
vi hive-site.xml<\/code> \ud30c\uc77c\uc744 \uc0c8\ub85c \uc0dd\uc131\ud558\uc5ec \uc544\ub798\uc640 \uac19\uc774 \uc124\uc815\ud55c\ub2e4.<\/p>\n
<configuration>\n        <property>\n                <name>hive.metastore.local<\/name>\n                <value>false<\/value>\n        <\/property>\n        <property>\n                <name>javax.jdo.option.ConnectionURL<\/name>\n                <value>jdbc:mysql:\/\/localhost:3306\/hive?createDatabaseifNotExist=true&useSSL=false<\/value>\n        <\/property>\n        <property>\n                <name>javax.jdo.option.ConnectionDriverName<\/name>\n                <value>com.mysql.jdbc.Driver<\/value>\n        <\/property>\n        <property>\n                <name>javax.jdo.option.ConnectionUserName<\/name>\n                <value>hive<\/value>\n        <\/property>\n        <property>\n                <name>javax.jdo.option.ConnectionPassword<\/name>\n                <value>hive<\/value>\n        <\/property>\n        <property>\n                <name>hive.metastore.urls<\/name>\n                <value>thrift:\/\/node5.dat:10000<\/value>\n        <\/property>\n<\/configuration>\n<\/code><\/pre>\n