HIVE 2.3.4 本地安装与部署 （Ubuntu）

1
2
3
4
5
# /usr/local/hadoop 为 Hadoop 安装目录
export PATH=$PATH:/usr/local/hadoop/sbin:/usr/local/hadoop/sbin:/usr/local/hive/bin
export HIVE_HOME=/usr/local/hive
export PATH=$PATH:$HIVE_HOME/bin

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>javax.jdo.option.ConnectionURL</name>
    <value>jdbc:mysql://localhost:3306/hive?createDatabaseIfNotExist=true&amp;useSSL=false</value>
    <description>JDBC connect string for a JDBC metastore</description>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionDriverName</name>
    <value>com.mysql.jdbc.Driver</value>
    <description>Driver class name for a JDBC metastore</description>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionUserName</name>
    <value>hadoop</value>
    <description>username to use against metastore database</description>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionPassword</name>
    <value>123456</value>
    <description>password to use against metastore database</description>
  </property>
</configuration>

1
2
3
4
5
6
7
# Hadoop的位置：
export HADOOP_HOME=/usr/local/hadoop
# hive的conf目录位置：
export HIVE_CONF_DIR=/usr/local/hive/conf
# hive的lib目录位置：
export HIVE_AUX_JARS_PATH=/usr/local/hive/lib

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
# root登陆MySQL：
sudo mysql -u root -p

# 进入mysql shell，注意 ";" 标识一条命令结束
# 授予权限给用户hadoop，密码123456:
mysql> GRANT ALL ON *.* TO 'hadoop'@'%' IDENTIFIED BY '123456'; 
# 配置成功，回显：
Query OK, 0 rows affected, 1 warning (0.02 sec)
# 退出:
mysql> exit;
# 退出成功，回显：
Bye

之后可以以hadoop用户（非授权用户需要 sudo 指令）
mysql -u hadoop -p
登陆 mysql shell

1
2
3
4
5
6
7
hadoop fs -mkdir -p /user/hive/warehouse
hadoop fs -mkdir -p /user/hive/tmp
hadoop fs -mkdir -p /user/hive/log
hadoop fs -chmod -R 777 /user/hive/warehouse
hadoop fs -chmod -R 777 /user/hive/tmp
hadoop fs -chmod -R 777 /user/hive/log

1
2
3
4
5
6
7
8
请先确保 hadoop 已正常启动!

# 启动hive（由于已配置相关环境变量，直接使用）：
hive
# 启动成功，启动过程提示信息结束后，回显：
hive> 
# 说明已成功启动。同样，注意 ";" 标识一条命令结束！

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
# 显示数据库：
hive> show databases;
OK
default
Time taken: 14.107 seconds, Fetched: 1 row(s)

# 创建一个表:
hive> create table test1(tid int, tname string);
OK
Time taken: 5.021 seconds

# 显示tables:
hive> show tables;
OK
test1
Time taken: 5.077 seconds, Fetched: 1 row(s)

# 删除刚刚创建的表test1：
hive> drop table test1;
OK
Time taken: 5.223 seconds

# 重新创建表 test1（用于mysql测试）:
hive> create table test1(tid int, tname string);
OK
Time taken: 1.322 seconds

# 退出 hive shell
hive> exit;

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
# hadoop 用户进入mysql
mysql -u hadoop -p
# 输入密码后，进入mysql shell
mysql>
# 显示数据库：
mysql> show databases;
+--------------------+
| Database           |
+--------------------+
| information_schema |
| hive               |
| mysql              |
| performance_schema |
| sys                |
+--------------------+
5 rows in set (0.11 sec)

# 使用hive数据库
mysql> use hive;
Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A

Database changed

# 显示我们刚刚创建的表（记录在table TBLS中）
mysql> select * from TBLS;
+--------+-------------+-------+------------------+--------+-----------+-------+----------+---------------+--------------------+--------------------+--------------------+
| TBL_ID | CREATE_TIME | DB_ID | LAST_ACCESS_TIME | OWNER  | RETENTION | SD_ID | TBL_NAME | TBL_TYPE      | VIEW_EXPANDED_TEXT | VIEW_ORIGINAL_TEXT | IS_REWRITE_ENABLED |
+--------+-------------+-------+------------------+--------+-----------+-------+----------+---------------+--------------------+--------------------+--------------------+
|      1 |  1543335170 |     1 |                0 | hadoop |         0 |     1 | test1    | MANAGED_TABLE | NULL               | NULL               |                    |
+--------+-------------+-------+------------------+--------+-----------+-------+----------+---------------+--------------------+--------------------+--------------------+
1 row in set (0.00 sec)
# 在上面，我们可以看到OWNER:hadoop,TBL_NAME:test1,即我们刚刚创建的表
# 退出：
mysql> exit;
Bye