{"id":1322,"date":"2022-03-05T11:32:28","date_gmt":"2022-03-05T03:32:28","guid":{"rendered":"http:\/\/www.eait.co\/?p=1322"},"modified":"2022-03-05T18:37:10","modified_gmt":"2022-03-05T10:37:10","slug":"hive%e6%95%b0%e6%8d%ae%e5%ba%93%e7%9b%b8%e5%85%b3%e6%93%8d%e4%bd%9c","status":"publish","type":"post","link":"https:\/\/notes.coremix.net\/?p=1322","title":{"rendered":"Hive\u6570\u636e\u5e93\u76f8\u5173\u64cd\u4f5c"},"content":{"rendered":"

4.1 \u521b\u5efa\u6570\u636e\u5e93<\/h2>\n

1\uff09\u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93\uff0c\u6570\u636e\u5e93\u5728HDFS\u4e0a\u7684\u9ed8\u8ba4\u5b58\u50a8\u8def\u5f84\u662f\/user\/hive\/warehouse\/*.db\u3002<\/p>\n

hive (default)> create database db_hive;<\/p>\n

\u53ef\u80fd\u51fa\u73b0\u7684\u62a5\u9519\uff1a<\/strong><\/p>\n

FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:For direct MetaStore DB connections, we don’t support retries at the client level.)<\/p>\n

\u89e3\u51b3\u529e\u6cd5<\/strong>\uff1ahttps:\/\/blog.csdn.net\/mo_ing\/article\/details\/81219533<\/a><\/p>\n

\u4e2a\u4eba\u89e3\u51b3\u7248\u672c\uff1a\u4f7f\u7528mysql-connector-java-5.1.27.jar\uff0c\u800c\u4e0d\u662fmysql-connector-java-5.1.18.jar<\/p>\n

2\uff09\u907f\u514d\u8981\u521b\u5efa\u7684\u6570\u636e\u5e93\u5df2\u7ecf\u5b58\u5728\u9519\u8bef\uff0c\u589e\u52a0if not exists\u5224\u65ad\u3002\uff08\u6807\u51c6\u5199\u6cd5\uff09<\/p>\n\n\n\n
hive> create database db_hive;<\/p>\n

FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Database db_hive already exists<\/p>\n

hive (default)> create database if not exists db_hive;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

3\uff09\u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93\uff0c\u6307\u5b9a\u6570\u636e\u5e93\u5728HDFS\u4e0a\u5b58\u653e\u7684\u4f4d\u7f6e<\/p>\n

hive (default)> create database db_hive2 location ‘\/db_hive2.db’;<\/p>\n

 <\/p>\n

4.2 \u4fee\u6539\u6570\u636e\u5e93<\/h2>\n

\u7528\u6237\u53ef\u4ee5\u4f7f\u7528ALTER DATABASE\u547d\u4ee4\u4e3a\u67d0\u4e2a\u6570\u636e\u5e93\u7684DBPROPERTIES\u8bbe\u7f6e\u952e-\u503c\u5bf9\u5c5e\u6027\u503c\uff0c\u6765\u63cf\u8ff0\u8fd9\u4e2a\u6570\u636e\u5e93\u7684\u5c5e\u6027\u4fe1\u606f\u3002\u6570\u636e\u5e93\u7684\u5176\u4ed6\u5143\u6570\u636e\u4fe1\u606f\u90fd\u662f\u4e0d\u53ef\u66f4\u6539\u7684\uff0c\u5305\u62ec\u6570\u636e\u5e93\u540d\u548c\u6570\u636e\u5e93\u6240\u5728\u7684\u76ee\u5f55\u4f4d\u7f6e\u3002<\/p>\n

hive (default)> alter database db_hive set dbproperties(‘createtime’=’20190506’);<\/span><\/p>\n

\u5728mysql\u4e2d\u67e5\u770b\u4fee\u6539\u7ed3\u679c<\/strong><\/p>\n

hive> desc database extended<\/span> db_hive;<\/p>\n

db_name comment location\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 owner_name\u00a0\u00a0\u00a0\u00a0\u00a0 owner_type\u00a0\u00a0\u00a0\u00a0\u00a0 parameters<\/p>\n

db_hive\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 hdfs:\/\/bigdata166:8020\/user\/hive\/warehouse\/db_hive.db\u00a0\u00a0\u00a0 root USER\u00a0\u00a0\u00a0 {createtime=20190506}<\/span><\/p>\n

4.3 \u67e5\u8be2\u6570\u636e\u5e93<\/h2>\n

4.3.1 \u663e\u793a\u6570\u636e\u5e93<\/h3>\n

1\uff09\u663e\u793a\u6570\u636e\u5e93<\/p>\n

hive> show databases;<\/p>\n

2\uff09\u8fc7\u6ee4\u663e\u793a\u67e5\u8be2\u7684\u6570\u636e\u5e93<\/p>\n

hive> show databases like ‘db_hive*’;<\/span><\/p>\n

OK<\/p>\n

db_hive<\/p>\n

db_hive_1<\/p>\n

4.3.2 \u67e5\u770b\u6570\u636e\u5e93\u8be6\u60c5<\/h3>\n

1\uff09\u663e\u793a\u6570\u636e\u5e93\u4fe1\u606f<\/p>\n

hive> desc database db_hive;<\/p>\n

OK<\/p>\n

db_hive\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 hdfs:\/\/bigdata166:8020\/user\/hive\/warehouse\/db_hive.db\u00a0 \u00a0 \u00a0 root USER<\/p>\n

2\uff09\u663e\u793a\u6570\u636e\u5e93\u8be6\u7ec6\u4fe1\u606f\uff0cextended<\/span><\/p>\n

hive> desc database extended db_hive;<\/p>\n

OK<\/p>\n

db_hive\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 hdfs:\/\/bigdata166:8020\/user\/hive\/warehouse\/db_hive.db\u00a0 \u00a0 \u00a0 root USER\u00a0\u00a0\u00a0\u00a0 {createtime=20190506}<\/p>\n

4.3.3 \u5207\u6362\u5f53\u524d\u6570\u636e\u5e93<\/h3>\n

hive (default)> use db_hive;<\/p>\n

4.4 \u5220\u9664\u6570\u636e\u5e93<\/h2>\n

1\uff09\u5220\u9664\u7a7a\u6570\u636e\u5e93<\/p>\n

hive>drop database db_hive2;<\/p>\n

2\uff09\u5982\u679c\u5220\u9664\u7684\u6570\u636e\u5e93\u4e0d\u5b58\u5728\uff0c\u6700\u597d\u91c7\u7528 if exists\u5224\u65ad\u6570\u636e\u5e93\u662f\u5426\u5b58\u5728<\/p>\n\n\n\n
hive> drop database db_hive2;<\/p>\n

FAILED: SemanticException [Error 10072]: Database does not exist: db_hive<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

hive> drop database if exists db_hive2;<\/p>\n

3\uff09\u5982\u679c\u6570\u636e\u5e93\u4e0d\u4e3a\u7a7a\uff0c\u53ef\u4ee5\u91c7\u7528cascade\u547d\u4ee4\uff0c\u5f3a\u5236\u5220\u9664<\/span><\/p>\n\n\n\n
hive> drop database db_hive;<\/p>\n

FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. InvalidOperationException(message:Database db_hive is not empty. One or more tables exist.)<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

hive> drop database db_hive cascade<\/span>;<\/p>\n

4.5 \u521b\u5efa\u8868<\/h2>\n

1\uff09\u5efa\u8868\u8bed\u6cd5<\/strong><\/p>\n\n\n\n
CREATE [EXTERNAL] TABLE [IF NOT EXISTS] table_name<\/p>\n

[(col_name data_type [COMMENT col_comment], …)]<\/p>\n

[COMMENT table_comment]<\/p>\n

[PARTITIONED BY (col_name data_type [COMMENT col_comment], …)]<\/p>\n

[CLUSTERED BY (col_name, col_name, …)<\/p>\n

[SORTED BY (col_name [ASC|DESC], …)] INTO num_buckets BUCKETS]<\/p>\n

[ROW FORMAT row_format]<\/span><\/p>\n

[STORED AS file_format]<\/p>\n

[LOCATION hdfs_path]<\/span><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

2\uff09\u5b57\u6bb5\u89e3\u91ca\u8bf4\u660e\uff1a<\/p>\n

\uff081\uff09CREATE TABLE \u521b\u5efa\u4e00\u4e2a\u6307\u5b9a\u540d\u5b57\u7684\u8868\u3002\u5982\u679c\u76f8\u540c\u540d\u5b57\u7684\u8868\u5df2\u7ecf\u5b58\u5728\uff0c\u5219\u629b\u51fa\u5f02\u5e38\uff1b\u7528\u6237\u53ef\u4ee5\u7528 IF NOT EXISTS \u9009\u9879\u6765\u5ffd\u7565\u8fd9\u4e2a\u5f02\u5e38\u3002<\/p>\n

\uff082\uff09EXTERNAL\u5173\u952e\u5b57\u53ef\u4ee5\u8ba9\u7528\u6237\u521b\u5efa\u4e00\u4e2a\u5916\u90e8\u8868\uff0c\u5728\u5efa\u8868\u7684\u540c\u65f6\u6307\u5b9a\u4e00\u4e2a\u6307\u5411\u5b9e\u9645\u6570\u636e\u7684\u8def\u5f84\uff08LOCATION\uff09\uff0cHive\u521b\u5efa\u5185\u90e8\u8868\u65f6\uff0c\u4f1a\u5c06\u6570\u636e\u79fb\u52a8\u5230\u6570\u636e\u4ed3\u5e93\u6307\u5411\u7684\u8def\u5f84\uff1b\u82e5\u521b\u5efa\u5916\u90e8\u8868\uff0c\u4ec5\u8bb0\u5f55\u6570\u636e\u6240\u5728\u7684\u8def\u5f84\uff0c\u4e0d\u5bf9\u6570\u636e\u7684\u4f4d\u7f6e\u505a\u4efb\u4f55\u6539\u53d8\u3002\u5728\u5220\u9664\u8868\u7684\u65f6\u5019\uff0c\u5185\u90e8\u8868\u7684\u5143\u6570\u636e\u548c\u6570\u636e\u4f1a\u88ab\u4e00\u8d77\u5220\u9664\uff0c\u800c\u5916\u90e8\u8868\u53ea\u5220\u9664\u5143\u6570\u636e\uff0c\u4e0d\u5220\u9664\u6570\u636e\u3002<\/p>\n

\uff083\uff09COMMENT\uff1a\u4e3a\u8868\u548c\u5217\u6dfb\u52a0\u6ce8\u91ca\u3002<\/p>\n

\uff084\uff09PARTITIONED BY\u521b\u5efa\u5206\u533a\u8868<\/p>\n

\uff085\uff09CLUSTERED BY\u521b\u5efa\u5206\u6876\u8868<\/p>\n

\uff086\uff09SORTED BY\u4e0d\u5e38\u7528<\/p>\n

\uff087\uff09ROW FORMAT<\/p>\n

DELIMITED [FIELDS TERMINATED BY char] [COLLECTION ITEMS TERMINATED BY char]<\/p>\n

[MAP KEYS TERMINATED BY char] [LINES TERMINATED BY char]<\/p>\n

| SERDE serde_name [WITH SERDEPROPERTIES (property_name=property_value, property_name=property_value, …)]<\/p>\n

\u7528\u6237\u5728\u5efa\u8868\u7684\u65f6\u5019\u53ef\u4ee5\u81ea\u5b9a\u4e49SerDe\u6216\u8005\u4f7f\u7528\u81ea\u5e26\u7684SerDe\u3002\u5982\u679c\u6ca1\u6709\u6307\u5b9aROW FORMAT \u6216\u8005ROW FORMAT DELIMITED\uff0c\u5c06\u4f1a\u4f7f\u7528\u81ea\u5e26\u7684SerDe\u3002\u5728\u5efa\u8868\u7684\u65f6\u5019\uff0c\u7528\u6237\u8fd8\u9700\u8981\u4e3a\u8868\u6307\u5b9a\u5217\uff0c\u7528\u6237\u5728\u6307\u5b9a\u8868\u7684\u5217\u7684\u540c\u65f6\u4e5f\u4f1a\u6307\u5b9a\u81ea\u5b9a\u4e49\u7684SerDe\uff0cHive\u901a\u8fc7SerDe\u786e\u5b9a\u8868\u7684\u5177\u4f53\u7684\u5217\u7684\u6570\u636e\u3002<\/p>\n

\uff088\uff09STORED AS\u6307\u5b9a\u5b58\u50a8\u6587\u4ef6\u7c7b\u578b<\/p>\n

\u5e38\u7528\u7684\u5b58\u50a8\u6587\u4ef6\u7c7b\u578b\uff1aSEQUENCEFILE\uff08\u4e8c\u8fdb\u5236\u5e8f\u5217\u6587\u4ef6\uff09\u3001TEXTFILE\uff08\u6587\u672c\uff09\u3001RCFILE\uff08\u5217\u5f0f\u5b58\u50a8\u683c\u5f0f\u6587\u4ef6\uff09<\/p>\n

\u5982\u679c\u6587\u4ef6\u6570\u636e\u662f\u7eaf\u6587\u672c\uff0c\u53ef\u4ee5\u4f7f\u7528STORED AS TEXTFILE\u3002\u5982\u679c\u6570\u636e\u9700\u8981\u538b\u7f29\uff0c\u4f7f\u7528 STORED AS SEQUENCEFILE\u3002<\/p>\n

\uff089\uff09LOCATION \uff1a\u6307\u5b9a\u8868\u5728HDFS\u4e0a\u7684\u5b58\u50a8\u4f4d\u7f6e\u3002<\/p>\n

\uff0810\uff09LIKE\u5141\u8bb8\u7528\u6237\u590d\u5236\u73b0\u6709\u7684\u8868\u7ed3\u6784\uff0c\u4f46\u662f\u4e0d\u590d\u5236\u6570\u636e\u3002<\/p>\n

4.5.1 \u7ba1\u7406\u8868\uff08\u5185\u90e8\u8868\uff09<\/h3>\n

1\uff09\u7406\u8bba<\/p>\n

\u9ed8\u8ba4\u521b\u5efa\u7684\u8868\u90fd\u662f\u6240\u8c13\u7684\u7ba1\u7406\u8868\uff0c\u6709\u65f6\u4e5f\u88ab\u79f0\u4e3a\u5185\u90e8\u8868\u3002\u56e0\u4e3a\u8fd9\u79cd\u8868\uff0cHive\u4f1a\uff08\u6216\u591a\u6216\u5c11\u5730\uff09\u63a7\u5236\u7740\u6570\u636e\u7684\u751f\u547d\u5468\u671f\u3002Hive\u9ed8\u8ba4\u60c5\u51b5\u4e0b\u4f1a\u5c06\u8fd9\u4e9b\u8868\u7684\u6570\u636e\u5b58\u50a8\u5728\u7531\u914d\u7f6e\u9879hive.metastore.warehouse.dir(\u4f8b\u5982\uff0c\/user\/hive\/warehouse)\u6240\u5b9a\u4e49\u7684\u76ee\u5f55\u7684\u5b50\u76ee\u5f55\u4e0b\u3002\u00a0\u00a0\u00a0 \u5f53\u6211\u4eec\u5220\u9664\u4e00\u4e2a\u7ba1\u7406\u8868\u65f6\uff0cHive\u4e5f\u4f1a\u5220\u9664\u8fd9\u4e2a\u8868\u4e2d\u6570\u636e\u3002\u7ba1\u7406\u8868\u4e0d\u9002\u5408\u548c\u5176\u4ed6\u5de5\u5177\u5171\u4eab\u6570\u636e\u3002<\/span><\/p>\n

2\uff09\u6848\u4f8b\u5b9e\u64cd<\/strong><\/p>\n

\uff081\uff09\u666e\u901a\u521b\u5efa\u8868\uff08\u9ed8\u8ba4\u5185\u90e8\u8868\uff09<\/p>\n

hive\u4e2d\u521b\u5efa\u8868\u4e00\u822c\u90fd\u8981\u5e26\u4e0aexternal<\/span><\/p>\n\n\n\n
create table if not exists student2(<\/p>\n

id int, name string )<\/p>\n

row format delimited fields terminated by ‘\\t’<\/p>\n

stored as textfile<\/p>\n

location ‘\/user\/hive\/warehouse\/student2’;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\uff082\uff09\u6839\u636e\u67e5\u8be2\u7ed3\u679c\u521b\u5efa\u8868<\/strong>\uff08\u67e5\u8be2\u7684\u7ed3\u679c\u4f1a\u6dfb\u52a0\u5230\u65b0\u521b\u5efa\u7684\u8868\u4e2d\uff09<\/p>\n\n\n\n
create table if not exists student3<\/p>\n

as select id, name from student<\/span>;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\uff083\uff09\u6839\u636e\u5df2\u7ecf\u5b58\u5728\u7684\u8868\u7ed3\u6784\u521b\u5efa\u8868<\/strong><\/p>\n\n\n\n
create table if not exists student4 like student;<\/span><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\uff084\uff09\u67e5\u8be2\u8868\u7684\u7c7b\u578b<\/p>\n

hive (default)> desc formatted<\/span> student2;<\/p>\n

Table Type:\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 MANAGED_TABLE<\/span><\/p>\n

\uff085\uff09\u521b\u5efa\u89c6\u56fe<\/p>\n\n\n\n
create view<\/span> stu_view as select id, name from student;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u6ce8\uff1a\u5f53\u4f60\u8868\u91cc\u7684\u6570\u636e\u589e\u52a0\u6216\u8005\u5220\u9664\u7684\u65f6\u5019\uff0c\u4f60\u89c6\u56fe\u91cc\u7684\u5185\u5bb9\u4e5f\u968f\u7740\u53d8\u5316<\/p>\n

\u89c6\u56fe\u548c\u8868\u7684\u533a\u522b\uff1a<\/p>\n

1\u3001\u89c6\u56fe\u662f\u5df2\u7ecf\u7f16\u8bd1\u597d\u7684sql\u8bed\u53e5\u3002\u800c\u8868\u4e0d\u662f<\/p>\n

2\u3001\u89c6\u56fe\u6ca1\u6709\u5b9e\u9645\u7684\u7269\u7406\u8bb0\u5f55\u3002\u800c\u8868\u6709\u3002<\/p>\n

3\u3001\u8868\u662f\u5185\u5bb9\uff0c\u89c6\u56fe\u662f\u7a97\u53e3<\/p>\n

4\u3001\u8868\u53ea\u7528\u7269\u7406\u7a7a\u95f4\u800c\u89c6\u56fe\u4e0d\u5360\u7528\u7269\u7406\u7a7a\u95f4\uff0c\u89c6\u56fe\u53ea\u662f\u903b\u8f91\u6982\u5ff5\u7684\u5b58\u5728\uff0c\u8868\u53ef\u4ee5\u53ca\u65f6\u5bf9\u5b83\u8fdb\u884c\u4fee\u6539\uff0c\u4f46\u89c6\u56fe\u53ea\u80fd\u6709\u521b\u5efa\u7684\u8bed\u53e5\u6765\u4fee\u6539<\/p>\n

5\u3001\u8868\u662f\u5185\u6a21\u5f0f\uff0c\u89c6\u56fe\u662f\u5916\u6a21\u5f0f<\/p>\n

6\u3001\u89c6\u56fe\u662f\u67e5\u770b\u6570\u636e\u8868\u7684\u4e00\u79cd\u65b9\u6cd5\uff0c\u53ef\u4ee5\u67e5\u8be2\u6570\u636e\u8868\u4e2d\u67d0\u4e9b\u5b57\u6bb5\u6784\u6210\u7684\u6570\u636e\uff0c\u53ea\u662f\u4e00\u4e9bSQL\u8bed\u53e5\u7684\u96c6\u5408\u3002\u4ece\u5b89\u5168\u7684\u89d2\u5ea6\u8bf4\uff0c\u89c6\u56fe\u53ef\u4ee5\u4e0d\u7ed9\u7528\u6237\u63a5\u89e6\u6570\u636e\u8868\uff0c\u4ece\u800c\u4e0d\u77e5\u9053\u8868\u7ed3\u6784\u3002<\/p>\n

7\u3001\u8868\u5c5e\u4e8e\u5168\u5c40\u6a21\u5f0f\u4e2d\u7684\u8868\uff0c\u662f\u5b9e\u8868\uff1b\u89c6\u56fe\u5c5e\u4e8e\u5c40\u90e8\u6a21\u5f0f\u7684\u8868\uff0c\u662f\u865a\u8868\u3002<\/p>\n

8\u3001\u89c6\u56fe\u7684\u5efa\u7acb\u548c\u5220\u9664\u53ea\u5f71\u54cd\u89c6\u56fe\u672c\u8eab\uff0c\u4e0d\u5f71\u54cd\u5bf9\u5e94\u7684\u57fa\u672c\u8868\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

4.1 \u521b\u5efa\u6570\u636e\u5e93 1\uff09\u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93\uff0c\u6570\u636e\u5e93\u5728HDFS\u4e0a\u7684\u9ed8\u8ba4\u5b58\u50a8\u8def\u5f84\u662f\/user\/hive\/warehou […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-1322","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"blocksy_meta":[],"_links":{"self":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1322","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1322"}],"version-history":[{"count":4,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1322\/revisions"}],"predecessor-version":[{"id":1327,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1322\/revisions\/1327"}],"wp:attachment":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1322"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1322"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1322"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}