{"id":1434,"date":"2022-06-14T20:30:10","date_gmt":"2022-06-14T12:30:10","guid":{"rendered":"http:\/\/www.eait.co\/?p=1434"},"modified":"2022-06-14T20:30:10","modified_gmt":"2022-06-14T12:30:10","slug":"cdh%e9%83%a8%e7%bd%b2","status":"publish","type":"post","link":"https:\/\/notes.coremix.net\/?p=1434","title":{"rendered":"CDH\u90e8\u7f72"},"content":{"rendered":"<p>\u5b89\u88c5\u5206\u5e03\u5f0f\uff0c\u6807\u51c6\uff1a\u5404\u673a\u5668\u80fdping\u901a\u5404\u673a\u5668\uff0c\u4e14\u90fd\u80fdssh\u5bf9\u65b9\uff0c\u89c1hadoop\u5206\u5e03\u5f0f<br \/>\n\u5c0f\u5751\uff1a\u5feb\u7167\u8fd8\u539f\u4e0d\u7edf\u4e00\u5bfc\u81f4\u8bc1\u4e66\u65e0\u6cd5\u8bc6\u522b\u4e5f\u65e0\u6cd5\u8986\u76d6\uff0c\u4f7f\u7528-f\u547d\u4ee4\u5373\u53ef\uff1a<br \/>\nssh-copy-id -f bigdata166<\/p>\n<p>\u5b89\u88c5mysql\uff1a\u89c1\u4e4b\u524d\u535a\u6587<\/p>\n<p>\u5f00\u59cb\u641eCDH\uff1a<\/p>\n<p>\u521b\u5efa\u6570\u636e\u5e93\uff1a<\/p>\n<p>&nbsp;<\/p>\n<table>\n<tbody>\n<tr>\n<td width=\"553\"><strong>\uff081\uff09\u96c6\u7fa4\u76d1\u63a7\u6570\u636e\u5e93<\/strong><\/p>\n<p>create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;<\/p>\n<p>grant all on amon.* TO &#8216;amon&#8217;@&#8217;%&#8217; IDENTIFIED BY &#8216;amon&#8217;;<\/p>\n<p>&nbsp;<\/p>\n<p><strong>\uff082\uff09hive\u6570\u636e\u5e93 <\/strong><\/p>\n<p>create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;<\/p>\n<p>grant all on hive.* TO &#8216;hive&#8217;@&#8217;%&#8217; IDENTIFIED BY &#8216;hive&#8217;;<\/p>\n<p>&nbsp;<\/p>\n<p><strong>\uff083\uff09oozie\u6570\u636e\u5e93<\/strong><\/p>\n<p>create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;<\/p>\n<p>grant all on oozie.* TO &#8216;oozie&#8217;@&#8217;%&#8217; IDENTIFIED BY &#8216;oozie&#8217;;<\/p>\n<p>&nbsp;<\/p>\n<p><strong>\uff084\uff09hue\u6570\u636e\u5e93<\/strong><\/p>\n<p>create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;<\/p>\n<p>grant all on oozie.* TO &#8216;hue&#8217;@&#8217;%&#8217; IDENTIFIED BY &#8216;hue&#8217;;<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>CM\u4e0b\u8f7d\u5730\u5740\uff1a<a href=\"_blank\">http:\/\/archive.cloudera.com\/cm5\/cm\/5\/<\/a><\/p>\n<p>\u79bb\u7ebf\u5e93\u4e0b\u8f7d\u5730\u5740\uff1a<a href=\"_blank\">http:\/\/archive.cloudera.com\/cdh5\/parcels<\/a><\/p>\n<p>&nbsp;<\/p>\n<p><span style=\"color: #ff0000;\">\u9996\u5148\u6062\u590d\u5230\u5e72\u51c0\u7684\u673a\u5668\uff0cssh\uff0cjdk\uff0c\u9632\u706b\u5899\uff08hadoop\u5206\u5e03\u5f0f\u524d\u594f\uff09<\/span><\/p>\n<p><span style=\"color: #ff0000;\">\u4e3b\u8282\u70b98G\u6700\u4f4e6G\uff0c\u5176\u5b83\u54044G<\/span><\/p>\n<p><span style=\"color: #ff0000;\">\u6ce8\uff1a\u4ee5\u4e0b\u6240\u6709\u64cd\u4f5c\u5747\u4f7f\u7528root\u7528\u6237<\/span><\/p>\n<h2>2.1 \u89e3\u538bcloudera-manager-centos7-cm5.12.1_x86_64.tar.gz<\/h2>\n<table>\n<tbody>\n<tr>\n<td width=\"553\">tar -zxvf cloudera-manager-centos7-cm5.12.1_x86_64.tar.gz -C \/opt<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>&nbsp;<\/p>\n<h2>2.2 \u521b\u5efa\u7528\u6237cloudera-scm\uff08\u6240\u6709\u8282\u70b9\uff09<\/h2>\n<table>\n<tbody>\n<tr>\n<td width=\"553\">[root@bigdata166 cloudera-scm-server]# <strong>useradd &#8211;system &#8211;home=\/opt\/cm-5.12.1\/run\/cloudera-scm-server &#8211;no-create-home &#8211;shell=\/bin\/false &#8211;comment &#8220;Cloudera SCM User&#8221; cloudera-scm<\/strong><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>&nbsp;<\/p>\n<p>&#8211;system \u521b\u5efa\u4e00\u4e2a\u7cfb\u7edf\u8d26\u6237<\/p>\n<p>&#8211;home \u6307\u5b9a\u7528\u6237\u767b\u5165\u65f6\u7684\u4e3b\u76ee\u5f55\uff0c\u66ff\u6362\u7cfb\u7edf\u9ed8\u8ba4\u503c\/home\/&lt;\u7528\u6237\u540d&gt;<\/p>\n<p>&#8211;no-create-home \u4e0d\u8981\u521b\u5efa\u7528\u6237\u7684\u4e3b\u76ee\u5f55<\/p>\n<p>&#8211;shell \u7528\u6237\u7684\u767b\u5f55 shell \u540d<\/p>\n<p>&#8211;comment \u7528\u6237\u7684\u63cf\u8ff0\u4fe1\u606f<\/p>\n<p>&nbsp;<\/p>\n<p>\u6ce8\u610f\uff1a<\/p>\n<p>Cloudera Manager\u9ed8\u8ba4\u7528\u6237\u4e3acloudera-scm\uff0c\u521b\u5efa\u5177\u6709\u6b64\u540d\u79f0\u7684\u7528\u6237\u662f\u6700\u7b80\u5355\u7684\u65b9\u6cd5\u3002 \u5b89\u88c5\u5b8c\u6210\u540e\uff0c\u5c06\u81ea\u52a8\u4f7f\u7528\u6b64\u7528\u6237\u3002<\/p>\n<h2>2.3 \u914d\u7f6eCM Agent<\/h2>\n<table>\n<tbody>\n<tr>\n<td width=\"553\">vi \/opt\/cm-5.12.1\/etc\/cloudera-scm-agent\/config.ini<\/p>\n<p>#\u4fee\u6539CM\u6240\u5728\u5730\u5740\uff08\u6240\u6709\u8282\u70b9\uff09<\/p>\n<p>server_host=bigdata166\uff08\u6240\u6709\u7684\u586b\u5199\u4e3b\u8282\u70b9\uff09<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>&nbsp;<\/p>\n<h2>2.4 \u914d\u7f6eCM\u7684\u6570\u636e\u5e93<\/h2>\n<ol>\n<li>\u62f7\u8d1dmysql jar\u6587\u4ef6\u5230\u76ee\u5f55 \/usr\/share\/java\/<\/li>\n<\/ol>\n<p>[root@bigdata166 share]# mkdir \/usr\/share\/java\/<\/p>\n<p>[root@bigdata166 cm-5.12.1]# cp \/opt\/software\/mysql-libs\/mysql-connector-java-5.1.27\/mysql-connector-java-5.1.27-bin.jar \/usr\/share\/java\/<\/p>\n<p>[root@bigdata166 share]# mv \/usr\/share\/java\/mysql-connector-java-5.1.27-bin.jar \/usr\/share\/java\/mysql-connector-java.jar<\/p>\n<ul>\n<li><span style=\"color: #ff0000;\">\u6ce8\u610fjar\u5305\u540d\u79f0\u8981\u4fee\u6539\u4e3amysql-connector-java.jar\uff08\u53ea\u8ba4\u8fd9\u4e2a\u540d\u5b57\uff09<\/span><\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ol start=\"2\">\n<li>\u5728mysql\u4e2d\u521b\u5efacm\u5e93(\u9700\u8981\u521b\u5efa\uff0c\u8282\u70b9\u6267\u884c)<\/li>\n<\/ol>\n<p>[root@bigdata166 cm-5.12.1]# \/opt\/cm-5.12.1\/share\/cmf\/schema\/scm_prepare_database.sh mysql cm -hbigdata166 -uroot -p000000 &#8211;scm-host bigdata166 scm scm scm<\/p>\n<p>&nbsp;<\/p>\n<p>-h\uff1aDatabase host<\/p>\n<p>-u\uff1aDatabase username<\/p>\n<p>-p\uff1aDatabase Password<\/p>\n<p>&#8211;scm-host\uff1aSCM server&#8217;s hostname<\/p>\n<p>\u9047\u5230\u4e2a\u5751\uff1ajava.sql.SQLException: Your password does not satisfy the current policy requirements<\/p>\n<p>\u89e3\u51b3\u65b9\u6848\uff1a<\/p>\n<p># cp \/etc\/my.cnf \/etc\/my.cnf.default<br \/>\n# vim \/etc\/my.cnf<br \/>\n&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8211;\u00a0\u00a0 \u8fd9\u6bb5\u52a0\u8fdb\u53bb<br \/>\n<span style=\"color: #ff0000;\">[mysqld]<\/span><br \/>\n<span style=\"color: #ff0000;\"># Disable password validaion plugin<\/span><br \/>\n<span style=\"color: #ff0000;\">validate-password=off<\/span><br \/>\n&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8212;&#8211;<br \/>\n# <span style=\"color: #ff0000;\">systemctl restart mysqld<\/span><\/p>\n<p><a href=\"https:\/\/community.cloudera.com\/t5\/Support-Questions\/Cloudera-Director-should-support-password-validation-in\/td-p\/49896\">https:\/\/community.cloudera.com\/t5\/Support-Questions\/Cloudera-Director-should-support-password-validation-in\/td-p\/49896<\/a><\/p>\n<p><strong>All done, your SCM database is configured correctly!<\/strong><\/p>\n<p>&nbsp;<\/p>\n<h2>2.5 \u5206\u53d1cloudera-manager(\u5efa\u8bae\u4e09\u53f0\u4e00\u8d77\u914d\u7f6e\uff0c\u8df3\u8fc7)<\/h2>\n<p>[root@bigdata166 module]# scp -r \/opt\/ bigdata167:\/opt\/module\/<\/p>\n<p>[root@bigdata166 module]# scp -r \/opt\/ bigdata168:\/opt\/module\/<\/p>\n<p>&nbsp;<\/p>\n<h2>2.6 \u521b\u5efaParcel-repo \u76ee\u5f55<\/h2>\n<ol>\n<li><strong> Servre <\/strong><strong>\u8282\u70b9\u521b\u5efa\u76ee\u5f55\/opt\/cloudera\/parcel-repo<\/strong><\/li>\n<\/ol>\n<p>[root@bigdata166 module]# mkdir -p \/opt\/cloudera\/parcel-repo<\/p>\n<p>[root@bigdata166 module]# chown cloudera-scm:cloudera-scm \/opt\/cloudera\/parcel-repo<\/p>\n<p><strong>2.<\/strong><strong>\u62f7\u8d1d\u4e0b\u8f7d\u6587\u4ef6\u5230\/opt\/cloudera\/parcel-repo\uff08\u4e09\u53f0\u673a\uff0c\u540e\u9762\u4f1a\u5206\u53d1\uff09<\/strong><\/p>\n<p>\uff081\uff09CDH-5.12.1-1.cdh5.12.1.p0.3-el6.parcel<\/p>\n<p>\uff082\uff09CDH-5.12.1-1.cdh5.12.1.p0.3-el6.parcel.sha1:\u9700<strong>\u6539\u540d<\/strong>\u4e3aCDH-5.12.1-1.cdh5.12.1.p0.3-el6.parcel.sha<\/p>\n<p>\uff083\uff09manifest.json<\/p>\n<p>&nbsp;<\/p>\n<p>3.\u5728Agent \u8282\u70b9\uff08bigdata166\uff0cbigdata167\uff0cbigdata168\uff09\u521b\u5efa\u76ee\u5f55\/opt\/cloudera\/parcels<\/p>\n<p>[root@bigdata166 module]# mkdir -p \/opt\/cloudera\/parcels<\/p>\n<p>[root@bigdata166 module]# chown cloudera-scm:cloudera-scm \/opt\/cloudera\/parcels<\/p>\n<p>&nbsp;<\/p>\n<h2>2.7\u5206\u53d1Parcel-repo<\/h2>\n<p>[root@bigdata166 opt]# scp -r \/opt\/cloudera\/ bigdata167:\/opt\/<\/p>\n<p>[root@bigdata166 opt]# scp -r \/opt\/cloudera\/ bigdata168:\/opt\/<\/p>\n<p>&nbsp;<\/p>\n<h2>2.8 \u5173\u95ed\u4ea4\u6362\u7a7a\u95f4 &amp; \u5927\u9875\u9762\u7a7a\u95f4<\/h2>\n<p>&nbsp;<\/p>\n<p>&nbsp;<\/p>\n<p>#Cloudera\u5efa\u8bae\u5c06\u4ea4\u6362\u7a7a\u95f4\u8bbe\u7f6e\u4e3a0\uff0c\u8fc7\u591a\u7684\u4ea4\u6362\u7a7a\u95f4\u4f1a\u5f15\u8d77GC\u8017\u65f6\u7684\u6fc0\u589e\uff0c\u6240\u4ee5\u8fd8\u662f\u5173\u95ed\u7684\u4e3a\u597d\uff08\u4e09\u53f0\u673a\u4e00\u8d77\uff09<\/p>\n<p>echo &#8220;vm.swappiness = 0&#8221; &gt;&gt; \/etc\/sysctl.conf<\/p>\n<p>#<\/p>\n<p>echo &#8220;10&#8221; &gt; \/proc\/sys\/vm\/swappiness<\/p>\n<p>&nbsp;<\/p>\n<p>#\u5173\u95ed\u5927\u9875\u9762\u538b\u7f29<\/p>\n<p>echo never &gt; \/sys\/kernel\/mm\/transparent_hugepage\/enabled<\/p>\n<p>echo never &gt; \/sys\/kernel\/mm\/transparent_hugepage\/defrag<\/p>\n<p>&nbsp;<\/p>\n<h2>2.9 \u542f\u52a8\u548c\u5173\u95edCM Server&amp;Agent \u670d\u52a1<\/h2>\n<p>\u670d\u52a1\u8282\u70b9\uff1abigdata166<\/p>\n<p>[root@bigdata166 init.d]# \/opt\/cm-5.12.1\/etc\/init.d\/cloudera-scm-server start<\/p>\n<p>Starting cloudera-scm-server:\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 [\u786e\u5b9a]<\/p>\n<p>\u5de5\u4f5c\u8282\u70b9\uff1abigdata166\\bigdata167\\bigdata168<\/p>\n<p>[root@bigdata166 init.d]# \/opt\/cm-5.12.1\/etc\/init.d\/cloudera-scm-agent start<\/p>\n<p>\u6b63\u5728\u542f\u52a8 cloudera-scm-agent\uff1a\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 [\u786e\u5b9a]<\/p>\n<p>&nbsp;<\/p>\n<p>[root@bigdata167 module]# \/opt\/cm-5.12.1\/etc\/init.d\/cloudera-scm-agent start<\/p>\n<p>\u6b63\u5728\u542f\u52a8 cloudera-scm-agent\uff1a\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 [\u786e\u5b9a]<\/p>\n<p>&nbsp;<\/p>\n<p>[root@bigdata168 module]# \/opt\/cm-5.12.1\/etc\/init.d\/cloudera-scm-agent start<\/p>\n<p>\u6b63\u5728\u542f\u52a8 cloudera-scm-agent\uff1a\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 \u00a0\u00a0\u00a0\u00a0\u00a0\u00a0[\u786e\u5b9a]<\/p>\n<p>\u6ce8\u610f\uff1a\u542f\u52a8\u8fc7\u7a0b\u975e\u5e38\u6162\uff0cManager \u542f\u52a8\u6210\u529f\u9700\u8981\u7b49\u5f85\u4e00\u6bb5\u65f6\u95f4\uff0c\u8fc7\u7a0b\u4e2d\u4f1a\u5728\u6570\u636e\u5e93\u4e2d\u521b\u5efa\u5bf9\u5e94\u7684\u8868\u9700\u8981\u8017\u8d39\u4e00\u4e9b\u65f6\u95f4\u00a0\u00a0\u00a0 \u3002<\/p>\n<p>[root@bigdata166 init.d]# netstat -anp | grep 7180<\/p>\n<p>tcp\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 0\u00a0\u00a0\u00a0\u00a0\u00a0 0 0.0.0.0:7180\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 0.0.0.0:*\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 LISTEN\u00a0\u00a0\u00a0\u00a0\u00a0 5498\/java<\/p>\n<p>\u67e5\u770b\u88ab\u5360\u7528\u5219\u8868\u793a\u5b89\u88c5\u6210\u529f\u4e86\uff01\uff01\uff01<\/p>\n<p>\u8bbf\u95ee<a href=\"http:\/\/hadoop102:7180\">http:\/\/<\/a><a href=\"http:\/\/hadoop102:7180\">bigdata166<\/a><a href=\"http:\/\/hadoop102:7180\">:7180<\/a>\uff0c\uff08\u7528\u6237\u540d\u3001\u5bc6\u7801\uff1aadmin\uff09<\/p>\n<p>\u5173\u95ed\uff1a<\/p>\n<p>\u670d\u52a1\u8282\u70b9\uff1abigdata166<\/p>\n<p>[root@bigdata166 init.d]# \/opt\/cm-5.12.1\/etc\/init.d\/cloudera-scm-server stop<\/p>\n<p>\u505c\u6b62 cloudera-scm-server\uff1a\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 [\u786e\u5b9a]<\/p>\n<p>\u5de5\u4f5c\u8282\u70b9\uff1abigdata166\\bigdata167\\bigdata168<\/p>\n<p>[root@bigdata166 init.d]# \/opt\/cm-5.12.1\/etc\/init.d\/cloudera-scm-agent stop<\/p>\n<p>Stopping cloudera-scm-agent:\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0\u00a0 [\u786e\u5b9a]<\/p>\n<p>&nbsp;<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5b89\u88c5\u5206\u5e03\u5f0f\uff0c\u6807\u51c6\uff1a\u5404\u673a\u5668\u80fdping\u901a\u5404\u673a\u5668\uff0c\u4e14\u90fd\u80fdssh\u5bf9\u65b9\uff0c\u89c1hadoop\u5206\u5e03\u5f0f \u5c0f\u5751\uff1a\u5feb\u7167\u8fd8\u539f\u4e0d\u7edf\u4e00\u5bfc\u81f4\u8bc1 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[30],"tags":[],"class_list":["post-1434","post","type-post","status-publish","format-standard","hentry","category-bigdata"],"blocksy_meta":[],"_links":{"self":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1434","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1434"}],"version-history":[{"count":1,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1434\/revisions"}],"predecessor-version":[{"id":1435,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=\/wp\/v2\/posts\/1434\/revisions\/1435"}],"wp:attachment":[{"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1434"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1434"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/notes.coremix.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1434"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}