{"id":1542,"date":"2023-09-03T22:15:00","date_gmt":"2023-09-03T14:15:00","guid":{"rendered":"https:\/\/www.dataz8.com\/?p=1542"},"modified":"2023-11-27T18:52:54","modified_gmt":"2023-11-27T10:52:54","slug":"hadoop%e9%9b%86%e7%be%a4%e7%8e%af%e5%a2%83%e5%ae%89%e8%a3%85%e9%83%a8%e7%bd%b2","status":"publish","type":"post","link":"https:\/\/www.dataz8.com\/?p=1542","title":{"rendered":"Hadoop\u96c6\u7fa4\u73af\u5883\u5b89\u88c5\u90e8\u7f72"},"content":{"rendered":"\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_89 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">Table of Contents<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#1_%E5%9F%BA%E7%A1%80%E7%8E%AF%E5%A2%83%E5%87%86%E5%A4%87\" >1. \u57fa\u7840\u73af\u5883\u51c6\u5907<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#2_JDK%E9%83%A8%E7%BD%B2\" >2. JDK\u90e8\u7f72<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#3_Hadoop%E5%AE%89%E8%A3%85\" >3. Hadoop\u5b89\u88c5<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#31_%E4%BF%AE%E6%94%B9%E9%85%8D%E7%BD%AE%E6%96%87%E4%BB%B6\" >3.1 \u4fee\u6539\u914d\u7f6e\u6587\u4ef6<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#32_%E9%85%8D%E7%BD%AE%E7%8E%AF%E5%A2%83%E5%8F%98%E9%87%8F\" >3.2 \u914d\u7f6e\u73af\u5883\u53d8\u91cf<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#33_%E5%9C%A8%E4%B8%BB%E8%8A%82%E7%82%B9%E6%A0%BC%E5%BC%8F%E5%8C%96%E6%96%87%E4%BB%B6%E7%B3%BB%E7%BB%9F\" >3.3 \u5728\u4e3b\u8282\u70b9\u683c\u5f0f\u5316\u6587\u4ef6\u7cfb\u7edf<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#4_Hadoop%E9%9B%86%E7%BE%A4%E6%B5%8B%E8%AF%95\" >4. Hadoop\u96c6\u7fa4\u6d4b\u8bd5<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/www.dataz8.com\/?p=1542\/#5_%E9%AA%8C%E8%AF%81Hadoop%E6%98%AF%E5%90%A6%E9%85%8D%E7%BD%AE%E6%88%90%E5%8A%9F\" >5. \u9a8c\u8bc1Hadoop\u662f\u5426\u914d\u7f6e\u6210\u529f<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1_%E5%9F%BA%E7%A1%80%E7%8E%AF%E5%A2%83%E5%87%86%E5%A4%87\"><\/span>1. \u57fa\u7840\u73af\u5883\u51c6\u5907<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u96c6\u7fa4\u6574\u4f53\u89c4\u5212<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/Hadoop\u96c6\u7fa4\u6574\u4f53\u89c4\u5212.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 1936px; --smush-placeholder-aspect-ratio: 1936\/244;\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e09\u53f0\u670d\u52a1\u5668\uff1a<br>192.168.2.153<br>192.168.2.154<br>192.168.2.155<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7ed9\u4e09\u53f0\u670d\u52a1\u5668\u90fd\u6dfb\u52a0hosts\u89e3\u6790<br>192.168.2.153 centos-hadoop1<br>192.168.2.154 centos-hadoop2<br>192.168.2.155 centos-hadoop3<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e09\u53f0\u670d\u52a1\u5668\u90fd\u8bbe\u7f6essh\u514d\u5bc6\u767b\u5f55\uff0c\u5f62\u6210\u4e92\u514d<br>[root@centos-hadoop1 mysoft]# ssh-keygen -t rsa -b 4096<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6267\u884c\u5982\u4e0b\u547d\u4ee4\uff0c\u5c06\u516c\u94a5\u8ffd\u52a0\u5230\u8fdc\u7a0b\u670d\u52a1\u5668<br>[root@centos-hadoop1 mysoft]# ssh-copy-id centos-hadoop1<br>[root@centos-hadoop1 mysoft]# ssh-copy-id centos-hadoop2<br>[root@centos-hadoop1 mysoft]# ssh-copy-id centos-hadoop3<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2_JDK%E9%83%A8%E7%BD%B2\"><\/span>2. JDK\u90e8\u7f72<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e09\u53f0\u670d\u52a1\u5668\u90fd\u8981\u5b89\u88c5jdk<br>[root@centos-hadoop1 mysoft]# tar -xf jdk-8u251-linux-x64.tar.gz -C \/usr\/local\/<br>[root@centos-hadoop1 mysoft]# cat \/etc\/profile<br>\u2026\u2026<br>export JAVA_HOME=\/usr\/local\/jdk1.8.0_251<br>export PATH=$JAVA_HOME\/bin:$JAVA_HOME\/jre\/bin:$PATH<br>[root@centos-hadoop1 mysoft]# source \/etc\/profile<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>&#91;root@centos-hadoop1 local]# java\n\u7528\u6cd5: java &#91;-options] class &#91;args\u2026]\n(\u6267\u884c\u7c7b)\n\u6216 java &#91;-options] -jar jarfile &#91;args\u2026]\n(\u6267\u884c jar \u6587\u4ef6)\n\u5176\u4e2d\u9009\u9879\u5305\u62ec:\n-d32 \u4f7f\u7528 32 \u4f4d\u6570\u636e\u6a21\u578b (\u5982\u679c\u53ef\u7528)\n-d64 \u4f7f\u7528 64 \u4f4d\u6570\u636e\u6a21\u578b (\u5982\u679c\u53ef\u7528)\n-server \u9009\u62e9 \"server\" VM\n\u9ed8\u8ba4 VM \u662f server,\n\u56e0\u4e3a\u60a8\u662f\u5728\u670d\u52a1\u5668\u7c7b\u8ba1\u7b97\u673a\u4e0a\u8fd0\u884c\u3002\n\n-cp &lt;\u76ee\u5f55\u548c zip\/jar \u6587\u4ef6\u7684\u7c7b\u641c\u7d22\u8def\u5f84&gt;\n-classpath &lt;\u76ee\u5f55\u548c zip\/jar \u6587\u4ef6\u7684\u7c7b\u641c\u7d22\u8def\u5f84&gt;\n              \u7528 : \u5206\u9694\u7684\u76ee\u5f55, JAR \u6863\u6848\n              \u548c ZIP \u6863\u6848\u5217\u8868, \u7528\u4e8e\u641c\u7d22\u7c7b\u6587\u4ef6\u3002\n-D&lt;\u540d\u79f0&gt;=&lt;\u503c&gt;\n              \u8bbe\u7f6e\u7cfb\u7edf\u5c5e\u6027\n-verbose:&#91;class|gc|jni]\n              \u542f\u7528\u8be6\u7ec6\u8f93\u51fa\n-version      \u8f93\u51fa\u4ea7\u54c1\u7248\u672c\u5e76\u9000\u51fa\n\n\u2026\u2026<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"3_Hadoop%E5%AE%89%E8%A3%85\"><\/span>3. Hadoop\u5b89\u88c5<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728Hadoop\u5b98\u7f51\u4e0b\u8f7d\u5305<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/Hadoop-download.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 2284px; --smush-placeholder-aspect-ratio: 2284\/548;\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728centos-hadoop1\u89e3\u538bHadoop\u5305<br>[root@centos-hadoop1 mysoft]# tar -xf hadoop-3.3.6.tar.gz -C \/usr\/local\/<br>[root@centos-hadoop1 local]# cd hadoop-3.3.6\/<br>[root@centos-hadoop1 hadoop-3.3.6]# ll<br>\u603b\u7528\u91cf 88<br>drwxr-xr-x. 2 1000 1000 203 6\u6708 18 17:08 bin<br>drwxr-xr-x. 3 1000 1000 20 6\u6708 18 16:24 etc<br>drwxr-xr-x. 2 1000 1000 106 6\u6708 18 17:08 include<br>drwxr-xr-x. 3 1000 1000 20 6\u6708 18 17:08 lib<br>drwxr-xr-x. 4 1000 1000 288 6\u6708 18 17:08 libexec<br>-rw-rw-r&#8211;. 1 1000 1000 24276 6\u6708 14 08:16 LICENSE-binary<br>drwxr-xr-x. 2 1000 1000 4096 6\u6708 18 17:08 licenses-binary<br>-rw-rw-r&#8211;. 1 1000 1000 15217 6\u6708 10 07:41 LICENSE.txt<br>-rw-rw-r&#8211;. 1 1000 1000 29473 6\u6708 10 07:41 NOTICE-binary<br>-rw-rw-r&#8211;. 1 1000 1000 1541 6\u6708 10 07:33 NOTICE.txt<br>-rw-rw-r&#8211;. 1 1000 1000 175 6\u6708 10 07:33 README.txt<br>drwxr-xr-x. 3 1000 1000 4096 6\u6708 18 16:24 sbin<br>drwxr-xr-x. 4 1000 1000 31 6\u6708 18 17:37 share<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">[root@centos-hadoop1 hadoop]# mkdir -p \/data\/hadoop\/<br>[root@centos-hadoop1 hadoop]# chmod 777 \/data\/hadoop\/<br>[root@centos-hadoop1 hadoop]# mkdir \/data\/hadoop\/logs<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"31_%E4%BF%AE%E6%94%B9%E9%85%8D%E7%BD%AE%E6%96%87%E4%BB%B6\"><\/span>3.1 \u4fee\u6539\u914d\u7f6e\u6587\u4ef6<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uff081\uff09\u914d\u7f6eworkers\u6587\u4ef6<\/strong><br>[root@centos-hadoop1 hadoop-3.3.6]# cd etc\/hadoop\/<br>[root@centos-hadoop1 hadoop]# cat workers<br>centos-hadoop1<br>centos-hadoop2<br>centos-hadoop3<br>\u8868\u793a\u96c6\u7fa4\u6709\u4e09\u4e2a\u4ece\u8282\u70b9<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uff082\uff09\u914d\u7f6ehadoop-env.sh\u6587\u4ef6<\/strong><br>[root@centos-hadoop1 hadoop]# cat hadoop-env.sh<br>\u2026\u2026<br>export JAVA_HOME=\/usr\/local\/jdk1.8.0_251<br>export HADOOP_HOME=\/usr\/local\/hadoop-3.3.6<br>export HADOOP_CONF_DIR=${HADOOP_HOME}\/etc\/hadoop<br>export HADOOP_LOG_DIR=\/data\/hadoop\/logs<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code><strong>\uff083\uff09\u914d\u7f6ecore-site.xml\u6587\u4ef6<\/strong>\n#\u6dfb\u52a0\u5982\u4e0b\u5185\u5bb9\n&lt;configuration&gt;\n    &lt;!--\u7528\u4e8e\u8bbe\u7f6eHadoop\u7684\u6587\u4ef6\u7cfb\u7edf\uff0c\u7531URI\u6307\u5b9a--&gt;\n    &lt;property&gt;\n        &lt;name&gt;fs.defaultFS&lt;\/name&gt;\n        &lt;!--\u7528\u4e8e\u6307\u5b9aNameNode\u5730\u5740\u5728centos-hadoop1\u673a\u5668\u4e0a--&gt;\n        &lt;value&gt;hdfs:\/\/centos-hadoop1:9000&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!\u2014\u7528\u4e8e\u914d\u7f6eIO\u64cd\u4f5c\u6587\u4ef6\u7f13\u51b2\u533a\u5927\u5c0f --&gt;\n    &lt;property&gt;\n        &lt;name&gt; io.file.buffer.size&lt;\/name&gt;\n        &lt;value&gt;131072&lt;\/value&gt;\n    &lt;\/property&gt;\n&lt;\/configuration&gt;<\/code><\/pre>\n\n\n\n<pre class=\"wp-block-code\"><code><strong>\uff084\uff09\u914d\u7f6ehdfs-site.xml\u6587\u4ef6<\/strong>\n#\u6dfb\u52a0\u5982\u4e0b\u5185\u5bb9\n&lt;configuration&gt;\n&lt;property&gt;\n\t&lt;!-- \u6307\u5b9aHDFS\u7684\u6570\u91cf\uff0c\u4e0d\u80fd\u8d85\u8fc7DataNode\u8282\u70b9\u6570\u91cf --&gt;\n        &lt;name&gt;dfs.replication&lt;\/name&gt;\n        &lt;value&gt;3&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n\t&lt;!-- NameNode web\u7aef\u8bbf\u95ee\u5730\u5740 --&gt;\n        &lt;name&gt;dfs.namenode.http-address&lt;\/name&gt;\n        &lt;value&gt;centos-hadoop1:9870&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n\t&lt;!-- secondary NameNode \u6240\u5728\u4e3b\u673a\u7684IP\u548c\u7aef\u53e3 --&gt;\n        &lt;name&gt;dfs.namenode.secondary.http-address&lt;\/name&gt;\n        &lt;value&gt;centos-hadoop3:50090&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n    \t&lt;!-- hdfs\u6587\u4ef6\u7cfb\u7edf\u9ed8\u8ba4\u521b\u5efa\u6587\u4ef6\u6743\u9650\u8bbe\u7f6e --&gt;\n        &lt;name&gt;dfs.datanode.data.dir.perm&lt;\/name&gt;\n        &lt;value&gt;700&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n    \t&lt;!-- NameNode\u5143\u6570\u636e\u7684\u5b58\u50a8\u4f4d\u7f6e --&gt;\n        &lt;name&gt;dfs.namenode.name.dir&lt;\/name&gt;\n        &lt;value&gt;\/data\/hadoop\/namenode&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n    \t&lt;!-- NameNode\u8fd0\u884c\u54ea\u4e9b\u8282\u70b9\u7684DataNode\u8fde\u63a5 --&gt;\n        &lt;name&gt;dfs.namenode.hosts&lt;\/name&gt;  \n        &lt;value&gt;centos-hadoop1,centos-hadoop2,centos-hadoop3&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n    \t&lt;!-- hdfs\u9ed8\u8ba4\u5927\u5c0f256MB --&gt;\n        &lt;name&gt;dfs.blocksize&lt;\/name&gt;\n        &lt;value&gt;268435456&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n    \t&lt;!-- NameNode\u5904\u7406\u7684\u5f00\u53d1\u7ebf\u7a0b\u6570 --&gt;\n        &lt;name&gt;dfs.namenode.handler.count&lt;\/name&gt;\n        &lt;value&gt;100&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n    \t&lt;!-- \u4ece\u8282\u70b9DataNode\u7684\u6570\u636e\u5b58\u50a8\u76ee\u5f55 --&gt;\n        &lt;name&gt;dfs.datanode.data.dir&lt;\/name&gt;\n        &lt;value&gt;\/data\/hadoop\/datanode&lt;\/value&gt;\n    &lt;\/property&gt;\n&lt;\/configuration&gt;<\/code><\/pre>\n\n\n\n<pre class=\"wp-block-code\"><code><strong>\uff085\uff09\u914d\u7f6emapred-site.xml\u6587\u4ef6<\/strong>\n#\u6dfb\u52a0\u5982\u4e0b\u5185\u5bb9\n&lt;configuration&gt;\n    &lt;!-- \u6307\u5b9aMapReduce\u8fd0\u884c\u65f6\u7684\u6846\u67b6\uff0c\u8fd9\u91cc\u6307\u5b9a\u5728YARN\u4e0a\uff0c\u9ed8\u8ba4\u5728local --&gt;\n    &lt;property&gt;\n        &lt;name&gt;mapreduce.framework.name&lt;\/name&gt;\n        &lt;value&gt;yarn&lt;\/value&gt;\n    &lt;\/property&gt;\n&lt;\/configuration&gt;<\/code><\/pre>\n\n\n\n<pre class=\"wp-block-code\"><code><strong>\uff086\uff09\u914d\u7f6eyarn-site.xml\u6587\u4ef6<\/strong>\n#\u6dfb\u52a0\u5982\u4e0b\u5185\u5bb9\n&lt;configuration&gt;\n&lt;!-- Site specific YARN configuration properties --&gt;\n    &lt;!-- \u6307\u5b9aYARN\u96c6\u7fa4\u7684\u7ba1\u7406\u8005\uff08ResourceManager\uff09\u7684\u5730\u5740 --&gt;\n    &lt;property&gt;\n        &lt;name&gt;yarn.resourcemanager.hostname&lt;\/name&gt;\n        &lt;value&gt;centos-hadoop2&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n        &lt;name&gt;yarn.nodemanager.aux-services&lt;\/name&gt;\n        &lt;value&gt;mapreduce_shuffle&lt;\/value&gt;\n    &lt;\/property&gt;\n&lt;\/configuration&gt;<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uff087\uff09\u542f\u505c\u6587\u4ef6\u4fee\u6539<\/strong><br>\u914d\u7f6esbin\u76ee\u5f55\u4e0b\u7684start-dfs.sh\uff0cstop-dfs.sh\uff0c\u6dfb\u52a0\u542f\u52a8\u7528\u6237<br>HDFS_DATANODE_USER=root<br>HADOOP_SECURE_DN_USER=hdfs<br>HDFS_NAMENODE_USER=root<br>HDFS_SECONDARYNAMENODE_USER=root<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u914d\u7f6esbin\u76ee\u5f55\u4e0b\u7684start-yarn.sh\uff0cstop-yarn.sh\uff0c\u6dfb\u52a0\u542f\u52a8\u7528\u6237<br>YARN_RESOURCEMANAGER_USER=root<br>HADOOP_SECURE_DN_USER=yarn<br>YARN_NODEMANAGER_USER=root<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uff088\uff09\u5206\u53d1Hadoop\u6587\u4ef6<\/strong><br>[root@centos-hadoop1 ~]# cd \/usr\/local\/<br>[root@centos-hadoop1 local]# scp -r hadoop-3.3.6\/* centos-hadoop2:\/usr\/local\/hadoop-3.3.6\/<br>[root@centos-hadoop1 local]# scp -r hadoop-3.3.6\/* centos-hadoop3:\/usr\/local\/hadoop-3.3.6\/<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"32_%E9%85%8D%E7%BD%AE%E7%8E%AF%E5%A2%83%E5%8F%98%E9%87%8F\"><\/span>3.2 \u914d\u7f6e\u73af\u5883\u53d8\u91cf<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e09\u53f0\u670d\u52a1\u5668\u90fd\u9700\u8981\u914d\u7f6e<br>[root@centos-hadoop1 ~]# cat \/etc\/profile<br>\u2026\u2026<br>export HADOOP_HOME=\/usr\/local\/hadoop-3.3.6<br>export PATH=$PATH:$HADOOP_HOME\/bin:$HADOOP_HOME\/sbin<br>[root@centos-hadoop1 ~]# source \/etc\/profile<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u67e5\u770b\u662f\u5426\u914d\u7f6e\u6210\u529f<br>[root@centos-hadoop1 ~]# hadoop version<br>Hadoop 3.3.6<br>Source code repository https:\/\/github.com\/apache\/hadoop.git -r 1be78238728da9266a4f88195058f08fd012bf9c<br>Compiled by ubuntu on 2023-06-18T08:22Z<br>Compiled on platform linux-x86_64<br>Compiled with protoc 3.7.1<br>From source with checksum 5652179ad55f76cb287d9c633bb53bbd<br>This command was run using \/usr\/local\/hadoop-3.3.6\/share\/hadoop\/common\/hadoop-common-3.3.6.jar<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"33_%E5%9C%A8%E4%B8%BB%E8%8A%82%E7%82%B9%E6%A0%BC%E5%BC%8F%E5%8C%96%E6%96%87%E4%BB%B6%E7%B3%BB%E7%BB%9F\"><\/span>3.3 \u5728\u4e3b\u8282\u70b9\u683c\u5f0f\u5316\u6587\u4ef6\u7cfb\u7edf<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">[root@centos-hadoop1 hadoop-3.3.6]# hdfs namenode -format<br>\u2026\u2026<br>INFO common.Storage: Storage directory \/data\/hadoop\/namenode has been successfully formatted.<br>\u2026\u2026<br>\u5f53\u770b\u5230\u5982\u4e0a\u4fe1\u606f\uff0c\u8868\u793asuccessfully formatted \u683c\u5f0f\u5316\u6210\u529f<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"4_Hadoop%E9%9B%86%E7%BE%A4%E6%B5%8B%E8%AF%95\"><\/span>4. Hadoop\u96c6\u7fa4\u6d4b\u8bd5<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u542f\u52a8\u96c6\u7fa4\uff0c\u5728\u8282\u70b9\u4e0a\u4f9d\u6b21\u542f\u52a8HDFS\u670d\u52a1<br>[root@centos-hadoop1 sbin]# .\/start-dfs.sh<br>[root@centos-hadoop2 sbin]# .\/start-dfs.sh<br>[root@centos-hadoop3 sbin]# .\/start-dfs.sh<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4f7f\u7528jps\u547d\u4ee4\u67e5\u770b\u8fdb\u7a0b<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">[root@centos-hadoop1 sbin]# jps<br>11159 NodeManager<br>11256 Jps<br>8745 NameNode<br>9097 DataNode<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/centos-hadoop1-jps.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 496px; --smush-placeholder-aspect-ratio: 496\/168;\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">[root@centos-hadoop2 sbin]# jps<br>11252 Jps<br>8776 DataNode<br>10776 ResourceManager<br>10911 NodeManager<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/centos-hadoop2-jps.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 492px; --smush-placeholder-aspect-ratio: 492\/172;\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">[root@centos-hadoop3 sbin]# jps<br>10932 NodeManager<br>8789 DataNode<br>11034 Jps<br>9069 SecondaryNameNode<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/centos-hadoop3-jps.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 490px; --smush-placeholder-aspect-ratio: 490\/166;\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"5_%E9%AA%8C%E8%AF%81Hadoop%E6%98%AF%E5%90%A6%E9%85%8D%E7%BD%AE%E6%88%90%E5%8A%9F\"><\/span>5. \u9a8c\u8bc1Hadoop\u662f\u5426\u914d\u7f6e\u6210\u529f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u6d4f\u89c8\u5668\u4e2d\u8f93\u5165 http:\/\/192.168.2.153:9870\uff0c\u5982\u4e0b\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/hadoop\u96c6\u7fa4-web.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 2916px; --smush-placeholder-aspect-ratio: 2916\/2108;\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u70b9\u51fb\u201dLive Nodes\u201d\uff0c\u5982\u4e0b\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large\"><img decoding=\"async\" data-src=\"https:\/\/www.dataz8.com\/wp-content\/uploads\/2023\/11\/hadoop\u96c6\u7fa4-web-1.png\" alt=\"\" src=\"data:image\/svg+xml;base64,PHN2ZyB3aWR0aD0iMSIgaGVpZ2h0PSIxIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciPjwvc3ZnPg==\" class=\"lazyload\" style=\"--smush-placeholder-width: 2888px; --smush-placeholder-aspect-ratio: 2888\/2050;\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u51fa\u73b0\u5982\u56fe\u6240\u793a\uff0c\u90a3\u4e48\uff0cHadoop\u96c6\u7fa4\u5b89\u88c5\u90e8\u7f72\u5b8c\u6210\uff01<\/p>\n","protected":false},"excerpt":{"rendered":"<p>1. \u57fa\u7840\u73af\u5883\u51c6\u5907 \u96c6\u7fa4\u6574\u4f53\u89c4\u5212 \u4e09\u53f0\u670d\u52a1\u5668\uff1a192.168 &#8230;<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_zb_attr":"","zolo_post_video_link":"","footnotes":""},"categories":[28],"tags":[],"series":[],"class_list":["post-1542","post","type-post","status-publish","format-standard","hentry","category-28"],"_links":{"self":[{"href":"https:\/\/www.dataz8.com\/index.php?rest_route=\/wp\/v2\/posts\/1542","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.dataz8.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.dataz8.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1542"}],"version-history":[{"count":41,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=\/wp\/v2\/posts\/1542\/revisions"}],"predecessor-version":[{"id":1612,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=\/wp\/v2\/posts\/1542\/revisions\/1612"}],"wp:attachment":[{"href":"https:\/\/www.dataz8.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1542"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1542"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1542"},{"taxonomy":"series","embeddable":true,"href":"https:\/\/www.dataz8.com\/index.php?rest_route=%2Fwp%2Fv2%2Fseries&post=1542"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}