text: (self.webpackChunkbigdata=self.webpackChunkbigdata||[]).push([[290],{3905:function(e,t,a){"use strict";a.d(t,{Zo:function(){return u},kt:function(){return m}});var n=a(7294);function r(e,t,a){return t in e?Object.defineProperty(e,t,{value:a,enumerable:!0,configurable:!0,writable:!0}):e[t]=a,e}function o(e,t){var a=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),a.push.apply(a,n)}return a}function i(e){for(var t=1;t<arguments.length;t++){var a=null!=arguments[t]?arguments[t]:{};t%2?o(Object(a),!0).forEach((function(t){r(e,t,a[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(a)):o(Object(a)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(a,t))}))}return e}function l(e,t){if(null==e)return{};var a,n,r=function(e,t){if(null==e)return{};var a,n,r={},o=Object.keys(e);for(n=0;n<o.length;n++)a=o[n],t.indexOf(a)>=0||(r[a]=e[a]);return r}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n<o.length;n++)a=o[n],t.indexOf(a)>=0||Object.prototype.propertyIsEnumerable.call(e,a)&&(r[a]=e[a])}return r}var d=n.createContext({}),p=function(e){var t=n.useContext(d),a=t;return e&&(a="function"==typeof e?e(t):i(i({},t),e)),a},u=function(e){var t=p(e.components);return n.createElement(d.Provider,{value:t},e.children)},s={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},c=n.forwardRef((function(e,t){var a=e.components,r=e.mdxType,o=e.originalType,d=e.parentName,u=l(e,["components","mdxType","originalType","parentName"]),c=p(a),m=r,f=c["".concat(d,".").concat(m)]||c[m]||s[m]||o;return a?n.createElement(f,i(i({ref:t},u),{},{components:a})):n.createElement(f,i({ref:t},u))}));function m(e,t){var a=arguments,r=t&&t.mdxType;if("string"==typeof e||r){var o=a.length,i=new Array(o);i[0]=c;var l={};for(var d in t)hasOwnProperty.call(t,d)&&(l[d]=t[d]);l.originalType=e,l.mdxType="string"==typeof e?e:r,i[1]=l;for(var p=2;p<o;p++)i[p]=a[p];return n.createElement.apply(null,i)}return n.createElement.apply(null,a)}c.displayName="MDXCreateElement"},252:function(e,t,a){"use strict";a.r(t),a.d(t,{frontMatter:function(){return i},metadata:function(){return l},toc:function(){return d},default:function(){return u}});var n=a(2122),r=a(9756),o=(a(7294),a(3905)),i={},l={unversionedId:"bigdata/hadoop/installation",id:"bigdata/hadoop/installation",isDocsHomePage:!1,title:"Hadoop windows installation",description:"Choose Hadoop 3.2.2",source:"@site/docs/bigdata/hadoop/installation.md",sourceDirName:"bigdata/hadoop",slug:"/bigdata/hadoop/installation",permalink:"/bigdata-arch/docs/bigdata/hadoop/installation",editUrl:"https://github.com/facebook/docusaurus/edit/master/website/docs/bigdata/hadoop/installation.md",version:"current",frontMatter:{},sidebar:"bigdataSidebar",previous:{title:"Big data Tutorial Intro",permalink:"/bigdata-arch/docs/bigdata/intro"},next:{title:"Hbase windows installation",permalink:"/bigdata-arch/docs/bigdata/hbase/installation"}},d=[{value:"Prepare folders and install JDK &amp; Hadoop",id:"prepare-folders-and-install-jdk--hadoop",children:[]},{value:"Configration Guide for pseudo-distributed mode",id:"configration-guide-for-pseudo-distributed-mode",children:[]},{value:"Format namenode",id:"format-namenode",children:[]},{value:"Start services",id:"start-services",children:[]}],p={toc:d};function u(e){var t=e.components,a=(0,r.Z)(e,["components"]);return(0,o.kt)("wrapper",(0,n.Z)({},p,a,{components:t,mdxType:"MDXLayout"}),(0,o.kt)("p",null,"Choose Hadoop 3.2.2"),(0,o.kt)("h2",{id:"prepare-folders-and-install-jdk--hadoop"},"Prepare folders and install JDK & Hadoop"),(0,o.kt)("ul",null,(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\RedHat\\java-1.8.0-openjdk-1.8.0.282-1"),(0,o.kt)("ul",{parentName:"li"},(0,o.kt)("li",{parentName:"ul"},"ensure Java installed to a folder without any space "),(0,o.kt)("li",{parentName:"ul"},"set JAVA_HOME on it"))),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\hadoop-3.2.2"),(0,o.kt)("ul",{parentName:"li"},(0,o.kt)("li",{parentName:"ul"},"set HADOOP_HOME on it"))),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"Add %JAVA_HOME%\\bin and %HADOOP_HOME% to PATH")),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\data\\namenode")),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\data\\datanode"))),(0,o.kt)("h2",{id:"configration-guide-for-pseudo-distributed-mode"},"Configration Guide for pseudo-distributed mode"),(0,o.kt)("ul",null,(0,o.kt)("li",{parentName:"ul"},"Change file at ",(0,o.kt)("inlineCode",{parentName:"li"},"C:\\bigdata\\hadoop-3.2.2\\etc\\hadoop\\core-site.xml"))),(0,o.kt)("pre",null,(0,o.kt)("code",{parentName:"pre",className:"language-mdx",metastring:'title="C:\\bigdata\\hadoop-3.2.2\\etc\\hadoop\\core-site.xml"',title:'"C:\\bigdata\\hadoop-3.2.2\\etc\\hadoop\\core-site.xml"'},"<configuration>\n    <property>\n        <name>fs.defaultFS</name>\n        <value>hdfs://localhost:9000</value>\n    </property>\n</configuration>\n")),(0,o.kt)("ul",null,(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\hadoop-3.2.2\\etc\\hadoop\\hdfs-site.xml"),(0,o.kt)("configuration",null,(0,o.kt)("property",null,(0,o.kt)("name",null,"dfs.replication"),(0,o.kt)("value",null,"1")),(0,o.kt)("property",null,(0,o.kt)("name",null,"dfs.namenode.name.dir"),(0,o.kt)("value",null,"file:///C:/bigdata/data/namenode")),(0,o.kt)("property",null,(0,o.kt)("name",null,"dfs.datanode.data.dir"),(0,o.kt)("value",null,"file:///C:/bigdata/data/datanode")))),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\hadoop-3.2.2\\etc\\hadoop\\mapred-site.xml"),(0,o.kt)("configuration",null,(0,o.kt)("property",null,(0,o.kt)("name",null,"mapreduce.framework.name"),(0,o.kt)("value",null,"yarn")))),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("p",{parentName:"li"},"C:\\bigdata\\hadoop-3.2.2\\etc\\hadoop\\yarn-site.xml"),(0,o.kt)("configuration",null,(0,o.kt)("property",null,(0,o.kt)("name",null,"yarn.resourcemanager.hostname"),(0,o.kt)("value",null,"localhost")),(0,o.kt)("property",null,(0,o.kt)("name",null,"yarn.nodemanager.aux-services"),(0,o.kt)("value",null,"mapreduce_shuffle"))))),(0,o.kt)("h2",{id:"format-namenode"},"Format namenode"),(0,o.kt)("p",null,"bin\\hdfs namenode -format"),(0,o.kt)("h2",{id:"start-services"},"Start services"),(0,o.kt)("pre",null,(0,o.kt)("code",{parentName:"pre",className:"language-bash"},"sbin\\start-dfs.cmd\nsbin\\start-yarn.cmd\nbin\\mapred.cmd historyserver\n")),(0,o.kt)("div",{className:"admonition admonition-tip alert alert--success"},(0,o.kt)("div",{parentName:"div",className:"admonition-heading"},(0,o.kt)("h5",{parentName:"div"},(0,o.kt)("span",{parentName:"h5",className:"admonition-icon"},(0,o.kt)("svg",{parentName:"span",xmlns:"http://www.w3.org/2000/svg",width:"12",height:"16",viewBox:"0 0 12 16"},(0,o.kt)("path",{parentName:"svg",fillRule:"evenodd",d:"M6.5 0C3.48 0 1 2.19 1 5c0 .92.55 2.25 1 3 1.34 2.25 1.78 2.78 2 4v1h5v-1c.22-1.22.66-1.75 2-4 .45-.75 1-2.08 1-3 0-2.81-2.48-5-5.5-5zm3.64 7.48c-.25.44-.47.8-.67 1.11-.86 1.41-1.25 2.06-1.45 3.23-.02.05-.02.11-.02.17H5c0-.06 0-.13-.02-.17-.2-1.17-.59-1.83-1.45-3.23-.2-.31-.42-.67-.67-1.11C2.44 6.78 2 5.65 2 5c0-2.2 2.02-4 4.5-4 1.22 0 2.36.42 3.22 1.19C10.55 2.94 11 3.94 11 5c0 .66-.44 1.78-.86 2.48zM4 14h5c-.23 1.14-1.3 2-2.5 2s-2.27-.86-2.5-2z"}))),"URLs")),(0,o.kt)("div",{parentName:"div",className:"admonition-content"},(0,o.kt)("p",{parentName:"div"},"NameNode, DateNode\nhttp://localhost:9870/"),(0,o.kt)("p",{parentName:"div"},"MapReduce JobHistory Server\nhttp://localhost:19888/"),(0,o.kt)("p",{parentName:"div"},"ResourceManager, NodeManager\nhttp://localhost:8088/"))))}u.isMDXComponent=!0}}]);