joy/Hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

更新 Hadoop_Install_Guide.md

Browse Source
This commit is contained in:
joy 2026-04-14 18:12:35 +09:00
parent b0b93538eb
commit 225eb9536d
1 changed files with 50 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

51
Hadoop_Install_Guide.md
View File

@ -47,10 +47,21 @@ Connect to server first
ssh localhost
```
Generate ssh key
```sh
$ ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
$ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
$ chmod 0600 ~/.ssh/authorized_keys
```
Configure Hadoop environment
```sh
# hadoop-3.5.0/etc/hadoop/hadoop-env.sh
JAVA_HOME=/usre/java/jdk-21-orcale-x64
```
```xml
# hadoop-3.5.0/etc/hadoop/core-site.xml
<configuration>
@ -71,4 +82,42 @@ Configure Hadoop environment
</configuration>
```
```xml
# hadoop-3.5.0/etc/hadoop/mapred-site.xml
<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.application.classpath</name>
<value>$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/*:$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib/*</value>
</property>
</configuration>
```
```xml
# hadoop-3.5.0/etc/hadoop/yarn-site.xml
<configuration>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.nodemanager.env-whitelist</name>
<value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ,HADOOP_MAPRED_HOME</value>
</property>
</configuration>
```
## Format hadoop
```sh
bin/hdfs namenode -format
```
## Startup all hadoop services.
```sh
sbin/start-all.sh
```