Home - zhamri/Hadoop GitHub Wiki

Check Version

% java -version
% echo $JAVA_HOME
% /usr/libexec/java_home
% /usr/libexec/java_home -v1.8
% where java
% which java
% jenv local 1.8


% hadoop version
% echo $HADOOP_HOME
% echo $HBASE_HOME 

% ssh localhost (make sure no password)

Configuration

/Users/zhamri/Hadoop/hadoop-3.3.6/etc/hadoop (atau)
/usr/local/Cellar/hadoop/3.3.6/libexec/etc/hadoop
1. hadoop-env.sh
2. core-site.xml
3. hdfs-site.xml
4. mapred-site.xml
5. yarn-site.xml

core-site.xml

<configuration>
    <property>
	<name>fs.defaultFS</name>
	<value>hdfs://localhost:9000</value>
    </property>
</configuration>

hdfs-site.xml

<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
</configuration>

mapred-site.xml

<configuration>
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>
</configuration>

yarn-site.xml

<configuration>
    <property>
	<name>yarn.nodemanager.aux-services</name>
	<value>mapreduce_shuffle</value>
    </property>
    <property>
    	<name>yarn.resourcemanager.hostname</name>
    	<value>localhost</value>
     </property>
</configuration>
⚠️ **GitHub.com Fallback** ⚠️