wget http://mirror.apache-kr.org/hadoop/common/hadoop-1.2.1/hadoop-1.2.1.tar.gz
tar xvfz hadoop-1.2.1.tar.gz
mv hadoop-1.2.1 hadoop
cd hadoop/
cd conf
// 여기서 밑에 /home/jjoon/hdfs/hadoop-${user.name}-1.2.1/ 안 잡아주게 되면 Default 폴더와 겹쳐서 안된다.
mapred-site.xml
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>hdfs://hadoop-master:16001</value>
</property>
<property>
<name>mapred.jobtracker.taskScheduler</name>
<value>org.apache.hadoop.mapred.FairScheduler</value>
</property>
<property>
<name>mapred.tasktracker.map.tasks.maximum</name>
<value>6</value>
</property>
<property>
<name>mapred.tasktracker.reduce.tasks.maximum</name>
<value>4</value>
</property>d
<property>
<name>mapred.local.dir</name>
<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/local</value>
</property>
</configuration>
// 여기서 밑에 /home/jjoon/hdfs/hadoop-${user.name}-1.2.1/ 안 잡아주게 되면 Default 폴더와 겹쳐서 안된다.
hdfs-site.xml
<configuration>
<property>
<name>dfs.name.dir</name>
<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/name</value>
</property>
<property>
<name>dfs.data.dir</name>
<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/name</value>
</property>
</configuration>
hadoop-env.sh
export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64
// 여기서 밑에 /home/jjoon/hdfs/hadoop-${user.name}-1.2.1/ 안 잡아주게 되면 Default 폴더와 겹쳐서 안된다.
core-site.xml
<configuration>
<property>
<name>fs.default.name</name>
<value>hdfs://hadoop-master:16000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/tmp</value>
</property>
</configuration>
masters
hadoop-master
slaves
hadoop-slave01
hadoop-slave02
hadoop-slave03
hadoop-slave04
ip 주소
스펙은
i7-4770 8코어 / 32기가 / 현재는 1T HDD만
'Distributed System Information' 카테고리의 다른 글
Hadoop Counters are What? (0) | 2014.11.24 |
---|---|
Hadoop Troubleshooting Heapsize & ShuffleInMemory in Reduce (0) | 2014.11.22 |
InMapper and Mapper Result Versus + Memory Flush (0) | 2014.11.22 |
Yarn Result on Cluster Environment (0) | 2014.11.18 |
Install Hadoop on Cluster System (0) | 2014.11.14 |