Hadoop Cluster Environment Setting

wget http://mirror.apache-kr.org/hadoop/common/hadoop-1.2.1/hadoop-1.2.1.tar.gz

tar xvfz hadoop-1.2.1.tar.gz

mv hadoop-1.2.1 hadoop

cd hadoop/

cd conf

 

// 여기서 밑에 /home/jjoon/hdfs/hadoop-${user.name}-1.2.1/ 안 잡아주게 되면 Default 폴더와 겹쳐서 안된다.

mapred-site.xml

 

<configuration>

<property>

<name>mapred.job.tracker</name>

<value>hdfs://hadoop-master:16001</value>

</property>

 

<property>

<name>mapred.jobtracker.taskScheduler</name>

<value>org.apache.hadoop.mapred.FairScheduler</value>

</property>

 

<property>

<name>mapred.tasktracker.map.tasks.maximum</name>

<value>6</value>

</property>

 

<property>

<name>mapred.tasktracker.reduce.tasks.maximum</name>

<value>4</value>

</property>d

 

<property>

<name>mapred.local.dir</name>

<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/local</value>

</property>

 

</configuration>

 

 

// 여기서 밑에 /home/jjoon/hdfs/hadoop-${user.name}-1.2.1/ 안 잡아주게 되면 Default 폴더와 겹쳐서 안된다.

hdfs-site.xml

 

<configuration>

<property>

<name>dfs.name.dir</name>

<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/name</value>

</property>

 

<property>

<name>dfs.data.dir</name>

<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/name</value>

</property>

</configuration>

 

hadoop-env.sh

 

export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64

 

 

// 여기서 밑에 /home/jjoon/hdfs/hadoop-${user.name}-1.2.1/ 안 잡아주게 되면 Default 폴더와 겹쳐서 안된다.

core-site.xml

 

<configuration>

<property>

<name>fs.default.name</name>

<value>hdfs://hadoop-master:16000</value>

</property>

 

<property>

<name>hadoop.tmp.dir</name>

<value>/home/jjoon/hdfs/hadoop-${user.name}-1.2.1/tmp</value>

</property>

 

</configuration>

 

masters

hadoop-master

 

slaves

hadoop-slave01

hadoop-slave02

hadoop-slave03

hadoop-slave04

 

ip 주소

스펙은

i7-4770 8코어 / 32기가 / 현재는 1T HDD만