### ~/hadoop-3.0.0/etc/hadoop/core-site.xml

<configuration>

<property>
	<name>fs.default.name</name>
	<value>hdfs://node-master:9000</value>
</property>

<property>
	<name>hadoop.http.staticuser.user</name>
	<value>engdados</value>
</property>

</configuration>


### ~/hadoop-3.0.0/etc/hadoop/hdfs-site.xml

<configuration>

<property>
	<name>dfs.namenode.name.dir</name>
	<value>/home/engdados/data/nameNode</value>
</property>

<property>
	<name>dfs.datanode.data.dir</name>
	<value>/home/engdados/data/dataNode</value>
</property>

<property>
	<name>dfs.replication</name>
	<value>2</value>
</property>

</configuration>


### ~/hadoop-3.0.0/etc/hadoop/yarn-site.xml

<configuration>

<property>
	<name>yarn.resourcemanager.hostname</name>
	<value>node-master</value>
</property>

<property>
	<name>yarn.nodemanager.aux-services</name>
	<value>mapreduce_shuffle</value>
</property>

<property>
	<name>yarn.nodemanager.resource.memory-mb</name>
	<value>1536</value>
</property>

<property>
	<name>yarn.scheduler.maximum-allocation-mb</name>
	<value>1536</value>
</property>

<property>
	<name>yarn.scheduler.minimum-allocation-mb</name>
	<value>128</value>
</property>

<property>
	<name>yarn.nodemanager.vmem-check-enabled</name>
	<value>false</value>
</property>

<property>
	<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
	<value>org.apache.hadoop.mapred.ShuffleHandler</value>
</property>

<property>
	<name>yarn.scheduler.capacity.maximum-am-resource-percent</name>
	<value>0.95</value>
</property>

<property>
	<name>yarn.application.classpath</name>
	<value>$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_CONF_DIR/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/*</value>
</property>

</configuration>


### ~/hadoop-3.0.0/etc/hadoop/mapred-site.xml

<configuration>

<property>
	<name>mapreduce.framework.name</name>
	<value>yarn</value>
</property>

<property>
	<name>yarn.app.mapreduce.am.resource.mb</name>
	<value>512</value>
</property>

<property>
        <name>mapreduce.map.memory.mb</name>
        <value>256</value>
</property>

<property>
        <name>mapreduce.reduce.memory.mb</name>
        <value>256</value>
</property>

<property>
	<name>mapreduce.application.classpath</name>
	<value>$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/*, $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib/*</value>
</property>

<property>
	<name>yarn.app.mapreduce.am.env</name>
	<value>HADOOP_MAPRED_HOME=${HADOOP_HOME}</value>
</property>

<property>
	<name>mapreduce.map.env</name>
	<value>HADOOP_MAPRED_HOME=${HADOOP_HOME}</value>
</property>

<property>
	<name>mapreduce.reduce.env</name>
	<value>HADOOP_MAPRED_HOME=${HADOOP_HOME}</value>
</property>

</configuration>


### ~/hadoop-3.0.0/etc/hadoop/workers

node-master
node1
node2


### ~/hadoop-3.0.0/etc/hadoop/hadoop-env.sh

export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-i386/jre
export HADOOP_OPTS="$HADOOP_OPTS -XX:-PrintWarnings -Djava.net.preferIPv4Stack=true"


### ~/.bashrc

HADOOP_HOME=/home/engdados/hadoop-3.0.0
HADOOP_COMMON_HOME=$HADOOP_HOME
HADOOP_HDFS_HOME=$HADOOP_HOME
HADOOP_MAPRED_HOME=$HADOOP_HOME
HADOOP_YARN_HOME=$HADOOP_HOME
HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
HADOOP_OPTS="-Djava.library.path=$HADOOP_COMMON_LIB_NATIVE_DIR"
JAVA_HOME=/usr/lib/jvm/java-8-openjdk-i386/jre
LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$HADOOP_COMMON_LIB_NATIVE_DIR"
SPARK_HOME=$HADOOP_HOME/spark
PATH="$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin:$HADOOP_HOME/spark/sbin:$HADOOP_HOME/spark/bin"


### ~/hadoop-3.0.0/spark/conf/spark-defaults.conf

spark.master yarn
spark.driver.memory    	512m
spark.executor.memory	512m
spark.eventLog.enabled  	true
spark.eventLog.dir 		hdfs://node-master:9000/spark-logs
spark.history.provider		org.apache.spark.deploy.history.FsHistoryProvider
spark.history.fs.logDirectory     hdfs://node-master:9000/spark-logs
spark.history.fs.update.interval  10s
spark.history.ui.port             18080
spark.yarn.stagingDir	hdfs://node-master:9000/user/engdados


### ~/hadoop-3.0.0/spark/conf/spark-env.sh

export HADOOP_CONF_DIR=${HADOOP_HOME}/etc/hadoop