New architecture

Author: flangelier

2.3.0/Dockerfile

@@ -0,0 +1,39 @@
+# Building the image using my Oracle JDK 7
+FROM gelog/java:openjdk7
+
+MAINTAINER Francois Langelier
+
+ENV WGET_VERSION       1.15-1ubuntu1.14.04.1
+# Setting HADOOP environment variables
+ENV HADOOP_VERSION 2.3.0
+ENV HADOOP_INSTALL /usr/local/hadoop
+ENV PATH $PATH:$HADOOP_INSTALL/bin
+ENV PATH $PATH:$HADOOP_INSTALL/sbin
+ENV HADOOP_MAPRED_HOME $HADOOP_INSTALL
+ENV HADOOP_COMMON_HOME $HADOOP_INSTALL
+ENV HADOOP_HDFS_HOME $HADOOP_INSTALL
+ENV HADOOP_COMMON_LIB_NATIVE_DIR $HADOOP_INSTALL/lib/native
+ENV YARN_HOME $HADOOP_INSTALL
+ENV HADOOP_CONF_DIR /data/conf
+
+# Installing wget
+RUN \
+    apt-get update && \
+    apt-get install -y wget=$WGET_VERSION && \
+    rm -rf /var/lib/apt/lists/*
+
+# Installing HADOOP
+RUN wget http://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz && \
+    tar -zxf /hadoop-$HADOOP_VERSION.tar.gz -C /usr/local/ && \
+    mv /usr/local/hadoop-$HADOOP_VERSION /usr/local/hadoop && \
+    mkdir -p /usr/local/hadoop/logs
+
+# Creating symlink for HADOOP configuration files
+VOLUME /data
+# Copying default HADOOP configuration files
+ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/$HADOOP_VERSION/core-site.xml $HADOOP_CONF_DIR/core-site.xml
+ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/$HADOOP_VERSION/yarn-site.xml $HADOOP_CONF_DIR/yarn-site.xml
+ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/$HADOOP_VERSION/mapred-site.xml $HADOOP_CONF_DIR/mapred-site.xml
+ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/$HADOOP_VERSION/hdfs-site.xml $HADOOP_CONF_DIR/hdfs-site.xml
+
+CMD ["hdfs"]

env/local/core-site.xml renamed to 2.3.0/core-site.xml

@@ -19,6 +19,6 @@
 <configuration>
 	<property>
 		<name>fs.default.name</name>
-		<value>hdfs://$HADOOP_NAMENODE:9000</value>
+		<value>hdfs://hdfs-namenode:9000</value>
 	</property>
 </configuration>

env/local/hdfs-site.xml renamed to 2.3.0/hdfs-site.xml

@@ -0,0 +1,35 @@
+# Building the image using my Oracle JDK 7
+FROM gelog/java:openjdk7
+
+# Setting HADOOP environment variables
+ENV HADOOP_VERSION 2.6.0
+ENV HADOOP_INSTALL /usr/local/hadoop
+ENV PATH $PATH:$HADOOP_INSTALL/bin
+ENV PATH $PATH:$HADOOP_INSTALL/sbin
+ENV HADOOP_MAPRED_HOME $HADOOP_INSTALL
+ENV HADOOP_COMMON_HOME $HADOOP_INSTALL
+ENV HADOOP_HDFS_HOME $HADOOP_INSTALL
+ENV HADOOP_COMMON_LIB_NATIVE_DIR $HADOOP_INSTALL/lib/native
+ENV YARN_HOME $HADOOP_INSTALL
+ENV HADOOP_CONF_DIR /data/conf
+ENV HADOOP_NAMENODE 127.0.0.1
+
+# Installing HADOOP
+ADD http://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz /
+RUN tar -zxf /hadoop-$HADOOP_VERSION.tar.gz
+RUN rm /hadoop-$HADOOP_VERSION.tar.gz
+RUN mv /hadoop-$HADOOP_VERSION /usr/local/hadoop
+RUN mkdir -p /usr/local/hadoop/logs
+
+# Creating symlink for HADOOP configuration files
+VOLUME /data
+#RUN ln -fs /data/conf/core-site.xml /usr/local/hadoop/etc/hadoop/core-site.xml
+#RUN ln -fs /data/conf/yarn-site.xml /usr/local/hadoop/etc/hadoop/yarn-site.xml
+#RUN ln -fs /data/conf/mapred-site.xml /usr/local/hadoop/etc/hadoop/mapred-site.xml
+#RUN ln -fs /data/conf/hdfs-site.xml /usr/local/hadoop/etc/hadoop/hdfs-site.xml
+
+# Copying default HADOOP configuration files
+#ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/env/local/core-site.xml $HADOOP_CONF_DIR/core-site.xml
+#ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/env/local/yarn-site.xml $HADOOP_CONF_DIR/yarn-site.xml
+#ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/env/local/mapred-site.xml $HADOOP_CONF_DIR/mapred-site.xml
+#ADD https://raw.githubusercontent.com/GELOG/docker-ubuntu-hadoop/$HADOOP_VERSION/env/local/hdfs-site.xml $HADOOP_CONF_DIR/hdfs-site.xml

env/local/mapred-site.xml renamed to 2.3.0/mapred-site.xml

@@ -19,6 +19,6 @@
 <configuration>
 	<property>
 		<name>fs.default.name</name>
-		<value>hdfs://$HADOOP_NAMENODE:9000</value>
+		<value>hdfs://hdfs-namenode:9000</value>
 	</property>
 </configuration>