oneoffcoder
diff --git a/‎spark-cluster/base/Dockerfile
Lines changed: 3 additions & 0 deletions b/‎spark-cluster/base/Dockerfile
Lines changed: 3 additions & 0 deletions
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/capacity-scheduler.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/capacity-scheduler.xml b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/capacity-scheduler.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/capacity-scheduler.xml
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/configuration.xsl renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/configuration.xsl b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/configuration.xsl renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/configuration.xsl
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/container-executor.cfg renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/container-executor.cfg b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/container-executor.cfg renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/container-executor.cfg
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/core-site.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/core-site.xml b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/core-site.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/core-site.xml
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-env.sh renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-env.sh b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-env.sh renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-env.sh
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-metrics2.properties renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-metrics2.properties b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-metrics2.properties renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-metrics2.properties
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-policy.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-policy.xml b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-policy.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-policy.xml
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-user-functions.sh.example renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-user-functions.sh.example b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-user-functions.sh.example renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hadoop-user-functions.sh.example
diff --git a/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hdfs-rbf-site.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hdfs-rbf-site.xml b/‎spark-cluster/master/ubuntu/usr/local/hadoop/etc/hadoop/hdfs-rbf-site.xml renamed to ‎spark-cluster/base/ubuntu/usr/local/hadoop/etc/hadoop/hdfs-rbf-site.xml
@@ -51,6 +51,7 @@ RUN wget -q https://dlcdn.apache.org/hadoop/common/hadoop-3.4.1/hadoop-3.4.1.tar
 	&& mkdir /var/hadoop/mr-history/done \
 	&& mkdir /var/hadoop/mr-history/tmp
 
+COPY ubuntu/usr/local/hadoop/etc/hadoop/* /usr/local/hadoop/etc/hadoop/
 COPY ubuntu/usr/local/hadoop/extras/* /usr/local/hadoop/extras/
 
 # setup spark
@@ -59,6 +60,8 @@ RUN wget -q https://dlcdn.apache.org/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.t
     && ln -s /usr/local/spark-3.5.5-bin-hadoop3 /usr/local/spark \
     && rm /usr/local/spark/conf/*.template
 
+COPY ubuntu/usr/local/spark/conf/* /usr/local/spark/conf/
+
 # setup conda
 COPY ubuntu/root/environment.yml /tmp/environment.yml
 RUN wget -q https://repo.anaconda.com/archive/Anaconda3-2024.10-1-Linux-x86_64.sh -O /tmp/anaconda.sh \