Merge pull request #59 from hynix/master

added hadoop version control

.github/workflows/publish-registry.yml

@@ -7,7 +7,13 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        spark_version: [ 3.1.3, 3.2.1, 3.3.0 ]
+        include:
+          - spark_version: 3.1.3
+            hadoop_version: 3.2
+          - spark_version: 3.2.2
+            hadoop_version: 3.2
+          - spark_version: 3.3.0
+            hadoop_version: 3
     steps:
       - uses: docker/setup-buildx-action@v1
       - uses: docker/login-action@v1
@@ -20,4 +26,5 @@ jobs:
           push: true
           build-args: |
             SPARK_VERSION=${{ matrix.spark_version }}
+            HADOOP_VERSION=${{ matrix.hadoop_version }}
           tags: ghcr.io/exacaster/lighter:${{ github.event.release.tag_name }}-spark${{ matrix.spark_version }}

Dockerfile

@@ -11,12 +11,13 @@ RUN ./gradlew build -PSPARK_VERSION=${SPARK_VERSION}
 FROM node:lts-alpine3.14 as frontend
 
 ARG SPARK_VERSION=3.3.0
+ARG HADOOP_VERSION=3
 
 ENV REACT_APP_API_BASE_URL='/lighter'
 
 WORKDIR /home/app/
 COPY frontend/ ./frontend/
-RUN wget "https://downloads.apache.org/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop3.tgz" -O - | tar -xz
+RUN wget "https://downloads.apache.org/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" -O - | tar -xz
 
 WORKDIR /home/app/frontend/
 RUN yarn install && yarn build

README.md

@@ -29,7 +29,7 @@ docker build -t lighter .
 
 ### Spark versions
 
-Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.1.3, 3.2.1 and 3.3.0.
+Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.1.3, 3.2.2 and 3.3.0.
 
 ### Contributing