From 0e9c65b542814e3b74c051d62743c18854f6a569 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 24 Oct 2022 07:59:09 +0000 Subject: [PATCH 1/3] Bump spark-launcher_2.12 from 3.3.0 to 3.3.1 in /server Bumps spark-launcher_2.12 from 3.3.0 to 3.3.1. --- updated-dependencies: - dependency-name: org.apache.spark:spark-launcher_2.12 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- server/build.gradle | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/build.gradle b/server/build.gradle index f8c48faa..36bfc452 100644 --- a/server/build.gradle +++ b/server/build.gradle @@ -22,7 +22,7 @@ micronaut { } mainClassName = "com.exacaster.lighter.Application" -def sparkVersion = project.hasProperty("SPARK_VERSION") ? project.getProperty("SPARK_VERSION") : '3.3.0' +def sparkVersion = project.hasProperty("SPARK_VERSION") ? project.getProperty("SPARK_VERSION") : '3.3.1' def hadoopVersion = '3.3.3' def k8sClientVersion = '6.2.0' def shedlockVersion = '4.42.0' From 57fd3db1f8dac64e2bb81d23b11e23c4c93993e2 Mon Sep 17 00:00:00 2001 From: paulius Date: Mon, 24 Oct 2022 12:54:02 +0300 Subject: [PATCH 2/3] Update all spark 3.3.0 references to 3.3.1 --- .github/workflows/publish-registry.yml | 2 +- Dockerfile | 6 +++--- docs/docker.md | 2 +- docs/kubernetes.md | 2 +- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/publish-registry.yml b/.github/workflows/publish-registry.yml index a728c6c5..12d8af1e 100644 --- a/.github/workflows/publish-registry.yml +++ b/.github/workflows/publish-registry.yml @@ -12,7 +12,7 @@ jobs: hadoop_version: 3.2 - spark_version: 3.2.2 hadoop_version: 3.2 - - spark_version: 3.3.0 + - spark_version: 3.3.1 hadoop_version: 3 steps: - uses: docker/setup-buildx-action@v2 diff --git a/Dockerfile b/Dockerfile index afc37be5..bad9ceb0 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,6 @@ FROM openjdk:11-jre-slim-stretch as server -ARG SPARK_VERSION=3.3.0 +ARG SPARK_VERSION=3.3.1 ARG HADOOP_VERSION=3 WORKDIR /home/app/ @@ -11,7 +11,7 @@ RUN ./gradlew build -x test -PSPARK_VERSION=${SPARK_VERSION} FROM node:lts-alpine3.14 as frontend -ARG SPARK_VERSION=3.3.0 +ARG SPARK_VERSION=3.3.1 ARG HADOOP_VERSION=3 ENV REACT_APP_API_BASE_URL='/lighter' @@ -25,7 +25,7 @@ RUN yarn install && yarn build FROM openjdk:11-jre-slim-stretch -ARG SPARK_VERSION=3.3.0 +ARG SPARK_VERSION=3.3.1 ARG HADOOP_VERSION=3 ENV FRONTEND_PATH=/home/app/frontend/ diff --git a/docs/docker.md b/docs/docker.md index 737e20da..21e01ded 100644 --- a/docs/docker.md +++ b/docs/docker.md @@ -3,7 +3,7 @@ If you're thinking of running Lighter on docker, you are probably using it with YARN backend. When you are running it, you should expose two ports (REST API port and Python Gateway port), as shown in this example: ```bash -docker run ghcr.io/exacaster/lighter:0.0.38-spark3.3.0 \ +docker run ghcr.io/exacaster/lighter:0.0.40-spark3.3.1 \ -p 8080:8080 \ -p 25333:25333 \ -e LIGHTER_KUBERNETES_ENABLED=false \ diff --git a/docs/kubernetes.md b/docs/kubernetes.md index e20f9406..c41968c0 100644 --- a/docs/kubernetes.md +++ b/docs/kubernetes.md @@ -84,7 +84,7 @@ spec: run: lighter spec: containers: - - image: ghcr.io/exacaster/lighter:0.0.38-spark3.3.0 + - image: ghcr.io/exacaster/lighter:0.0.40-spark3.3.1 name: lighter readinessProbe: httpGet: From 4847e249073807c5c74d30b32516c1b5f37f271f Mon Sep 17 00:00:00 2001 From: paulius Date: Mon, 24 Oct 2022 12:55:58 +0300 Subject: [PATCH 3/3] Update version on readme --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index f7e3954c..ab1f85f6 100644 --- a/README.md +++ b/README.md @@ -29,7 +29,7 @@ docker build -t lighter . ### Spark versions -Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.1.3, 3.2.2 and 3.3.0. +Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.1.3, 3.2.2 and 3.3.1. ### Contributing