Set spark.driver.bindAddress

G-Research · Apr 9, 2021 · 042be2b · 042be2b
1 parent ded5c64
commit 042be2b
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 0 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -269,6 +269,7 @@ jobs:
 
     - name: Integration Tests
       env:
+        SPARK_LOCAL_IP: 127.0.0.1
         SPARK_HOME: ${{ steps.params.outputs.home }}/spark
         ARTIFACT_ID: ${{ steps.params.outputs.artifact-id }}
         VERSION: ${{ steps.params.outputs.version }}

diff --git a/python/test/spark_common.py b/python/test/spark_common.py
@@ -64,6 +64,7 @@ def get_spark_config(path, dependencies) -> SparkConf:
         master = 'local[2]'
         conf = SparkConf().setAppName('unit test').setMaster(master)
         return conf.setAll([
+            ('spark.driver.bindAddress', '127.0.0.1'),
             ('spark.ui.showConsoleProgress', 'false'),
             ('spark.test.home', os.environ.get('SPARK_HOME')),
             ('spark.locality.wait', '0'),

diff --git a/src/test/scala/uk/co/gresearch/spark/SparkTestSession.scala b/src/test/scala/uk/co/gresearch/spark/SparkTestSession.scala
@@ -27,6 +27,7 @@ trait SparkTestSession {
       .builder()
       .master(s"local[$cores]")
       .appName("spark test example")
+      .config("spark.driver.bindAddress", "127.0.0.1")
       .config("spark.sql.shuffle.partitions", 2)
       .config("spark.local.dir", ".")
       .getOrCreate()