Merge pull request #3 from moj-analytical-services/tomholt1-patch-1

switch from file to folder loading (write_local_folder_to_s3)

.github/workflows/lint.yml

@@ -0,0 +1,30 @@
+name: Lint
+on:
+  - pull_request
+
+jobs:
+  linting:
+    name: lint-job
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [3.9]
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: "pip"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements-lint.txt
+
+      # - name: Lint Python files with Flake8
+      #   run: flake8 .

requirements-lint.txt

@@ -0,0 +1,3 @@
+sqlfluff==2.0.5
+yamllint==1.31.0
+flake8==6.0.0

scripts/run.py

@@ -1,14 +1,13 @@
 import os
-import tempfile
 from dataengineeringutils3.s3 import (
-    write_local_file_to_s3,
+    write_local_folder_to_s3,
 )
 
 run = os.getenv("RUN")
 file_to_write = os.getenv("PATH")
 write_outpath = os.getenv("OUTPATH")
 
 if run == "write":
-    write_local_file_to_s3(file_to_write, write_outpath, overwrite=True)
+    write_local_folder_to_s3(file_to_write, write_outpath, overwrite=True)
 else:
     raise ValueError(f"Bad RUN env var. Got {run}. Expected 'write'.")