add logs and workflow_dispatch to new release build

Signed-off-by: tnazarew <[email protected]>

.github/actions/upload_artifacts/action.yml

@@ -30,5 +30,5 @@ runs:
       shell: bash
       run: |
         uploaded_path=$(python scripts/upload_file_to_gcs.py ${{ inputs.local-file-path }} ${{ inputs.gcs-path }} --credentials ${{ inputs.credentials }})
-        
+        echo "LOG HERE >>>>>> uploaded_file=$uploaded_path"
         echo "uploaded_file=$uploaded_path" >> $GITHUB_OUTPUT

.github/workflows/main_new_release.yml

@@ -3,6 +3,19 @@ name: Daily Build
 on:
   schedule:
     - cron: "0 3 * * *"
+  workflow_dispatch:
+    inputs:
+      run_dataplex:
+        description: 'Run Dataplex tests'
+        required: false
+        default: 'true'
+      run_spark_dataproc:
+        description: 'Run Spark Dataproc tests'
+        required: false
+        default: 'true'
+      openlineage_release:
+        description: 'Override OpenLineage release version'
+        required: false
 
 permissions:
   id-token: write
@@ -14,9 +27,9 @@ jobs:
   initialize_workflow:
     runs-on: ubuntu-latest
     outputs:
-      run_dataplex: 'true'
-      run_spark_dataproc: 'true'
-      openlineage_release: ${{ steps.select-components.outputs.ol_release }}
+      run_dataplex: ${{ github.event.inputs.run_dataplex || 'true' }}
+      run_spark_dataproc: ${{ github.event.inputs.run_spark_dataproc || 'true' }}
+      openlineage_release: ${{ github.event.inputs.openlineage_release || steps.select-components.outputs.ol_release }}
     steps:
       - name: Checkout code
         uses: actions/checkout@v4

scripts/upload_file_to_gcs.py

@@ -33,7 +33,7 @@ def main():
     if not os.path.exists(local_file_path):
         print(f"file {local_file_path} not found")
         # Local file does not exist; do nothing
-        sys.exit(0)
+        sys.exit(1)
 
     if not gcs_path.startswith('gs://'):
         print("Error: GCS path must start with gs://")