From 8c9d903a0845fb85e3647ccba2b0ee346c5e4401 Mon Sep 17 00:00:00 2001
From: Reuven Gonzales <reuven@karibalabs.co>
Date: Mon, 20 May 2024 12:15:15 -0700
Subject: [PATCH] Disable debug logging on dagster (#1451)

---
 .../warehouse/flux-system/gotk-sync.yaml      |  2 +-
 ops/k8s-apps/base/dagster/dagster.yaml        |  6 ++++++
 .../base/dagster/proxy-for-deployments.yaml   | 19 -------------------
 ops/k8s-apps/base/dagster/proxy-for-jobs.yaml | 19 -------------------
 4 files changed, 7 insertions(+), 39 deletions(-)
 delete mode 100644 ops/k8s-apps/base/dagster/proxy-for-deployments.yaml
 delete mode 100644 ops/k8s-apps/base/dagster/proxy-for-jobs.yaml

diff --git a/ops/clusters/warehouse/flux-system/gotk-sync.yaml b/ops/clusters/warehouse/flux-system/gotk-sync.yaml
index 86aa70a30..08938a6b1 100644
--- a/ops/clusters/warehouse/flux-system/gotk-sync.yaml
+++ b/ops/clusters/warehouse/flux-system/gotk-sync.yaml
@@ -8,7 +8,7 @@ metadata:
 spec:
   interval: 15s
   ref:
-    branch: ravenac95/test-flux-config
+    branch: main
   secretRef:
     name: flux-system
   url: https://github.com/opensource-observer/oso.git
diff --git a/ops/k8s-apps/base/dagster/dagster.yaml b/ops/k8s-apps/base/dagster/dagster.yaml
index f2df1571f..48fc6670c 100644
--- a/ops/k8s-apps/base/dagster/dagster.yaml
+++ b/ops/k8s-apps/base/dagster/dagster.yaml
@@ -25,6 +25,12 @@ spec:
     remediation:
       retries: 3
   values:
+    # For now let's ignore debug logs unless things become a problem. We need to
+    # configure stdout logging and have the dagster logging handler ignore debug
+    # log
+    pythonLogs:
+      pythonLogLevel: "INFO"
+
     global:
       serviceAccountName: base-dagster
     dagster:
diff --git a/ops/k8s-apps/base/dagster/proxy-for-deployments.yaml b/ops/k8s-apps/base/dagster/proxy-for-deployments.yaml
deleted file mode 100644
index a3e604c45..000000000
--- a/ops/k8s-apps/base/dagster/proxy-for-deployments.yaml
+++ /dev/null
@@ -1,19 +0,0 @@
-apiVersion: cloudsql.cloud.google.com/v1
-kind: AuthProxyWorkload
-metadata:
-  name: dagster-deployment-cloudsql-proxy
-spec:
-  authProxyContainer:
-    resources:
-      requests:
-        cpu: "50m"
-        memory: "64Mi"
-  workloadSelector:
-    kind: "Deployment" # Applies to a "Deployment"
-    selector:
-      matchLabels:
-        app.kubernetes.io/name: dagster
-  instances:
-    - connectionString: "opensource-observer:us-central1:oso-psql"
-      portEnvName: "DAGSTER_PG_PORT"
-      hostEnvName: "DAGSTER_PG_HOST"
\ No newline at end of file
diff --git a/ops/k8s-apps/base/dagster/proxy-for-jobs.yaml b/ops/k8s-apps/base/dagster/proxy-for-jobs.yaml
deleted file mode 100644
index dfe56d6e2..000000000
--- a/ops/k8s-apps/base/dagster/proxy-for-jobs.yaml
+++ /dev/null
@@ -1,19 +0,0 @@
-apiVersion: cloudsql.cloud.google.com/v1
-kind: AuthProxyWorkload
-metadata:
-  name: dagster-job-cloudsql-proxy
-spec:
-  authProxyContainer:
-    resources:
-      requests:
-        cpu: "50m"
-        memory: "64Mi"
-  workloadSelector:
-    kind: "Job"
-    selector:
-      matchLabels:
-        app.kubernetes.io/name: dagster
-  instances:
-    - connectionString: "opensource-observer:us-central1:oso-psql"
-      portEnvName: "DAGSTER_PG_PORT"
-      hostEnvName: "DAGSTER_PG_HOST"
\ No newline at end of file