fix: Copy metrics to Clickhouse (#1920)

* Set the timeseries_metrics to be copied to Clickhouse * Fix a bug for duplicate values in metrics_v0
opensource-observer · Aug 6, 2024 · 7695310 · 7695310
1 parent 3b3861f
commit 7695310
Show file tree

Hide file tree

Showing 3 changed files with 21 additions and 1 deletion.
diff --git a/warehouse/dbt/models/intermediate/metrics/int_metrics.sql b/warehouse/dbt/models/intermediate/metrics/int_metrics.sql
@@ -1,4 +1,4 @@
-select
+select distinct
   {{ oso_id('"OSO"', '"oso"', 'metric') }} as metric_id,
   "OSO" as metric_source,
   "oso" as metric_namespace,

diff --git a/warehouse/dbt/models/marts/metrics/timeseries_metrics_by_artifact_v0.sql b/warehouse/dbt/models/marts/metrics/timeseries_metrics_by_artifact_v0.sql
@@ -1,3 +1,13 @@
+{{ 
+  config(meta = {
+    'sync_to_db': True,
+    'index': {
+      'idx_metric_id': ["metric_id"],
+      'idx_artifact_id': ["artifact_id"],
+    }
+  }) 
+}}
+
 select
   metric_id,
   artifact_id,

diff --git a/warehouse/dbt/models/marts/metrics/timeseries_metrics_by_project_v0.sql b/warehouse/dbt/models/marts/metrics/timeseries_metrics_by_project_v0.sql
@@ -1,3 +1,13 @@
+{{ 
+  config(meta = {
+    'sync_to_db': True,
+    'index': {
+      'idx_metric_id': ["metric_id"],
+      'idx_project_id': ["project_id"],
+    }
+  }) 
+}}
+
 select
   metric_id,
   project_id,