Always materialize ossd projects and collections (#1896)

* Always materialize ossd projects and collections Closes: #1878 * change log to warning
opensource-observer · Jul 31, 2024 · 18ae415 · 18ae415
1 parent 14e857a
commit 18ae415
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/warehouse/oso_dagster/assets/ossd.py b/warehouse/oso_dagster/assets/ossd.py
@@ -106,10 +106,13 @@ def projects_and_collections(
                     }
                 )
                 # The previous sha for this asset and the current sha match. No
-                # need to update anything
+                # need to update anything.
+
+                # FIXME in the future we should skip already materialized shas
+                # if possible. For now we cannot, see:
+                # https://github.com/dagster-io/dagster/discussions/19403
                 if repo_meta_dict.get("sha", "") == data.meta.sha:
-                    context.log.info(f"no changes for {output}")
-                    continue
+                    context.log.warn(f"no changes for {output}. Materializing anyway")
         df = oss_directory_to_dataframe(output, data)
 
         yield Output(