fix(snowflake-usage): do not ingest for stage as a dataaset (#4483)

datahub-project · Mar 25, 2022 · 7f1a1a3 · 7f1a1a3
1 parent f18f453
commit 7f1a1a3
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/usage/snowflake_usage.py b/metadata-ingestion/src/datahub/ingestion/source/usage/snowflake_usage.py
@@ -320,6 +320,10 @@ def _check_usage_date_ranges(self, engine: Engine) -> Any:
 
     def _is_unsupported_object_accessed(self, obj: Dict[str, Any]) -> bool:
         unsupported_keys = ["locations"]
+
+        if obj.get("objectDomain") in ["Stage"]:
+            return True
+
         return any([obj.get(key) is not None for key in unsupported_keys])
 
     def _is_object_valid(self, obj: Dict[str, Any]) -> bool: