Metrics By Project / Collection and different aggregations (#2125)

* Testing different factory

* nasty work in progress

* project aggregation working

* Remove test file

* collections working

* Collections and joining views

* rename rollup

* clean up

* getting the active days in there

* updated current models

* reenable downstream models

* some fixes

* fixes

warehouse/metrics_mesh/macros/daily_bucket.py

@@ -0,0 +1,45 @@
+from sqlmesh import macro
+from sqlmesh.core.macros import MacroEvaluator
+from sqlglot import expressions as exp
+
+
+@macro()
+def daily_bucket(evaluator: MacroEvaluator, timeExp: exp.Expression):
+    if evaluator.dialect == "duckdb":
+        return exp.Anonymous(
+            this="TIME_BUCKET",
+            expressions=[
+                exp.Interval(
+                    this=exp.Literal(this=1, is_string=True),
+                    unit=exp.Var(this="DAY"),
+                ),
+                timeExp,
+            ],
+        )
+    return exp.Anonymous(
+        this="toStartOfDay",
+        expressions=[
+            timeExp,
+        ],
+    )
+
+
+@macro()
+def weekly_bucket(evaluator: MacroEvaluator, timeExp: exp.Expression):
+    if evaluator.dialect == "duckdb":
+        return exp.Anonymous(
+            this="TIME_BUCKET",
+            expressions=[
+                exp.Interval(
+                    this=exp.Literal(this=1, is_string=True),
+                    unit=exp.Var(this="WEEK"),
+                ),
+                timeExp,
+            ],
+        )
+    return exp.Anonymous(
+        this="toStartOfWeek",
+        expressions=[
+            timeExp,
+        ],
+    )

warehouse/metrics_mesh/macros/monthly_bucket.py

@@ -0,0 +1,43 @@
+from sqlmesh import macro
+from sqlmesh.core.macros import MacroEvaluator
+from sqlglot import expressions as exp
+
+
+@macro()
+def time_aggregation_bucket(
+    evaluator: MacroEvaluator, timeExp: exp.Expression, rollup: str
+):
+    from sqlmesh.core.dialect import parse_one
+
+    if evaluator.runtime_stage in ["loading", "creating"]:
+        return parse_one("STR_TO_DATE('1970-01-01', '%Y-%m-%d')")
+    if evaluator.engine_adapter.dialect == "duckdb":
+        rollup_to_interval = {
+            "daily": "DAY",
+            "weekly": "WEEK",
+            "monthly": "MONTH",
+        }
+        return exp.Anonymous(
+            this="TIME_BUCKET",
+            expressions=[
+                exp.Interval(
+                    this=exp.Literal(this=1, is_string=False),
+                    unit=exp.Var(this=rollup_to_interval[rollup]),
+                ),
+                exp.Cast(
+                    this=timeExp,
+                    to=exp.DataType(this=exp.DataType.Type.DATE, nested=False),
+                ),
+            ],
+        )
+    rollup_to_clickhouse_function = {
+        "daily": "toStartOfDay",
+        "weekly": "toStartOfWeek",
+        "monthly": "toStartOfMonth",
+    }
+    return exp.Anonymous(
+        this=rollup_to_clickhouse_function[rollup],
+        expressions=[
+            timeExp,
+        ],
+    )

warehouse/metrics_mesh/macros/oso_id.py

@@ -4,8 +4,13 @@
 
 
 @macro()
-def oso_id(_evaluator: MacroEvaluator, *args: exp.Expression):
-    return exp.SHA2(
+def oso_id(evaluator: MacroEvaluator, *args: exp.Expression):
+    sha = exp.SHA2(
         this=exp.Concat(expressions=args, safe=True, coalesce=False),
         length=exp.Literal(this=256, is_string=False),
     )
+    if evaluator.runtime_stage in ["loading", "creating"]:
+        return exp.Literal(this="", is_string=True)
+    if evaluator.engine_adapter.dialect == "duckdb":
+        return sha
+    return exp.ToBase64(this=sha)