Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

add: libin diagram first iteration #2541

Merged
merged 14 commits into from
Dec 3, 2024
Merged

add: libin diagram first iteration #2541

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
7d259f2
add: `libin` diagram first iteration
Jabolol Nov 27, 2024
5c1ec52
Disable user_retention_classifications for now
ravenac95 Nov 29, 2024
85ba16d
fix time to first response
ravenac95 Nov 29, 2024
59b1437
contributor classifications working
ravenac95 Nov 30, 2024
4995cfd
Added lifecycle model
ravenac95 Nov 30, 2024
ae8671b
trying to improve query - some problems seem to be upstream
ravenac95 Dec 2, 2024
c7c35d5
Consolidate change in developers
ravenac95 Dec 2, 2024
c4ef1d4
get change in contributors
ravenac95 Dec 2, 2024
45ac152
more comments
ravenac95 Dec 2, 2024
975ba93
Update warehouse/metrics_mesh/oso_metrics/lifecycle.sql
ravenac95 Dec 2, 2024
9ba56f7
Update warehouse/metrics_mesh/oso_metrics/lifecycle.sql
ravenac95 Dec 2, 2024
343966c
Remove the libin.sql
ravenac95 Dec 3, 2024
4483961
Remove unused metrics models
ravenac95 Dec 3, 2024
e4becea
add the additional ctes
ravenac95 Dec 3, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 28 additions & 0 deletions warehouse/metrics_mesh/models/events_daily_to_artifact_with_lag.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
MODEL (
name metrics.events_daily_to_artifact_with_lag,
kind FULL,
start '2015-01-01',
cron '@daily',
partitioned_by (day("bucket_day"), "event_type"),
grain (
bucket_day,
event_type,
event_source,
from_artifact_id,
to_artifact_id
),
);
SELECT bucket_day,
to_artifact_id,
from_artifact_id,
event_source,
event_type,
amount,
LAG(bucket_day) OVER (
PARTITION BY to_artifact_id,
from_artifact_id,
event_source,
event_type
ORDER BY bucket_day
) AS last_event
FROM metrics.events_daily_to_artifact
124 changes: 81 additions & 43 deletions warehouse/metrics_mesh/models/metrics_factories.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,9 @@
model_prefix="timeseries",
timeseries_sources=[
"events_daily_to_artifact",
"events_daily_to_artifact_with_lag",
"issue_event_time_deltas",
"first_of_event_from_artifact",
],
metric_queries={
# This will automatically generate star counts for the given roll up periods.
Expand Down Expand Up @@ -76,68 +78,70 @@
entity_types=["artifact", "project", "collection"],
is_intermediate=True,
),
"developer_classifications": MetricQueryDef(
ref="developer_activity_classification.sql",
"contributor_active_days": MetricQueryDef(
ref="active_days.sql",
vars={
"full_time_ratio": 10 / 30,
"activity_event_types": [
"COMMIT_CODE",
"ISSUE_OPENED",
"PULL_REQUEST_OPENED",
"PULL_REQUEST_MERGED",
],
},
rolling=RollingConfig(
windows=[30, 90, 180],
unit="day",
cron="@daily",
),
),
"contributor_classifications": MetricQueryDef(
ref="contributor_activity_classification.sql",
vars={"full_time_ratio": 10 / 30},
rolling=RollingConfig(
windows=[30, 90, 180],
unit="day",
cron="@daily",
cron="@daily", # This determines how often this is calculated
),
entity_types=["artifact", "project", "collection"],
is_intermediate=True,
),
"user_retention_classifications": MetricQueryDef(
ref="user_retention_classification.sql",
"developer_classifications": MetricQueryDef(
ref="developer_activity_classification.sql",
vars={
"activity_event_types": ["CONTRACT_INVOCATION_SUCCESS_DAILY_COUNT"],
"full_time_ratio": 10 / 30,
},
rolling=RollingConfig(
windows=[30, 90, 180],
unit="day",
cron="@daily",
),
entity_types=["artifact", "project", "collection"],
),
"change_in_30_day_developer_activity": MetricQueryDef(
vars={
"comparison_interval": 30,
},
ref="change_in_developers.sql",
rolling=RollingConfig(
windows=[2],
unit="period",
cron="@daily",
),
),
"change_in_90_day_developer_activity": MetricQueryDef(
"contributor_classifications": MetricQueryDef(
ref="contributor_activity_classification.sql",
vars={
"comparison_interval": 90,
"full_time_ratio": 10 / 30,
"activity_event_types": [
"COMMIT_CODE",
"ISSUE_OPENED",
"PULL_REQUEST_OPENED",
"PULL_REQUEST_MERGED",
],
},
ref="change_in_developers.sql",
rolling=RollingConfig(
windows=[2],
unit="period",
windows=[30, 90, 180],
unit="day",
cron="@daily",
),
),
"change_in_180_day_developer_activity": MetricQueryDef(
vars={
"comparison_interval": 180,
},
# Currently this query performs really poorly. We need to do some debugging on it
# "user_retention_classifications": MetricQueryDef(
# ref="user_retention_classification.sql",
# vars={
# "activity_event_types": ["CONTRACT_INVOCATION_SUCCESS_DAILY_COUNT"],
# },
# rolling=RollingConfig(
# windows=[30, 90, 180],
# unit="day",
# cron="@daily",
# ),
# entity_types=["artifact", "project", "collection"],
# ),
"change_in_developer_activity": MetricQueryDef(
ref="change_in_developers.sql",
rolling=RollingConfig(
windows=[2],
unit="period",
windows=[30, 90, 180],
unit="day",
cron="@daily",
),
),
Expand Down Expand Up @@ -195,8 +199,8 @@
),
entity_types=["artifact", "project", "collection"],
),
"avg_time_to_first_response": MetricQueryDef(
ref="prs_time_to_merge.sql",
"avg_time_to_first_response": MetricQueryDef(
ref="time_to_first_response.sql",
rolling=RollingConfig(
windows=[90, 180],
unit="day",
Expand Down Expand Up @@ -230,7 +234,7 @@
cron="@daily",
),
entity_types=["artifact", "project", "collection"],
),
),
"transactions": MetricQueryDef(
ref="transactions.sql",
rolling=RollingConfig(
Expand All @@ -239,7 +243,41 @@
cron="@daily",
),
entity_types=["artifact", "project", "collection"],
),
),
"contributors_lifecycle": MetricQueryDef(
ref="lifecycle.sql",
vars={
"activity_event_types": [
"COMMIT_CODE",
"ISSUE_OPENED",
"PULL_REQUEST_OPENED",
"PULL_REQUEST_MERGED",
],
},
rolling=RollingConfig(
windows=[30, 90, 180],
unit="day",
cron="@daily",
),
entity_types=["artifact", "project", "collection"],
),
# "libin": MetricQueryDef(
# ref="libin.sql",
# vars={
# "activity_event_types": [
# "COMMIT_CODE",
# "ISSUE_OPENED",
# "PULL_REQUEST_OPENED",
# "PULL_REQUEST_MERGED",
# ],
# },
# rolling=RollingConfig(
# windows=[30, 90, 180],
# unit="day",
# cron="@daily",
# ),
# entity_types=["artifact"],
# ),
},
default_dialect="clickhouse",
)
16 changes: 8 additions & 8 deletions warehouse/metrics_mesh/oso_metrics/change_in_developers.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,13 +9,13 @@ WITH latest AS (
classification.amount
FROM @metrics_peer_ref(
developer_classifications,
window := @comparison_interval,
unit := 'day',
window := @rolling_window,
unit := @rolling_unit,
) as classification
WHERE classification.metrics_sample_date = @relative_window_sample_date(
@metrics_end('DATE'),
@comparison_interval,
'day',
@rolling_window,
@rolling_unit,
0
)
),
Expand All @@ -31,13 +31,13 @@ previous AS (
classification.amount
FROM @metrics_peer_ref(
developer_classifications,
window := @comparison_interval,
unit := 'day'
window := @rolling_window,
unit := @rolling_unit
) as classification
WHERE classification.metrics_sample_date = @relative_window_sample_date(
@metrics_end('DATE'),
@comparison_interval,
'day',
@rolling_window,
@rolling_unit,
-1
)
)
Expand Down
Loading
Loading