CMS 2024 queries

sql/2024/cms/cms_adoption.sql

@@ -0,0 +1,99 @@
+#standardSQL 
+# CMS adoption OVER time
+# cms_adoption.sql
+
+SELECT
+  client,
+  2024 AS year,
+  COUNT(DISTINCT page) AS freq,
+  total,
+  COUNT(DISTINCT page) / total AS pct
+FROM
+  `httparchive.all.pages`,
+  UNNEST(technologies) AS technologies,
+  UNNEST(technologies.categories) AS cats
+JOIN (
+  SELECT
+    client,
+    COUNT(0) AS total
+  FROM
+    `httparchive.all.pages`
+  WHERE
+    date = '2024-06-01' AND 
+    is_root_page
+  GROUP BY
+    client)
+USING
+  (client)
+WHERE
+  cats = 'CMS' AND
+  date = '2024-06-01' AND
+  is_root_page
+GROUP BY
+  client,
+  total
+UNION ALL
+SELECT
+  client,
+  2023 AS year,
+  COUNT(DISTINCT page) AS freq,
+  total,
+  COUNT(DISTINCT page) / total AS pct
+FROM
+  `httparchive.all.pages`,
+  UNNEST(technologies) AS technologies,
+  UNNEST(technologies.categories) AS cats
+JOIN (
+  SELECT
+    client,
+    COUNT(0) AS total
+  FROM
+    `httparchive.all.pages`
+  WHERE
+    date = '2023-06-01' AND
+    is_root_page
+  GROUP BY
+    client)
+USING
+  (client)
+WHERE
+  cats = 'CMS' AND
+  date = '2023-06-01'  AND
+  is_root_page
+GROUP BY
+  client,
+  total
+UNION ALL
+SELECT
+  client,
+  2022 AS year,
+  COUNT(DISTINCT page) AS freq,
+  total,
+  COUNT(DISTINCT page) / total AS pct
+FROM
+  `httparchive.all.pages`,
+  UNNEST(technologies) AS technologies,
+  UNNEST(technologies.categories) AS cats
+JOIN (
+  SELECT
+    client,
+    COUNT(0) AS total
+  FROM
+    `httparchive.all.pages`
+  WHERE
+    date = '2022-06-01' AND
+    is_root_page 
+  GROUP BY
+    client)
+USING
+  (client)
+WHERE
+  cats = 'CMS' AND
+  date = '2022-06-01' AND
+  is_root_page
+GROUP BY
+  client,
+  total
+ORDER BY
+  year DESC,
+  pct DESC

sql/2024/cms/cms_adoption_by_geo.sql

@@ -0,0 +1,56 @@
+#standardSQL
+# All CMS popularity per geo
+# cms_adoption_by_geo.sql
+
+WITH geo_summary AS (
+  SELECT
+    `chrome-ux-report`.experimental.GET_COUNTRY(country_code) AS geo,
+    IF(device = 'desktop', 'desktop', 'mobile') AS client,
+    origin,
+    COUNT(DISTINCT origin) OVER (PARTITION BY country_code, IF(device = 'desktop', 'desktop', 'mobile')) AS total
+  FROM
+    `chrome-ux-report.materialized.country_summary`
+  WHERE
+    yyyymm = 202406
+)
+SELECT
+  *
+FROM (
+  SELECT
+    client,
+    geo,
+    COUNT(0) AS pages,
+    ANY_VALUE(total) AS total,
+    COUNT(0) / ANY_VALUE(total) AS pct
+  FROM (
+    SELECT DISTINCT
+      geo,
+      client,
+      total,
+      CONCAT(origin, '/') AS page
+    FROM
+      geo_summary
+  )
+  JOIN (
+    SELECT
+      client,
+      page
+    FROM
+      `httparchive.all.pages`,
+      UNNEST(technologies) AS technologies,
+      UNNEST(technologies.categories) AS cats
+    WHERE
+      date = '2024-06-01' AND
+      cats = 'CMS' AND
+      is_root_page
+  )
+  USING
+    (client,
+      page)
+  GROUP BY
+    client,
+    geo)
+WHERE
+  pages > 1000
+ORDER BY
+  pages DESC

sql/2024/cms/cms_adoption_by_rank.sql

@@ -0,0 +1,67 @@
+#standardSQL 
+# CMS adoption per rank
+# cms_adoption_by_rank.sql
+
+SELECT
+  client,
+  technology,
+  rank,
+  COUNT(DISTINCT page) AS pages,
+  ANY_VALUE(total) AS total,
+  COUNT(DISTINCT page) / ANY_VALUE(total) AS pct
+FROM (
+  SELECT DISTINCT
+    client,
+    technology,
+    page
+  FROM
+    `httparchive.all.pages`,
+    UNNEST(technologies) AS technologies,
+    UNNEST(technologies.categories) AS cats
+  WHERE
+    date = '2024-06-01' AND
+    cats = 'CMS' AND
+    is_root_page
+)
+JOIN (
+  SELECT
+    client,
+    page,
+    rank
+  FROM
+    `httparchive.all.pages`
+  WHERE
+    date = '2024-06-01' AND
+    is_root_page
+)
+USING
+  (client,
+    page)
+JOIN (
+  SELECT
+    client,
+    rank_magnitude AS rank,
+    COUNT(0) AS total
+  FROM
+    `httparchive.all.pages`,
+    UNNEST([1e3, 1e4, 1e5, 1e6, 1e7]) AS rank_magnitude
+  WHERE
+    rank <= rank_magnitude AND
+    date = '2024-06-01' AND
+    is_root_page
+  GROUP BY
+    client,
+    rank_magnitude)
+USING
+  (client,
+    rank),
+  UNNEST([1e3, 1e4, 1e5, 1e6, 1e7]) AS rank_magnitude
+WHERE
+  rank <= rank_magnitude
+GROUP BY
+  client,
+  technology,
+  rank
+ORDER BY
+  rank,
+  pages DESC