Wikimedia incubator stats

SQL

WITH base_table AS (
  SELECT DISTINCT 
  	rev_id, rev_actor, rev_timestamp, rev_len, rev_parent_id,
  	page_namespace, page_id, actor_id,
  	REGEXP_SUBSTR(page_title, 'W[a-z]/[a-z]+') AS prefix,
  	rc_new_len - rc_old_len AS byte_diff,
  	YEAR(rev_timestamp) AS year, MONTH(rev_timestamp) AS month,
  	rev_timestamp
  FROM revision rev
  JOIN page ON rev.rev_page = page.page_id
  JOIN actor ON rev.rev_actor = actor.actor_id
  JOIN recentchanges rc ON rev.rev_id = rc.rc_this_oldid
  WHERE page_namespace IN (0, 1, 10, 11, 14, 15, 828, 829)
  		AND rc_type < 5
  HAVING prefix <> ''
         AND byte_diff IS NOT NULL
  ORDER BY rev_id DESC),
  
  edits_table AS (
  SELECT prefix, COUNT(DISTINCT rev_id) AS edit_count
  FROM base_table
  GROUP BY prefix),

  actor_table AS (
  SELECT prefix, COUNT(DISTINCT actor_id) AS actor_count
  FROM base_table
  GROUP BY prefix),

  byte_table AS (
  SELECT prefix, 
      SUM(CASE WHEN byte_diff < 0 THEN byte_diff ELSE 0 END) AS bytes_removed,
      SUM(CASE WHEN byte_diff >= 0 THEN byte_diff ELSE 0 END) AS bytes_added
  FROM base_table
  GROUP BY prefix),

  page_table AS (
  SELECT prefix, COUNT(DISTINCT page_id) AS pages_count
  FROM base_table
  GROUP BY prefix),
  
  last_3M AS (
    SELECT *
    FROM base_table
    WHERE rev_timestamp >= DATE_ADD(NOW(), INTERVAL -3 MONTH)
  


SELECT e.prefix, edit_count, actor_count, bytes_added, bytes_removed, pages_count, avg_edits_3M, avg_editors_3M
FROM edits_table e
JOIN actor_table a ON a.prefix = e.prefix
JOIN byte_table b  ON b.prefix = e.prefix
JOIN page_table p ON p.prefix = e.prefix
ORDER BY e.edit_count DESC
SQL

Checking query status...
