Top sites used in external links (hrwiki, main namespace) v1

SQL

SELECT
      main_domain,
      COUNT(*) AS total_count
  FROM (
      SELECT
		  CASE
          WHEN domain LIKE '%.rs.ba' THEN SUBSTRING_INDEX(domain, '.', -3)
          WHEN domain LIKE '%.gouv.fr' THEN SUBSTRING_INDEX(domain, '.', -3)
      	  WHEN domain LIKE '%.govt.nz' THEN SUBSTRING_INDEX(domain, '.', -3)
		  WHEN domain REGEXP '^.*[-\\w]{4,}\\.[[:alpha:]]{2,}$' THEN SUBSTRING_INDEX(domain, '.', -2)
		  WHEN domain REGEXP '^.*\\.(ac|edu|org|or|com|co|net|gov|gob|go)\\.[[:alpha:]]{2,}$' THEN SUBSTRING_INDEX(domain, '.', -3)
		  WHEN domain REGEXP '.*\\.[[:alpha:]]{2}\\.(us|ca|za|it)$' THEN SUBSTRING_INDEX(domain, '.', -3)
		  ELSE SUBSTRING_INDEX(domain, '.', -2) END
		  AS main_domain
      FROM (
          SELECT
              REGEXP_REPLACE(LOWER(CONVERT(SUBSTRING(el_to FROM 1 FOR 255) USING utf8)),  '^(?:[^:/]+:)?//((?:[-_0-9a-z]+\\.)+[a-z]+)(?:[/:?].*)?$', '\\1') AS domain
          FROM page, externallinks
          WHERE
              el_from = page_id
              -- Only links from main namespace articles.
              AND page_namespace = 0
			  -- Get only fairly well-formed URLs and exclude IPv4. Only http, https, implicit https (//) and ftp.
			  AND SUBSTRING(el_to FROM 1 FOR 40) REGEXP '(?i)^(?:https?:|ftp:)?//(?:[-_0-9a-z]+\\.)+[a-z]+(?:[/:?].*)?$'
      ) AS domains
  ) AS main_domains
GROUP BY main_domain
HAVING total_count >= 10
ORDER BY total_count DESC
LIMIT 1000;
SQL

Checking query status...
