~testing de sister projects broken

Fork of Bad links from wikis to Commons: redirects by Achim55

This query is marked as a draft This query has been published by Achim55.

SQL

#USE dewiki_p;
#USE dewikibooks_p;
#USE dewikinews_p;
#USE dewikiquote_p;
#USE dewikisource_p;
#USE dewikiversity_p;
#USE dewikivoyage_p;
USE dewiktionary_p;
SET @lenw = LENGTH('https://de.wikipedia.org/wiki/');
SET @lenb = LENGTH('https://de.wikibooks.org/wiki/');
SET @lenn = LENGTH('https://de.wikinews.org/wiki/');
SET @lenq = LENGTH('https://de.wikiquote.org/wiki/');
SET @lens = LENGTH('https://de.wikisource.org/wiki/');
SET @lenv = LENGTH('https://de.wikiversity.org/wiki/');
SET @lenvoy = LENGTH('https://de.wikivoyage.org/wiki/');
SET @lenwikt = LENGTH('https://de.wiktionary.org/wiki/');
SET @lenen = LENGTH('https://en.wikipedia.org/wiki/');
SET @lenes = LENGTH('https://es.wikipedia.org/wiki/');
SET @lenfr = LENGTH('https://fr.wikipedia.org/wiki/');
SET @lenit = LENGTH('https://it.wikipedia.org/wiki/');
SET @lennl = LENGTH('https://nl.wiktpedia.org/wiki/');
SET @lenpl = LENGTH('https://pl.wiktpedia.org/wiki/');
SET @lenru = LENGTH('https://ru.wikipedia.org/wiki/');
SET @lensv = LENGTH('https://sv.wikipedia.org/wiki/');
#SET @w = LEFT (DATABASE(), LENGTH(DATABASE()) - 2);
#SET @l = 'de';
SELECT now() AS timestamp;
#wikipedia
#empty links, no target given
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[w:', REPLACE (iwl_title, '_', ' '), ']]') AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
WHERE iwl_prefix IN ('w', 'de')
AND iwl_title REGEXP '^ *$'
)
UNION
#broken interwiki links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[w:', REPLACE (iwl_title, '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM dewiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = iwl_title), '?cat?', '')) AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE iwl_prefix IN ('w', 'de')
#AND iwl_title != ''
AND iwl_title NOT LIKE '%:%' #temp
AND NOT EXISTS (SELECT 1 FROM dewiki_p.page cp WHERE cp.page_title = iwl_title AND cp.page_namespace = 0)
)
UNION
#broken external links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[w:', REPLACE ((SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenw + 1, @lenw))), '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM dewiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = (SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenw + 1, @lenw)))), '?cat?', '')) AS wikipage
FROM externallinks
INNER JOIN page wp
ON wp.page_id = el_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE ((el_to LIKE 'https://de.wikipedia.org/wiki/%') OR (el_to LIKE 'http://de.wikipedia.org/wiki/%'))
AND el_to NOT LIKE '%//de.wikipedia.org/wiki/%:%' #temp
AND el_to NOT LIKE '%#%' #temp
AND el_to NOT LIKE '%\%%' #temp
AND NOT EXISTS (SELECT 1 FROM dewiki_p.page cp
                WHERE cp.page_namespace = 0
                AND cp.page_title = SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenw + 1, @lenw))
               )
)
ORDER BY wikipage
LIMIT 1000;

By running queries you agree to the Cloud Services Terms of Use and you irrevocably agree to release your SQL under CC0 License.

Submit Query Stop Query

All SQL code is licensed under CC0 License.

SQL

Checking query status...