~Bad links from dewiki to other wikis' articles: broken

Fork of Bad links from dewiki to other wikis: redirects by Achim55
This query is marked as a draft This query has been published by Achim55.
SQL

USE dewiki_p;
SET @lenm = LENGTH('https://meta.wikimedia.org/wiki/');
SET @lenmw = LENGTH('https://www.mediawiki.org/wiki/');
SET @lenspec = LENGTH('https://species.wikimedia.org/wiki/');
SET @lenb = LENGTH('https://de.wikibooks.org/wiki/');
SET @lenn = LENGTH('https://de.wikinews.org/wiki/');
SET @lenq = LENGTH('https://de.wikiquote.org/wiki/');
SET @lens = LENGTH('https://de.wikisource.org/wiki/');
SET @lenv = LENGTH('https://de.wikiversity.org/wiki/');
SET @lenvoy = LENGTH('https://de.wikivoyage.org/wiki/');
SET @lenwikt = LENGTH('https://de.wiktionary.org/wiki/');
SET @lenen = LENGTH('https://en.wikipedia.org/wiki/');
SET @lenes = LENGTH('https://es.wikipedia.org/wiki/');
SET @lenfr = LENGTH('https://fr.wikipedia.org/wiki/');
SET @lenit = LENGTH('https://it.wikipedia.org/wiki/');
SET @lennl = LENGTH('https://nl.wiktpedia.org/wiki/');
SET @lenpl = LENGTH('https://pl.wiktpedia.org/wiki/');
SET @lenru = LENGTH('https://ru.wikipedia.org/wiki/');
SET @lensv = LENGTH('https://sv.wikipedia.org/wiki/');
#SET @w = LEFT (DATABASE(), LENGTH(DATABASE()) - 2);
#SET @l = 'de';
SELECT now() AS timestamp;
#meta
#empty links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[m:', REPLACE (iwl_title, '_', ' '), ']]') AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
WHERE iwl_prefix IN ('m', 'meta', 'metawikipedia')
AND iwl_title REGEXP '^ *$'
)
UNION
#broken interwiki links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[m:', REPLACE (iwl_title, '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM metawiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = iwl_title), '?cat?', '')) AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE iwl_prefix IN ('m', 'meta', 'metawikipedia')
AND iwl_title NOT LIKE '%:%' #temp
AND NOT EXISTS (SELECT 1 FROM metawiki_p.page cp WHERE cp.page_title = iwl_title AND cp.page_namespace = 0)
)
UNION
#broken external links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[m:', REPLACE ((SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenm + 1, @lenm))), '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM metawiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = (SUBSTRING(REPLACE (REPLACE (el_to, '#mw-subcategories', ''), '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenm + 1, @lenm)))), '?cat?', '')) AS wikipage
FROM externallinks
INNER JOIN page wp
ON wp.page_id = el_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE ((el_to LIKE 'https://meta.wikimedia.org/wiki/%') OR (el_to LIKE 'http://meta.wikimedia.org/wiki/%'))
AND el_to NOT LIKE '%//meta.wikimedia.org/wiki/%:%' #temp
AND el_to NOT LIKE '%#%' #temp
AND el_to NOT LIKE '%\%%' #temp
AND NOT EXISTS (SELECT 1 FROM metawiki_p.page cp
                WHERE cp.page_namespace = 0
                AND cp.page_title = SUBSTRING(REPLACE (REPLACE (el_to, '#mw-subcategories', ''), '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenm + 1, @lenm))
               )
)
UNION
#mediawiki
#empty links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[mw:', REPLACE (iwl_title, '_', ' '), ']]') AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
WHERE iwl_prefix IN ('mw', 'mediawiki', 'mediawikiwiki')
AND iwl_title REGEXP '^ *$'
)
UNION
#broken interwiki links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[mw:', REPLACE (iwl_title, '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM mediawikiwiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = iwl_title), '?cat?', '')) AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE iwl_prefix IN ('mw', 'mediawiki', 'mediawikiwiki')
AND iwl_title NOT LIKE '%:%' #temp
AND NOT EXISTS (SELECT 1 FROM mediawikiwiki_p.page cp WHERE cp.page_title = iwl_title AND cp.page_namespace = 0)
)
UNION
#broken external links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[mw:', REPLACE ((SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenmw + 1, @lenmw))), '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM mediawikiwiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = (SUBSTRING(REPLACE (REPLACE (el_to, '#mw-subcategories', ''), '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenmw + 1, @lenmw)))), '?cat?', '')) AS wikipage
FROM externallinks
INNER JOIN page wp
ON wp.page_id = el_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE ((el_to LIKE 'https://www.mediawiki.org/wiki/%') OR (el_to LIKE 'http://www.mediawiki.org/wiki/%'))
AND el_to NOT LIKE '%//www.mediawiki.org/wiki/%:%' #temp
AND el_to NOT LIKE '%#%' #temp
AND el_to NOT LIKE '%\%%' #temp
AND NOT EXISTS (SELECT 1 FROM mediawikiwiki_p.page cp
                WHERE cp.page_namespace = 0
                AND cp.page_title = SUBSTRING(REPLACE (REPLACE (el_to, '#mw-subcategories', ''), '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenmw + 1, @lenmw))
               )
)
UNION
#wikispecies
#empty links, no target given
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[species:', REPLACE (iwl_title, '_', ' '), ']]') AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_title != 'Wikispecies'
WHERE iwl_prefix IN ('species', 'wikispecies')
AND iwl_title REGEXP '^ *$'
)
UNION
#broken interwiki links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[species:', REPLACE (iwl_title, '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM specieswiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = iwl_title), '?cat?', '')) AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
AND wp.page_title != 'Wikispecies'
WHERE iwl_prefix IN ('species', 'wikispecies')
#AND iwl_title != '' #it:wp only
AND iwl_title NOT LIKE '%:%' #temp
AND NOT EXISTS (SELECT 1 FROM specieswiki_p.page cp WHERE cp.page_title = iwl_title AND cp.page_namespace = 0)
)
UNION
#broken external links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[species:', REPLACE ((SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenspec + 1, @lenspec))), '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM specieswiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = (SUBSTRING(REPLACE (REPLACE (el_to, '#mw-subcategories', ''), '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenspec + 1, @lenspec)))), '?cat?', '')) AS wikipage
FROM externallinks
INNER JOIN page wp
ON wp.page_id = el_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
AND wp.page_title != 'Wikispecies'
WHERE ((el_to LIKE 'https://species.wikimedia.org/wiki/%') OR (el_to LIKE 'http://species.wikimedia.org/wiki/%'))
AND el_to NOT LIKE '%//species.wikimedia.org/wiki/%:%' #temp
AND el_to NOT LIKE '%#%' #temp
AND el_to NOT LIKE '%\%%' #temp
AND NOT EXISTS (SELECT 1 FROM specieswiki_p.page cp
                WHERE cp.page_namespace = 0
                AND cp.page_title = SUBSTRING(REPLACE (REPLACE (el_to, '#mw-subcategories', ''), '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenspec + 1, @lenspec))
               )
)
UNION
#enwiki
/*#empty links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[:en:', REPLACE (iwl_title, '_', ' '), ']]') AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
WHERE iwl_prefix IN ('w', 'en')
AND iwl_title REGEXP '^ *$'
)
UNION*/
#broken interwiki links
/*(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[:en:', REPLACE (iwl_title, '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM enwiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = iwl_title), '?cat?', '')) AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE iwl_prefix IN ('w', 'en')
AND iwl_title != ''
AND iwl_title NOT LIKE '%:%' #temp
AND NOT EXISTS (SELECT 1 FROM enwiki_p.page cp WHERE cp.page_title = iwl_title AND cp.page_namespace = 0)
)
UNION
#broken external links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[:en:', REPLACE ((SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenen + 1, @lenen))), '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM enwiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = (SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenen + 1, @lenen)))), '?cat?', '')) AS wikipage
FROM externallinks
INNER JOIN page wp
ON wp.page_id = el_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE ((el_to LIKE 'https://en.wikipedia.org/wiki/%') OR (el_to LIKE 'http://en.wikipedia.org/wiki/%'))
AND el_to NOT LIKE '%//en.wikipedia.org/wiki/%:%' #temp
AND el_to NOT LIKE '%#%' #temp
AND el_to NOT LIKE '%\%%' #temp
AND NOT EXISTS (SELECT 1 FROM enwiki_p.page cp
                WHERE cp.page_namespace = 0
                AND cp.page_title = SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenen + 1, @lenen))
               )
)
UNION*/
#eswiki
#empty links
/*(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[:es:', REPLACE (iwl_title, '_', ' '), ']]') AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
WHERE iwl_prefix = 'es'
AND iwl_title REGEXP '^ *$'
)
UNION*/
#broken interwiki links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[:es:', REPLACE (iwl_title, '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM eswiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = iwl_title), '?cat?', '')) AS wikipage
FROM iwlinks
INNER JOIN page wp
ON wp.page_id = iwl_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE iwl_prefix = 'es'
AND iwl_title != ''
AND iwl_title NOT LIKE '%:%' #temp
AND NOT EXISTS (SELECT 1 FROM eswiki_p.page cp WHERE cp.page_title = iwl_title AND cp.page_namespace = 0)
)
UNION
#broken external links
(SELECT CONCAT('# [[', IF (wp.page_namespace = 14, ':Kategorie:', ''), REPLACE (wp.page_title, '_', ' '), ']] ',
               '→ [[:es:', REPLACE ((SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenes + 1, @lenes))), '_', ' '), ']]',
               IF (EXISTS (SELECT 1 FROM eswiki_p.page cp
                           WHERE cp.page_namespace = 14
                           AND cp.page_title = (SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenes + 1, @lenes)))), '?cat?', '')) AS wikipage
FROM externallinks
INNER JOIN page wp
ON wp.page_id = el_from
AND wp.page_namespace IN (0, 14)
AND wp.page_is_redirect = 0
WHERE ((el_to LIKE 'https://es.wikipedia.org/wiki/%') OR (el_to LIKE 'http://es.wikipedia.org/wiki/%'))
AND el_to NOT LIKE '%//es.wikipedia.org/wiki/%:%' #temp
AND el_to NOT LIKE '%#%' #temp
AND el_to NOT LIKE '%\%%' #temp
AND NOT EXISTS (SELECT 1 FROM eswiki_p.page cp
                WHERE cp.page_namespace = 0
                AND cp.page_title = SUBSTRING(REPLACE (el_to, '?uselang=de', ''), IF ((LEFT (el_to, 5) = 'https'), @lenes + 1, @lenes))
               )
)
ORDER BY wikipage
LIMIT 1000;
By running queries you agree to the Cloud Services Terms of Use and you irrevocably agree to release your SQL under CC0 License.
Submit Query Stop Query
All SQL code is licensed under CC0 License.
SQL

Checking query status...
