Wikimedia Bugzilla is closed!

This issue was converted from https://jira.toolserver.org/browse/DBQ-45.
Summary: find articles with many Links to disambiguationspage
Issue type: Task - A task that needs to be done.
Priority: Minor
Status: Done
Assignee: merl <mewikipedia@to.mabomuja.de>

-------------------------------------------------------------------------------
From: merl <mewikipedia@to.mabomuja.de>
Date: Tue, 07 Oct 2008 13:10:29
-------------------------------------------------------------------------------

CREATE TABLE IF NOT EXISTS dewiki_disambiguations (page_title VARCHAR(255), page_id INT primary key, index(page_id));

DELETE FROM dewiki_disambiguations;

– All pages in the main namespace that are in the category "Begriffsklaerung"  
INSERT INTO dewiki_disambiguations SELECT null, cl_from  
FROM dewiki_p.categorylinks WHERE cl_to = "Begriffsklärung";

– Add Title  
UPDATE dewiki_disambiguations d, dewiki_p.page p SET d.page_title = p.page_title  
WHERE d.page_id=p.page_id AND p.page_namespace = 0;

– Delete pages in non article namespace (title of those was not set in query before)  
DELETE FROM dewiki_disambiguations WHERE page_title IS NULL;

– All pages in the main namespace that redirect to a disambiguation page  
INSERT IGNORE INTO dewiki_disambiguations SELECT null, rd_from  
FROM dewiki_p.redirect r INNER JOIN dewiki_disambiguations d ON r.rd_title = d.page_title WHERE r.rd_namespace=0;

– Add Title  
UPDATE dewiki_disambiguations d, dewiki_p.page p SET d.page_title = p.page_title  
WHERE d.page_title IS NULL AND d.page_id=p.page_id AND p.page_namespace = 0;

– create link table  
CREATE TABLE IF NOT EXISTS dewiki_pagelinksdab (page_title VARCHAR(255), page_id INT PRIMARY KEY, linkcount INT, INDEX(linkcount), INDEX(page_title));  
– Links to dismabiguation pages  
DELETE FROM dewiki_pagelinksdab;

– Links to disambiguations where the link source is in the main namespace  
INSERT INTO dewiki_pagelinksdab SELECT NULL, pl_from, COUNT(p.pl_title) AS linkcount   
FROM dewiki_p.pagelinks p INNER JOIN dewiki_disambiguations d ON p.pl_title = d.page_title  
WHERE p.pl_namespace=0 GROUP BY p.pl_from HAVING linkcount > 20;

– Add Title  
UPDATE dewiki_pagelinksdab d, dewiki_p.page p SET d.page_title = p.page_title  
WHERE d.page_id=p.page_id AND p.page_namespace = 0;

– Delete pages in non article namespace (title of those was not set in query before)  
DELETE FROM dewiki_pagelinksdab WHERE page_title IS NULL;

– Output in wiki format  
SELECT CONCAT('# [[', page_title, ']]: ', ' (', linkcount, ')') FROM dewiki_pagelinksdab ORDER BY linkcount DESC limit 300;