diff --git a/orphanize.php b/orphanize.php deleted file mode 100755 index 32cfd8f..0000000 --- a/orphanize.php +++ /dev/null @@ -1,221 +0,0 @@ -#!/usr/bin/env php -. - -namespace itwikidelbot; - -// report every error -//error_reporting( E_STRICT ); - -// autoload classes and configuration -require __DIR__ . DIRECTORY_SEPARATOR . 'includes' . DIRECTORY_SEPARATOR . 'autoload.php'; -require __DIR__ . DIRECTORY_SEPARATOR . 'config.php'; - -// how much titles at time requesting - this is a MediaWiki limit -define( 'MAX_TRANCHE_TITLES', 50 ); - -//$TITLE_SOURCE = 'Utente:.avgas/Wikilink da orfanizzare'; -$TITLE_SOURCE = 'Utente:Valerio Bozzolan'; - -// classes used -use \cli\Log; -use \web\MediaWikis; -use \mw\Wikilink; - -// wiki identifier -$wiki_uid = 'itwiki'; - -// wiki instance -$wiki = Mediawikis::findFromUid( $wiki_uid ); - -// query last revision -$revision = - $wiki->fetch( [ - 'action' => 'query', - 'prop' => 'revisions', - 'titles' => $TITLE_SOURCE, - 'rvslots' => 'main', - 'rvprop' => 'content', - 'rvlimit' => 1, - ] ); - -// array of page titles to be orphanized -$involved_pagetitles = []; - -// associative array of page IDs as key and a boolean as value containg pages to be orphanized -$involved_pageids = []; - -// for each page (well, just one) -foreach( $revision->query->pages as $sourcepage ) { - - // for each revision (well, just one) - foreach( $sourcepage->revisions as $revision ) { - - // pure wikitext - $wikitextRaw = $revision->slots->main->{ '*' }; - - // wikitext object - $wikitext = $wiki->createWikitext( $revision->slots->main->{ '*' } ); - - // identify wikilinks - $n = $wikitext->pregMatchAll( '~\[\[(.*?)\]\]~', $matches ); - if( $n === false ) { - Log::error( 'wtf' ); - exit( 1 ); - } - - // collect these titles - $titles_to_be_orphanized = []; - for( $i = 0; $i < $n; $i++ ) { - - // can be both 'title' and 'title|alias' - $wlink = $matches[ 1 ][ $i ]; - - // just the page title - $title = explode( '|', $wlink )[0]; - - // normalize titles - $title = str_replace( '_', ' ', ucfirst( $title ) ); - - // append - $titles_to_be_orphanized[] = $title; - } - - // drop duplicates - $titles_to_be_orphanized = array_unique( $titles_to_be_orphanized ); - - // order - sort( $titles_to_be_orphanized, SORT_STRING ); - - // keep a copy - $involved_pagetitles = $titles_to_be_orphanized; - - // log titles - Log::info( "Pages to be orphanized:" ); - foreach( $titles_to_be_orphanized as $title ) { - Log::info( $title ); - } - - // note that the API accepts a maximum trance of titles - while( $less_titles_to_be_orphanized = array_splice( $titles_to_be_orphanized, 0, MAX_TRANCHE_TITLES ) ) { - - // for each of these titles, query linksto - $linksto = - $wiki->createQuery( [ - 'action' => 'query', - 'titles' => $less_titles_to_be_orphanized, - 'prop' => 'linkshere', - 'lhprop' => 'pageid', - 'lhnamespace' => 0, - 'lhlimit' => 500, - ] ); - - // cumulate the linkshere page ids - Log::info( "requesting linkshere..." ); - foreach( $linksto as $response ) { - foreach( $response->query->pages as $page ) { - if( isset( $page->linkshere ) ) { - foreach( $page->linkshere as $linkingpage ) { - $pageid = (int) $linkingpage->pageid; - $involved_pageids[ $pageid ] = false; - } - } - } - } - - } - } -} - -// create a clean array or page ids -$involved_pageids = array_keys( $involved_pageids ); - -// count of involved pages -Log::info( sprintf( - "found %d pages containing the %d involved wlinks", - count( $involved_pageids ), - count( $involved_pagetitles ) -) ); - -// note that the API accepts a maximum tranche of IDs -while( $less_involved_pageids = array_splice( $involved_pageids, 0, MAX_TRANCHE_TITLES ) ) { - - // query last revision - $responses = - $wiki->createQuery( [ - 'action' => 'query', - 'pageids' => $less_involved_pageids, - 'prop' => 'revisions', - 'rvslots' => 'main', - 'rvprop' => 'content', - ] ); - - // for each response - foreach( $responses as $response ) { - - // for each page - foreach( $response->query->pages as $page ) { - - // does it have a revision? - if( isset( $page->revisions[ 0 ] ) ) { - - // get wikitext from the main slot - $wikitext_raw = $page->revisions[ 0 ]->slots->main->{ '*' }; - - // create a Wikitext object - $wikitext = $wiki->createWikitext( $wikitext_raw ); - - // for each of the titles to be orphanized - foreach( $involved_pagetitles as $involved_pagetitle ) { - - // parse the orphanizing title - $title = $wiki->createTitleParsing( $involved_pagetitle ); - - // a wikilink without alias - $wikilink_simple = $wiki->createWikilink( $title, Wikilink::NO_ALIAS ); - - // a wikilink with whatever alias - $wikilink_alias = $wiki->createWikilink( $title, Wikilink::WHATEVER_ALIAS ); - - // sobstitute simple links e.g. [[Hello]] - $wikilink_regex_simple = $wikilink_simple->getRegex( [ - 'title-group-name' => 'title' - ] ); - - // sobstitute links with alias e.g. [[Hello|whatever]] - $wikilink_regex_alias = $wikilink_alias->getRegex( [ - 'alias-group-name' => 'alias' - ] ); - - // convert '[[Hello]]' to 'Hello' - $wikitext->pregReplace( - "/$wikilink_regex_simple/", - \regex\Generic::groupName( 'title' ) - ); - - // convert '[[Hello|world]]' to 'world' - $wikitext->pregReplace( - "/$wikilink_regex_alias/", - \regex\Generic::groupName( 'alias' ) - ); - - Log::info( implode( "; ", $wikitext->getHumanUniqueSobstitutions() ) ); - - // @TODO: save! - } - } - } - } -}