Page MenuHomeGitPull.it

No OneTemporary

Authored By
Unknown
Size
10 KB
Referenced Files
None
Subscribers
None
diff --git a/orphanize.php b/orphanize.php
index e3a65e8..0490434 100755
--- a/orphanize.php
+++ b/orphanize.php
@@ -1,287 +1,282 @@
#!/usr/bin/php
<?php
# Copyright (C) 2019 Valerio Bozzolan
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
namespace itwikidelbot;
// die on whatever error
set_error_handler( function( $errno, $errstr, $errfile, $errline ) {
if( error_reporting() !== 0 ) {
throw new \ErrorException( $errstr, 0, $errno, $errfile, $errline );
}
} );
// do not expose from web
isset( $argv[ 0 ] ) or exit( 1 );
// autoload classes
require __DIR__ . '/includes/autoload.php';
// require config file
file_exists( $config_path = __DIR__ . '/config.php' )
or die( "Please provide the configuration file at $config_path\n" );
require $config_path;
// allowed options
$opts = getopt( 'h', [
'wiki:',
'list:',
'summary:',
'help'
] );
// show help
if( isset( $opts[ 'h' ] ) || isset( $opts[ 'help' ] ) ) {
echo "Welcome in your MediaWiki Orphanizer bot!\n\n" .
" Usage: {$argv[0]} [OPTIONS]\n" .
" Options: --wiki UID Specify a wiki from it's UID.\n" .
" --list PAGENAME Specify a pagename that should\n" .
" contain the wikilinks to be\n" .
" orphanized by this bot.\n" .
" --ns 0 Limit to a certain namespace ID.\n" .
" --summary TEXT Edit summary.\n" .
" --help Show this message and quit.\n" .
" Example:\n" .
" {$argv[0]} --wiki itwiki --list Wikipedia:PDC/Elenco\n\n" .
" Have fun! by Valerio Bozzolan\n" ;
exit( 1 );
}
// title source
$TITLE_SOURCE =
isset( $opts[ 'list' ] )
? $opts[ 'list' ]
: 'Utente:.avgas/Wikilink da orfanizzare';
// edit summary
$SUMMARY =
isset( $opts[ 'summary' ] )
? $opts[ 'summary' ]
: "Bot TEST: orfanizzazione voci eliminate in seguito a [[WP:RPC|consenso cancellazione]]";
// limit to a certain namespace (default none)
$NS =
isset( $opts[ 'ns' ] )
? $opts[ 'ns' ]
: null;
// how much titles at time requesting - this is a MediaWiki limit
define( 'MAX_TRANCHE_TITLES', 50 );
// classes used
use \cli\Log;
use \cli\Input;
use \web\MediaWikis;
use \mw\Wikilink;
// wiki identifier
$wiki_uid =
isset( $opts[ 'wiki' ] )
? $opts[ 'wiki' ]
: 'itwiki';
// wiki instance
$wiki = Mediawikis::findFromUid( $wiki_uid );
// query last revision
Log::info( "reading $TITLE_SOURCE" );
$links =
$wiki->fetch( [
'action' => 'query',
'prop' => 'links',
'titles' => $TITLE_SOURCE
] );
$titles_to_be_orphanized = $links->query->pages[0]->links ?? null;
if ( $titles_to_be_orphanized === null ) {
Log::error( 'Check links list.' );
exit( 1 );
} elseif ( count( $titles_to_be_orphanized ) === 0 ) {
Log::error( 'wtf' );
exit( 1 );
}
$titles_to_be_orphanized = array_map(
function( $t ) {
return Ns::defaultCanonicalName( $t->ns ) . $t->title;
},
$titles_to_be_orphanized
);
-// associative array of page IDs as key and a boolean as value containg pages to be orphanized
-$involved_pageids = [];
-
// keep a copy
$involved_pagetitles = $titles_to_be_orphanized;
// log titles
Log::info( 'read ' . count( $titles_to_be_orphanized ) . ' pages to be orphanized:' );
foreach( $titles_to_be_orphanized as $title ) {
Log::info( " $title" );
}
+// associative array of page IDs as key and a boolean as value containg pages to be orphanized
+$involved_pageids = [];
+
// note that the API accepts a maximum trance of titles
while( $less_titles_to_be_orphanized = array_splice( $titles_to_be_orphanized, 0, MAX_TRANCHE_TITLES ) ) {
// API argumento for the linksto query
$linksto_args = [
'action' => 'query',
'titles' => $less_titles_to_be_orphanized,
'prop' => 'linkshere',
'lhprop' => 'pageid',
'lhlimit' => 300,
];
// limit to certain namespaces
if( isset( $NS ) ) {
$linksto_args[ 'lhnamespace' ] = $NS;
}
// cumulate the linkshere page ids
Log::info( "requesting linkshere..." );
$linksto = $wiki->createQuery( $linksto_args );
foreach( $linksto as $response ) {
foreach( $response->query->pages as $page ) {
if( isset( $page->linkshere ) ) {
foreach( $page->linkshere as $linkingpage ) {
- $pageid = (int) $linkingpage->pageid;
- $involved_pageids[ $pageid ] = false;
+ $involved_pageids[] = (int) $linkingpage->pageid;
}
}
}
}
}
-// create a clean array or page ids
-$involved_pageids = array_keys( $involved_pageids );
-
// count of involved pages
Log::info( sprintf(
"found %d pages containing the %d involved wlinks",
count( $involved_pageids ),
count( $involved_pagetitles )
) );
// note that the API accepts a maximum tranche of IDs
while( $less_involved_pageids = array_splice( $involved_pageids, 0, MAX_TRANCHE_TITLES ) ) {
// query last revision
$responses =
$wiki->createQuery( [
'action' => 'query',
'pageids' => $less_involved_pageids,
'prop' => 'revisions',
'rvslots' => 'main',
'rvprop' => [
'content',
'timestamp',
],
] );
// for each response
foreach( $responses as $response ) {
// for each page
foreach( $response->query->pages as $page ) {
// page ID to be edited
$pageid = $page->pageid;
// does it have a revision?
- if( isset( $page->revisions[ 0 ] ) ) {
+ if( !isset( $page->revisions[ 0 ] ) ) {
+ continue;
+ }
- // the first revision
- $revision = $page->revisions[ 0 ];
+ // the first revision
+ $revision = $page->revisions[ 0 ];
- // timestamp of the revision useful to avoid edit conflicts
- $timestamp = $revision->timestamp;
+ // timestamp of the revision useful to avoid edit conflicts
+ $timestamp = $revision->timestamp;
- // wikitext from the main slot of this revision
- $wikitext_raw = $revision->slots->main->{ '*' };
+ // wikitext from the main slot of this revision
+ $wikitext_raw = $revision->slots->main->{ '*' };
- // create a Wikitext object
- $wikitext = $wiki->createWikitext( $wikitext_raw );
+ // create a Wikitext object
+ $wikitext = $wiki->createWikitext( $wikitext_raw );
- // for each of the titles to be orphanized
- foreach( $involved_pagetitles as $involved_pagetitle ) {
+ // for each of the titles to be orphanized
+ foreach( $involved_pagetitles as $involved_pagetitle ) {
- // parse the orphanizing title
- $title = $wiki->createTitleParsing( $involved_pagetitle );
+ // parse the orphanizing title
+ $title = $wiki->createTitleParsing( $involved_pagetitle );
- // a wikilink with and without alias
- $wikilink_simple = $wiki->createWikilink( $title, Wikilink::NO_ALIAS );
- $wikilink_alias = $wiki->createWikilink( $title, Wikilink::WHATEVER_ALIAS );
+ // a wikilink with and without alias
+ $wikilink_simple = $wiki->createWikilink( $title, Wikilink::NO_ALIAS );
+ $wikilink_alias = $wiki->createWikilink( $title, Wikilink::WHATEVER_ALIAS );
- // sobstitute simple links e.g. [[Hello]]
- $wikilink_regex_simple = $wikilink_simple->getRegex( [
- 'title-group-name' => 'title',
- ] );
+ // replace simple links e.g. [[Hello]]
+ $wikilink_regex_simple = $wikilink_simple->getRegex( [
+ 'title-group-name' => 'title',
+ ] );
- // sobstitute links with alias e.g. [[Hello|whatever]]
- $wikilink_regex_alias = $wikilink_alias->getRegex( [
- 'alias-group-name' => 'alias',
- ] );
+ // replace links with alias e.g. [[Hello|whatever]]
+ $wikilink_regex_alias = $wikilink_alias->getRegex( [
+ 'alias-group-name' => 'alias',
+ ] );
- Log::debug( "regex simple wikilink:" );
- Log::debug( $wikilink_regex_simple );
+ Log::debug( "regex simple wikilink:" );
+ Log::debug( $wikilink_regex_simple );
- Log::debug( "regex wikilink aliased:" );
- Log::debug( $wikilink_regex_alias );
+ Log::debug( "regex wikilink aliased:" );
+ Log::debug( $wikilink_regex_alias );
- // convert '[[Hello]]' to 'Hello'
- $wikitext->pregReplaceCallback( "/$wikilink_regex_simple/", function ( $matches ) {
- return $matches[ 'title' ];
- } );
+ // convert '[[Hello]]' to 'Hello'
+ $wikitext->pregReplaceCallback( "/$wikilink_regex_simple/", function ( $matches ) {
+ return $matches[ 'title' ];
+ } );
- // convert '[[Hello|world]]' to 'world'
- $wikitext->pregReplaceCallback( "/$wikilink_regex_alias/", function ( $matches ) {
- return $matches[ 'alias' ];
- } );
- }
- // end loop titles to be orphanized
-
- // check for changes and save
- if( $wikitext->isChanged() ) {
- Log::info( "changes:" );
- foreach( $wikitext->getHumanUniqueSobstitutions() as $sobstitution ) {
- Log::info( "\t $sobstitution" );
- }
- if( 'n' !== Input::yesNoQuestion( "confirm changes" ) ) {
- $wiki->login()->edit( [
- 'pageid' => $pageid,
- 'text' => $wikitext->getWikitext(),
- 'summary' => $SUMMARY,
- 'timestamp' => $timestamp,
- 'minor' => 1,
- 'bot' => 1,
- ] );
- }
- // end confirmation
+ // convert '[[Hello|world]]' to 'world'
+ $wikitext->pregReplaceCallback( "/$wikilink_regex_alias/", function ( $matches ) {
+ return $matches[ 'alias' ];
+ } );
+ }
+ // end loop titles to be orphanized
+ // check for changes and save
+ if( $wikitext->isChanged() ) {
+ Log::info( "changes:" );
+ foreach( $wikitext->getHumanUniqueSobstitutions() as $sobstitution ) {
+ Log::info( "\t $sobstitution" );
+ }
+ if( 'n' !== Input::yesNoQuestion( "confirm changes" ) ) {
+ $wiki->login()->edit( [
+ 'pageid' => $pageid,
+ 'text' => $wikitext->getWikitext(),
+ 'summary' => $SUMMARY,
+ 'timestamp' => $timestamp,
+ 'minor' => 1,
+ 'bot' => 1,
+ ] );
}
- // end save
+ // end confirmation
}
- // end revision check
+ // end save
}
// end loop pages
}
// end loop responses
}
// end loop involved page IDs

File Metadata

Mime Type
text/x-diff
Expires
Thu, Nov 19, 01:59 (1 d, 8 h)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
2263707
Default Alt Text
(10 KB)

Event Timeline