Page Menu
Home
GitPull.it
Search
Configure Global Search
Log In
Files
F15175882
No One
Temporary
Actions
View File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Authored By
Unknown
Size
8 KB
Referenced Files
None
Subscribers
None
View Options
diff --git a/orphanize.php b/orphanize.php
index 0490434..33751b8 100755
--- a/orphanize.php
+++ b/orphanize.php
@@ -1,282 +1,294 @@
#!/usr/bin/php
<?php
# Copyright (C) 2019 Valerio Bozzolan
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
namespace itwikidelbot;
// die on whatever error
set_error_handler( function( $errno, $errstr, $errfile, $errline ) {
if( error_reporting() !== 0 ) {
throw new \ErrorException( $errstr, 0, $errno, $errfile, $errline );
}
} );
// do not expose from web
isset( $argv[ 0 ] ) or exit( 1 );
// autoload classes
require __DIR__ . '/includes/autoload.php';
// require config file
file_exists( $config_path = __DIR__ . '/config.php' )
or die( "Please provide the configuration file at $config_path\n" );
require $config_path;
// allowed options
$opts = getopt( 'h', [
'wiki:',
'list:',
'summary:',
'help'
] );
// show help
if( isset( $opts[ 'h' ] ) || isset( $opts[ 'help' ] ) ) {
echo "Welcome in your MediaWiki Orphanizer bot!\n\n" .
" Usage: {$argv[0]} [OPTIONS]\n" .
" Options: --wiki UID Specify a wiki from it's UID.\n" .
" --list PAGENAME Specify a pagename that should\n" .
" contain the wikilinks to be\n" .
" orphanized by this bot.\n" .
" --ns 0 Limit to a certain namespace ID.\n" .
" --summary TEXT Edit summary.\n" .
" --help Show this message and quit.\n" .
" Example:\n" .
" {$argv[0]} --wiki itwiki --list Wikipedia:PDC/Elenco\n\n" .
" Have fun! by Valerio Bozzolan\n" ;
exit( 1 );
}
// title source
$TITLE_SOURCE =
isset( $opts[ 'list' ] )
? $opts[ 'list' ]
: 'Utente:.avgas/Wikilink da orfanizzare';
-// edit summary
-$SUMMARY =
- isset( $opts[ 'summary' ] )
- ? $opts[ 'summary' ]
- : "Bot TEST: orfanizzazione voci eliminate in seguito a [[WP:RPC|consenso cancellazione]]";
-
-// limit to a certain namespace (default none)
-$NS =
- isset( $opts[ 'ns' ] )
- ? $opts[ 'ns' ]
- : null;
+// cfg page
+$CFG_PAGE =
+ isset( $opts[ 'cfg' ] )
+ ? $opts[ 'cfg' ]
+ : 'Utente:OrfanizzaBot/Configurazione';
// how much titles at time requesting - this is a MediaWiki limit
define( 'MAX_TRANCHE_TITLES', 50 );
// classes used
use \cli\Log;
use \cli\Input;
use \web\MediaWikis;
use \mw\Wikilink;
// wiki identifier
$wiki_uid =
isset( $opts[ 'wiki' ] )
? $opts[ 'wiki' ]
: 'itwiki';
// wiki instance
$wiki = Mediawikis::findFromUid( $wiki_uid );
+Log::info( "reading $CFG_PAGE" );
+$cfgRevs =
+ $wiki->fetch( [
+ 'action' => 'query',
+ 'titles' => $CFG_PAGE,
+ 'prop' => 'revisions',
+ 'rvslots' => 'main',
+ 'rvprop' => 'content',
+ ] );
+$cfgRev = reset( $cfgRevs->query->pages );
+$cfg = json_decode( $cfgRev->revisions[0]->slots->main->{ '*' }, true );
+
+// edit summary
+$SUMMARY = $cfg['summary'] ?? "Bot TEST: orfanizzazione voci eliminate in seguito a [[WP:RPC|consenso cancellazione]]";
+
+// limit to a certain namespace (default none)
+$NS = $cfg['ns'] ?? null;
+
// query last revision
Log::info( "reading $TITLE_SOURCE" );
$links =
$wiki->fetch( [
'action' => 'query',
'prop' => 'links',
'titles' => $TITLE_SOURCE
] );
-$titles_to_be_orphanized = $links->query->pages[0]->links ?? null;
+$titles_to_be_orphanized = reset( $links->query->pages )->links ?? null;
if ( $titles_to_be_orphanized === null ) {
Log::error( 'Check links list.' );
exit( 1 );
} elseif ( count( $titles_to_be_orphanized ) === 0 ) {
Log::error( 'wtf' );
exit( 1 );
}
$titles_to_be_orphanized = array_map(
function( $t ) {
return Ns::defaultCanonicalName( $t->ns ) . $t->title;
},
$titles_to_be_orphanized
);
// keep a copy
$involved_pagetitles = $titles_to_be_orphanized;
// log titles
Log::info( 'read ' . count( $titles_to_be_orphanized ) . ' pages to be orphanized:' );
foreach( $titles_to_be_orphanized as $title ) {
Log::info( " $title" );
}
// associative array of page IDs as key and a boolean as value containg pages to be orphanized
$involved_pageids = [];
// note that the API accepts a maximum trance of titles
while( $less_titles_to_be_orphanized = array_splice( $titles_to_be_orphanized, 0, MAX_TRANCHE_TITLES ) ) {
// API argumento for the linksto query
$linksto_args = [
'action' => 'query',
'titles' => $less_titles_to_be_orphanized,
'prop' => 'linkshere',
'lhprop' => 'pageid',
'lhlimit' => 300,
];
// limit to certain namespaces
if( isset( $NS ) ) {
$linksto_args[ 'lhnamespace' ] = $NS;
}
// cumulate the linkshere page ids
Log::info( "requesting linkshere..." );
$linksto = $wiki->createQuery( $linksto_args );
foreach( $linksto as $response ) {
foreach( $response->query->pages as $page ) {
if( isset( $page->linkshere ) ) {
foreach( $page->linkshere as $linkingpage ) {
$involved_pageids[] = (int) $linkingpage->pageid;
}
}
}
}
}
// count of involved pages
Log::info( sprintf(
"found %d pages containing the %d involved wlinks",
count( $involved_pageids ),
count( $involved_pagetitles )
) );
// note that the API accepts a maximum tranche of IDs
while( $less_involved_pageids = array_splice( $involved_pageids, 0, MAX_TRANCHE_TITLES ) ) {
// query last revision
$responses =
$wiki->createQuery( [
'action' => 'query',
'pageids' => $less_involved_pageids,
'prop' => 'revisions',
'rvslots' => 'main',
'rvprop' => [
'content',
'timestamp',
],
] );
// for each response
foreach( $responses as $response ) {
// for each page
foreach( $response->query->pages as $page ) {
// page ID to be edited
$pageid = $page->pageid;
// does it have a revision?
if( !isset( $page->revisions[ 0 ] ) ) {
continue;
}
// the first revision
$revision = $page->revisions[ 0 ];
// timestamp of the revision useful to avoid edit conflicts
$timestamp = $revision->timestamp;
// wikitext from the main slot of this revision
$wikitext_raw = $revision->slots->main->{ '*' };
// create a Wikitext object
$wikitext = $wiki->createWikitext( $wikitext_raw );
// for each of the titles to be orphanized
foreach( $involved_pagetitles as $involved_pagetitle ) {
// parse the orphanizing title
$title = $wiki->createTitleParsing( $involved_pagetitle );
// a wikilink with and without alias
$wikilink_simple = $wiki->createWikilink( $title, Wikilink::NO_ALIAS );
$wikilink_alias = $wiki->createWikilink( $title, Wikilink::WHATEVER_ALIAS );
// replace simple links e.g. [[Hello]]
$wikilink_regex_simple = $wikilink_simple->getRegex( [
'title-group-name' => 'title',
] );
// replace links with alias e.g. [[Hello|whatever]]
$wikilink_regex_alias = $wikilink_alias->getRegex( [
'alias-group-name' => 'alias',
] );
Log::debug( "regex simple wikilink:" );
Log::debug( $wikilink_regex_simple );
Log::debug( "regex wikilink aliased:" );
Log::debug( $wikilink_regex_alias );
// convert '[[Hello]]' to 'Hello'
$wikitext->pregReplaceCallback( "/$wikilink_regex_simple/", function ( $matches ) {
return $matches[ 'title' ];
} );
// convert '[[Hello|world]]' to 'world'
$wikitext->pregReplaceCallback( "/$wikilink_regex_alias/", function ( $matches ) {
return $matches[ 'alias' ];
} );
}
// end loop titles to be orphanized
// check for changes and save
if( $wikitext->isChanged() ) {
Log::info( "changes:" );
foreach( $wikitext->getHumanUniqueSobstitutions() as $sobstitution ) {
Log::info( "\t $sobstitution" );
}
if( 'n' !== Input::yesNoQuestion( "confirm changes" ) ) {
$wiki->login()->edit( [
'pageid' => $pageid,
'text' => $wikitext->getWikitext(),
'summary' => $SUMMARY,
'timestamp' => $timestamp,
'minor' => 1,
'bot' => 1,
] );
}
// end confirmation
}
// end save
}
// end loop pages
}
// end loop responses
}
// end loop involved page IDs
File Metadata
Details
Attached
Mime Type
text/x-diff
Expires
Thu, Nov 19, 03:09 (1 d, 6 h)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
2264186
Default Alt Text
(8 KB)
Attached To
Mode
R30 MediaWikiOrphanizerBot
Attached
Detach File
Event Timeline