Page Menu
Home
GitPull.it
Search
Configure Global Search
Log In
Files
F15181784
orphanize.php
No One
Temporary
Actions
View File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Authored By
Unknown
Size
5 KB
Referenced Files
None
Subscribers
None
orphanize.php
View Options
#!/usr/bin/env php
<?php
# Copyright (C) 2019 Valerio Bozzolan
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
namespace
itwikidelbot
;
// report every error
//error_reporting( E_STRICT );
// autoload classes and configuration
require
__DIR__
.
DIRECTORY_SEPARATOR
.
'includes'
.
DIRECTORY_SEPARATOR
.
'autoload.php'
;
require
__DIR__
.
DIRECTORY_SEPARATOR
.
'config.php'
;
// how much titles at time requesting - this is a MediaWiki limit
define
(
'MAX_TRANCHE_TITLES'
,
50
)
;
//$TITLE_SOURCE = 'Utente:.avgas/Wikilink da orfanizzare';
$TITLE_SOURCE
=
'Utente:Valerio Bozzolan'
;
// classes used
use
\
cli
\
Log
;
use
\
web
\
MediaWikis
;
use
\
mw
\
Wikilink
;
// wiki identifier
$wiki_uid
=
'itwiki'
;
// wiki instance
$wiki
=
Mediawikis
::
findFromUid
(
$wiki_uid
)
;
// query last revision
$revision
=
$wiki
->
fetch
(
[
'action'
=>
'query'
,
'prop'
=>
'revisions'
,
'titles'
=>
$TITLE_SOURCE
,
'rvslots'
=>
'main'
,
'rvprop'
=>
'content'
,
'rvlimit'
=>
1
,
]
)
;
// array of page titles to be orphanized
$involved_pagetitles
=
[
]
;
// associative array of page IDs as key and a boolean as value containg pages to be orphanized
$involved_pageids
=
[
]
;
// for each page (well, just one)
foreach
(
$revision
->
query
->
pages
as
$sourcepage
)
{
// for each revision (well, just one)
foreach
(
$sourcepage
->
revisions
as
$revision
)
{
// pure wikitext
$wikitextRaw
=
$revision
->
slots
->
main
->
{
'*'
}
;
// wikitext object
$wikitext
=
$wiki
->
createWikitext
(
$revision
->
slots
->
main
->
{
'*'
}
)
;
// identify wikilinks
$n
=
$wikitext
->
pregMatchAll
(
'~\[\[(.*?)\]\]~'
,
$matches
)
;
if
(
$n
===
false
)
{
Log
::
error
(
'wtf'
)
;
exit
(
1
)
;
}
// collect these titles
$titles_to_be_orphanized
=
[
]
;
for
(
$i
=
0
;
$i
<
$n
;
$i
++
)
{
// can be both 'title' and 'title|alias'
$wlink
=
$matches
[
1
]
[
$i
]
;
// just the page title
$title
=
explode
(
'|'
,
$wlink
)
[
0
]
;
// normalize titles
$title
=
str_replace
(
'_'
,
' '
,
ucfirst
(
$title
)
)
;
// append
$titles_to_be_orphanized
[
]
=
$title
;
}
// drop duplicates
$titles_to_be_orphanized
=
array_unique
(
$titles_to_be_orphanized
)
;
// order
sort
(
$titles_to_be_orphanized
,
SORT_STRING
)
;
// keep a copy
$involved_pagetitles
=
$titles_to_be_orphanized
;
// log titles
Log
::
info
(
"Pages to be orphanized:"
)
;
foreach
(
$titles_to_be_orphanized
as
$title
)
{
Log
::
info
(
$title
)
;
}
// note that the API accepts a maximum trance of titles
while
(
$less_titles_to_be_orphanized
=
array_splice
(
$titles_to_be_orphanized
,
0
,
MAX_TRANCHE_TITLES
)
)
{
// for each of these titles, query linksto
$linksto
=
$wiki
->
createQuery
(
[
'action'
=>
'query'
,
'titles'
=>
$less_titles_to_be_orphanized
,
'prop'
=>
'linkshere'
,
'lhprop'
=>
'pageid'
,
'lhnamespace'
=>
0
,
'lhlimit'
=>
500
,
]
)
;
// cumulate the linkshere page ids
Log
::
info
(
"requesting linkshere..."
)
;
foreach
(
$linksto
as
$response
)
{
foreach
(
$response
->
query
->
pages
as
$page
)
{
if
(
isset
(
$page
->
linkshere
)
)
{
foreach
(
$page
->
linkshere
as
$linkingpage
)
{
$pageid
=
(int)
$linkingpage
->
pageid
;
$involved_pageids
[
$pageid
]
=
false
;
}
}
}
}
}
}
}
// create a clean array or page ids
$involved_pageids
=
array_keys
(
$involved_pageids
)
;
// count of involved pages
Log
::
info
(
sprintf
(
"found %d pages containing the %d involved wlinks"
,
count
(
$involved_pageids
)
,
count
(
$involved_pagetitles
)
)
)
;
// note that the API accepts a maximum tranche of IDs
while
(
$less_involved_pageids
=
array_splice
(
$involved_pageids
,
0
,
MAX_TRANCHE_TITLES
)
)
{
// query last revision
$responses
=
$wiki
->
createQuery
(
[
'action'
=>
'query'
,
'pageids'
=>
$less_involved_pageids
,
'prop'
=>
'revisions'
,
'rvslots'
=>
'main'
,
'rvprop'
=>
'content'
,
]
)
;
// for each response
foreach
(
$responses
as
$response
)
{
// for each page
foreach
(
$response
->
query
->
pages
as
$page
)
{
// does it have a revision?
if
(
isset
(
$page
->
revisions
[
0
]
)
)
{
// get wikitext from the main slot
$wikitext_raw
=
$page
->
revisions
[
0
]
->
slots
->
main
->
{
'*'
}
;
// create a Wikitext object
$wikitext
=
$wiki
->
createWikitext
(
$wikitext_raw
)
;
// for each of the titles to be orphanized
foreach
(
$involved_pagetitles
as
$involved_pagetitle
)
{
// parse the orphanizing title
$title
=
$wiki
->
createTitleParsing
(
$involved_pagetitle
)
;
// a wikilink without alias
$wikilink_simple
=
$wiki
->
createWikilink
(
$title
,
Wikilink
::
NO_ALIAS
)
;
// a wikilink with whatever alias
$wikilink_alias
=
$wiki
->
createWikilink
(
$title
,
Wikilink
::
WHATEVER_ALIAS
)
;
// sobstitute simple links e.g. [[Hello]]
$wikilink_regex_simple
=
$wikilink_simple
->
getRegex
(
[
'title-group-name'
=>
'title'
]
)
;
// sobstitute links with alias e.g. [[Hello|whatever]]
$wikilink_regex_alias
=
$wikilink_alias
->
getRegex
(
[
'alias-group-name'
=>
'alias'
]
)
;
// convert '[[Hello]]' to 'Hello'
$wikitext
->
pregReplace
(
"/$wikilink_regex_simple/"
,
\
regex
\
Generic
::
groupName
(
'title'
)
)
;
// convert '[[Hello|world]]' to 'world'
$wikitext
->
pregReplace
(
"/$wikilink_regex_alias/"
,
\
regex
\
Generic
::
groupName
(
'alias'
)
)
;
Log
::
info
(
implode
(
"; "
,
$wikitext
->
getHumanUniqueSobstitutions
(
)
)
)
;
// @TODO: save!
}
}
}
}
}
File Metadata
Details
Attached
Mime Type
text/plain
Expires
Thu, Nov 19, 06:22 (10 h, 50 m)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
2265136
Default Alt Text
orphanize.php (5 KB)
Attached To
Mode
R32 Italian Wikipedia Deletion Bot
Attached
Detach File
Event Timeline