diff --git a/2018-02-italian-parks/italian-parks-uniformer.php b/2018-02-italian-parks/italian-parks-uniformer.php index 33bc222..f56886d 100755 --- a/2018-02-italian-parks/italian-parks-uniformer.php +++ b/2018-02-italian-parks/italian-parks-uniformer.php @@ -1,311 +1,311 @@ #!/usr/bin/php . # boz-mw require '../includes/boz-mw/autoload.php'; # bot credentials require '../config.php'; # local functions require 'includes/functions.php'; # classes shortcut use wm\Wikidata; use wb\DataModel; use wb\Label; use wb\Description; use wb\StatementItem; use wb\StatementString; use wb\StatementQuantity; use wb\StatementGlobeCoordinate; use wb\StatementTime; use wb\DataValueTime; use wb\Snaks; use wb\SnakItem; use wb\SnakTime; // CLI options $options = getopt('', [ 'sandbox', // to work in the sandbox 'verbose' // to inspect the data ] ); # login and fetch the CSRF token define( 'CSRF', Wikidata::getInstance()->login()->fetch( [ 'action' => 'query', 'meta' => 'tokens', 'type' => 'csrf' ] )->query->tokens->csrftoken ); # CSV data $handle = fopen( 'data/italian-parks-data.csv', 'r' ) or die( 'asd' ); // Wikidata references $REFERENCES = [ [ 'snaks' => ( new Snaks( [ // stated in: Ministry of the Environment new SnakItem( 'P248', 'Q3858479' ), // retrieved: december 2017 new SnakTime( 'P813', '+2017-12-00T00:00:00Z', DataValueTime::PRECISION_MONTHS ) ] ) )->getAll() ] ]; $row = 0; while( ( $data = fgetcsv( $handle, 1000, ',' ) ) !== false ) { // skip headers if( $row++ < 4 ) { continue; } // null empty values foreach( $data as & $value ) { $value = trim( $value ); $value = str_replace( "\n", '', $value ); // the dataset is a bit dirty if( ! $value ) { $value = null; } } // Add missing columns to don't make list() errors $n = count( $data ); for( $i = $n; $i < 20; $i++ ) { $data[] = null; } $P1435 = []; list( $wikidata_ID, $P131, // located in the administrative territorial entity // string(2) $P625, // coordinate location // string coordinates $P4800, // EUAP ID // string $P809, // WDPA ID // string $P627, // string Q-ID $P3425, // Natura 2000 site ID // string ID $label, // string [[something]] $P2046, // area // float // various heritage designation $P1435['Q796174'], $P1435['Q1191622'], $P1435['Q2463705'], $P1435['Q46169'], $P1435['Q48078443'], $P1435['Q3936952'], $P1435['Q3936950'], $P1435['Q23790'], $P126, // maintained by // string $P571 // inception // int ) = $data; if( isset( $options['sandbox'] ) ) { $wikidata_ID = 'Q4115189'; } // fetch existing Wikidata entity $existing = null; if( $wikidata_ID ) { $existing = DataModel::createFromObject( Wikidata::getInstance()->fetch( [ 'action' => 'wbgetentities', 'ids' => $wikidata_ID, 'props' => 'info|sitelinks|aliases|labels|descriptions|claims|datatype' ] )->entities->{ $wikidata_ID } ); } // reset $new = new DataModel(); $statements = []; $summary = ''; // italian label if( $label ) { $label = filter_label( $label ); if( ! $existing || ! $existing->hasLabelsInLanguage('it') ) { $new->setLabel( new Label( 'it', $label ) ); $summary .= ' +label[it]'; echo $label . "\n"; } } // italian description e.g. ("riserva naturale in provincia di Sondrio ed in provincia di Torino") if( ! $existing || ! $existing->hasDescriptionsInLanguage('it') ) { $description = "riserva naturale"; if( $P131 ) { $cities = array_map( function ( $city ) { return $city->label; }, find_plates( $P131 ) ); if( $cities ) { $description .= ' in ' . human_implode( $cities ); } } $new->setDescription( new Description( 'it', $description ) ); $summary .= ' +description[it]'; echo $description . "\n"; } // instance of: nature reserve $statements[] = new StatementItem( 'P31', 'Q179049' ); // located in the administrative territorial entity if( $P131 ) { $P131_cities = find_plates( $P131 ); foreach( $P131_cities as $P131_city ) { $statements[] = new StatementItem( 'P131', $P131_city->item ); } } // coordinate location if( $P625 ) { list( $lat, $lng ) = filter_coordinates( $P625 ); $statements[] = new StatementGlobeCoordinate( 'P625', $lat, $lng, 0.01 ); // last: precision } // EUAP ID if( $P4800 ) { foreach( explode( '/', $P4800 ) as $P4800_value ) { $statements[] = new StatementString( 'P4800', trim( $P4800_value ), 0.01 ); } } // WDPA ID if( $P809 ) { foreach( explode( '/', $P809 ) as $P809_value ) { $statements[] = new StatementString( 'P809', trim( $P809_value ) ); } } // Natura 2000 site ID if( $P3425 ) { $statements[] = new StatementString( 'P3425', trim( $P3425 ) ); } // area if( $P2046 ) { $P2046 = (float) str_replace( ',', '.', $P2046 ); $statements[] = new StatementQuantity( 'P2046', $P2046, 'Q35852' ); // 'Q35852' = hectare } // heritage designation foreach( $P1435 as $P1435_item => $selected ) { if( ! empty( trim( $selected ) ) ) { $statements[] = new StatementItem( 'P1435', $P1435_item ); } } /* not now :) if( $P126 ) { $statements[] = } */ // inception if( $P571 ) { $P571 = (int) $P571; $statements[] = new StatementTime( 'P571', "+$P571-00-00T00:00:00Z", DataValueTime::PRECISION_YEARS ); } // properties involved $properties = []; // append statements without duplicating foreach( $statements as $statement ) { $property = $statement->getMainsnak()->getProperty(); if( ! $existing || ! $existing->hasClaimsInProperty( $property ) ) { $new->addClaim( $statement->setReferences( $REFERENCES ) ); $properties[] = $property; echo $statement->getMainSnak() . "\n"; } } - // skip? - if( ! $summary ) { - echo "nothing to do\n"; - continue; - } - - $summary = '[[wd:Requests for permissions/Bot/Valerio Bozzolan bot 4|importing italian parks]]' . $summary; - // add involved properties in the summary $properties = array_count_values( $properties ); foreach( $properties as $property => $num ) { $summary .= " +[[P:$property]]"; if( $num > 1 ) { $summary .= " ($num values)"; } elseif( 1 === $num ) { $summary .= " " . $new->getClaimsInProperty( $property )[0]->getMainSnak()->getDataValue(); } } + // skip? + if( ! $summary ) { + echo "nothing to do\n"; + continue; + } + + $summary = '[[wd:Requests for permissions/Bot/Valerio Bozzolan bot 4|importing italian parks]]' . $summary; + // to inspect the whole data if( isset( $options['verbose'] ) ) { echo $new->getJSON( JSON_PRETTY_PRINT ) . "\n"; } // question echo $summary . "\n"; echo $wikidata_ID ? "Edit? https://www.wikidata.org/wiki/$wikidata_ID" : "Create?"; // Save? if( read('y') !== 'y' ) { continue; } // save / create $args = [ 'action' => 'wbeditentity', 'token' => CSRF, 'bot' => 1, 'data' => $new->getJSON(), 'summary' => $summary, ]; if( $wikidata_ID ) { $args['id'] = $wikidata_ID; } else { $args['new'] = 'item'; } $result = Wikidata::getInstance()->post( $args ); // just created? retrieve the ID if( ! $wikidata_ID ) { $wikidata_ID = $result->entity->id; } // append a line in the log stupid_log( $row, $label, $wikidata_ID ); } fclose( $handle ); diff --git a/includes/boz-mw b/includes/boz-mw index 330df2a..229f61d 160000 --- a/includes/boz-mw +++ b/includes/boz-mw @@ -1 +1 @@ -Subproject commit 330df2ac7a382071c28a1e8e71a081bdc42346ac +Subproject commit 229f61d15c93bf2889363235f6a9b2909f39aeca