diff --git a/.gitmodules b/.gitmodules index c8254bf..95d2a39 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,6 +1,9 @@ [submodule "includes/boz-mw"] path = includes/boz-mw url = https://github.com/valerio-bozzolan/boz-mw.git [submodule "2018-06-wikidata-volleyball-players/includes/boz-mw"] path = 2018-06-wikidata-volleyball-players/includes/boz-mw url = https://github.com/valerio-bozzolan/boz-mw +[submodule "2018-06-wikidata-soccer-serie-a/includes/boz-mw"] + path = 2018-06-wikidata-soccer-serie-a/includes/boz-mw + url = https://github.com/valerio-bozzolan/boz-mw.git diff --git a/2018-06-wikidata-soccer-serie-a/README.md b/2018-06-wikidata-soccer-serie-a/README.md index f91e8a6..2937830 100644 --- a/2018-06-wikidata-soccer-serie-a/README.md +++ b/2018-06-wikidata-soccer-serie-a/README.md @@ -1,20 +1,25 @@ -# 2018 Wikidata soccer plauers Lega Serie A importer bot +# 2018 Wikidata soccer players Lega Serie A importer bot This PHP bot was developed to import Lega Serie A soccer players IDs. ## Consensus * [Bot consensus for Wikidata](https://www.wikidata.org/wiki/Wikidata:Requests_for_permissions/Bot/Valerio_Bozzolan_bot_5) +## Data +These files are available in public domain because they consists in informations obtained from public [URLs](https://en.wikipedia.org/wiki/URL) ineligibles for copyright. + +* [players.csv](data/players.csv) ([sources](data/source.urls)) + ## Usage - ./importer.php + ./scrape.sh # generate the CSV file ## License Copyright (C) 2018 Valerio Bozzolan This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . diff --git a/2018-06-wikidata-soccer-serie-a/data/players.csv b/2018-06-wikidata-soccer-serie-a/data/players.csv new file mode 100644 index 0000000..47f6438 --- /dev/null +++ b/2018-06-wikidata-soccer-serie-a/data/players.csv @@ -0,0 +1,369 @@ +1ASTO,davide-astori +1BTGN,ignazio-abate +1CRCL,alessio-cerci +5BURD,nicolas-burdisso +ALBIO,raul-albiol +ANTEN,mirco-antenucci +BASTOS,bastos +BBCKH,khouma-babacar +BCCBP,ivan-strinic +BCHRC,marcel-buchel +BDLML,milan-badelj +BDXZL,daniel-pavlovic +BGLLC,lucas-biglia +BHRMV,valon-behrami +BLLZX,rafael-toloi +BLTNR,andrea-belotti +BNCLN,leonardo-bonucci +BNKRW,kadhim-ali-adnan +BNLHM,ahmad-benali +BNMTT,mattia-bani +BNSMC,marco-benassi +BNTMH,medhi-benatia +BNVGC,giacomo-bonaventura +BORFB,fabio-borini +BRBNR,andrea-barberis +BRGCS,cristiano-biraghi +BRGLB,alberto-brignoli +BRGNE,enrico-brignola +BRHDD,davide-biraschi +BRKTNN,antonin-barak +BRLNC,nicolo-barella +BRNFD,federico-bernardeschi +BRNND1,alejandro-berenguer +BRRDG,edgar-barreto +BRRDM,domenico-berardi +BRRMR,marco-borriello +BRRWMS,musa-barrow +BRSBR,bartosz-bereszynski +BRSVL,valter-birsa +BRTLD,andrea-bertolacci +BRZCC,fabrizio-cacciatore +BRZND,andrea-barzagli +BSLDN,daniele-baselli +BSSDN,daniel-bessa +BTVBV,jordan-lukaku +BZCVP,guilherme +BZFHD,manuel-lazzari +CCDFL,felipe-caicedo +CCHFD,federico-ceccherini +CCRMT,martin-caceres +CDMSS,massimo-coda +CDRJN,juan-cuadrado +CHBSS,raman-chibsah +CHLGR,giorgio-chiellini +CKZLG,kalidou-koulibaly +CLHHK,hakan-calhanoglu +CLLNS,jose-callejon +CNCJJ,joao-cancelo +CNDNT,antonio-candreva +CNKTH,thiago-cionek +CNSZH,edoardo-goldaniga +CPNMR,marco-capuano +CPPLC,luca-ceppitelli +CPRGN,gianluca-caprari +CRBFN,francesco-acerbi +CRCNN,antonio-caracciolo +CRMCH,michele-cremonesi +CRNNX,andreas-cornelius +CRSRN,lorenzo-crisetig +CSTDL,douglas-costa +CSTFW,filippo-costa +CSTLD,leandro-castan +CSTNR,andrea-costa +CSTRX,lucas-castro +CSTTY,timothy-castagne +CVTMN,seko-fofana +DBLPL,paulo-dybala +DBTCH,cheick-diabate- +DCHGN,gianluca-di-chiara +DCHRP,miranda +DELLOR,lorenzo-del-pinto +DFRFD,federico-di-francesco +DFRGR,gregoire-defrel +DFTMD,andrija-balic +DGTDS,m-baye-niang +DIASGI,gil-dias +DJMBR,berat-djimsiti +DLSMR,marco-d-alessandro +DMSBS,sebastian-de-maio +DNCSP,alfred-duncan +DNHGD,godfred-donsah +DNLDR,dario-dainelli +DPLFB,fabio-depaoli +DPLRD,rodrigo-de-paul +DRCFLP,filip-djuricic +DRMRT,eder +DRNMR,marten-de-roon +DRSDN,daniele-de-rossi +DSCMT,mattia-de-sciglio +DSSWL,wallace +DSTMT,mattia-destro +DSZQN,stefan-de-vrij +DVDFW,mario-mandzukic +DWLFK,dennis-praet +DZKDN,edin-dzeko +DZMBL,blerim-dzemaili +FARDV,davide-faraoni +FARIS,diego-farias +FCFRL,deian-boldor +FDPLS,federico-peluso +FDWTW,borja-valero +FELIP,felipe +FGDWH,federico-chiesa +FHWTC,bram-nuytinck +FKSND,giancarlo-gonzalez +FLNDG,diego-falcinelli +FLOCC,sergio-floccari +FLRLN,alessandro-florenzi +FLTCS,cesar-falletti +FRGPL,paolo-farago- +FRLRM,remo-freuler +FRNKKE,frank-kessie +FRRGM,gian-marco-ferrari +FSSMZ,marco-fossati +FZFDR,federico-fazio +GBBMS,massimo-gobbi +GBLCN,fabio-lucioni +GCFKH,karol-linetty +GHLFZ,faouzi-ghoulam +GIURO,giuseppe-rossi +GLBND,andrey-galabinov +GMBLL,alessandro-gamberini +GMZLJ,alejandro-gomez +GNLMX,maxime-gonalons +GNTSN,santiago-gentiletti +GQQMS,moise-kean +GRSNQ,gerson +GSNRBN,robin-gosens +GSPBR,bruno-gaspar +HFCTQ,vittorio-parigini +HFSBG,ante-budimir +HGNGN,gonzalo-higuain +HLJSC,oscar-hiljemark +HLNFL,filip-helander +HMHNL,charalampos-lykogiannis +HMSMR,marek-hamsik +HNQSN,kwang-song-han +HSLSD,elseid-hysaj +HTMPR,perparim-hetemaj +HUGOVI,vitor-hugo +HWDBN,benedikt-howedes +ICRMR,mauro-icardi +JNKJK,jakub-jankto +JRGNH,jorginho +JRSPWL,pawel-jaroszynski +JUANX,juan-jesus +KBTCX,gil-patric +KBXNM,adam-nagy +KLNNK,nikola-kalinic +KLRLX,aleksandar-kolarov +KQRWG,francesco-vicari +KRHML,emil-krafth +KRTSM,jasmin-kurtic +KSBZV,sami-khedira +KSMVT,daniele-verde +KTZQR,francesco-cassata +KWNWRJ,orji-okwonkwo +LCCGR,luca-cigarini +LCNRF,rafinha +LCSST,luca-rossettini +LFQWW,milan-skriniar +LGXZP,george-puscas +LJJDM,adem-ljajic +LKXHL,bryan-cristante +LLCJS,josip-ilicic +LLCSN,senad-lulic +LLNXX,allan +LMBCR,cristiano-lombardi +LPDGN,gianluca-lapadula +LPZMX,maxi-lopez +LRNDL,larangeira-danilo +LRNVN,vincent-laurini +LRSLV,lorenzo-de-silvestri +LSGKV,kevin-lasagna +LSHST,stephan-el-shaarawy +LSLBR,luis-alberto +LTXVC,mattia-caldara +LTZGT,gaetano-letizia +LVLCP,lucas-leiva +LVQPG,claud-adjapong +LVRRC,ricardo-alvarez +LYMJWD,jawad-el-yamiq +LZRCH,achraf-lazaar +LZWBG,samuel-bastien +MAGNA,francesco-magnanelli +MBBRH,ibrahima-mbaye +MDRRR,iuri-medeiros +MDRZQ,hans-hateboer +MLKRK,arkadiusz-milik +MLKSR,sergej-milinkovic-savic +MLNNKL,nikola-milenkovic +MLNRC,cristian-molinaro +MMBCR,ciro-immobile +MMLPT,pietro-iemmello +MMSLD,ledian-memushaj +MNCGW,gianluca-mancini +MNDRL,rolando-mandragora +MNGCC,emanuele-giaccherini +MNLKS,kostas-manolas +MNLPC,manuel-pucciarelli +MNTLV,riccardo-montolivo +MQKQR,andrea-danzi +MRGLS,alessandro-murgia +MRJJJ,joao-mario +MRLCQ,luca-mora +MRRNC,nicola-murru +MRSCDM,adam-marusic +MRTBX,bruno-martella +MRTD9,dries-mertens +MRTMB,emiliano-moretti +MSHMT,mateo-musacchio +MSLLA,andrea-masiello +MSNDM,adam-masina +MTDBL,blaise-matuidi +MTRLS,alessandro-matri +MTSRY,ryder-matos +MTTFD,federico-mattiello +NANIX,nani +NDRCHM,joachim-andersen +NDRFL,felipe-anderson +NDRNGZ,cengiz-under +NGLGB,gabriele-angella +NGLRR,roberto-inglese +NGLVNT,svante-ingelsson +NGTYT,yuto-nagatomo +NKLNC,nicolas-nkoulou +NLDMB,danilo-d-ambrosio +NNNRD,radja-nainggolan +NQFXV,yann-karamoh +NQRMV,danilo-cataldi +NSGLR,lorenzo-insigne +NSLCR,cristian-ansaldi +NTRTR,artur-ionita +OBIJL,joel-obi +P-557,riccardo-orsolini +PADOI,simone-padoin +PAZZI,giampaolo-pazzini +PBLVB,iago-falque +PEDRJ,joao-pedro +PGWCM,lorenzo-pellegrini +PGZCL,andrea-petagna +PJNMR,miralem-pjanic +PLCRD,rodrigo-palacio +PLGRC,erick-pulgar +PLLPT,pietro-pellegri +PLMNJS,jose-palomino +PLNDR,andrea-poli +PLSLB,alberto-paloschi +PLTMX,matteo-politano +PNDVG,goran-pandev +PRCVN,ivan-perisic +PRLMR,marco-parolo +PRSBR,bruno-peres +PRTDG,diego-perotti +PSCNE,fabio-pisacane +PTKBR,bruno-petkovic +PVLLN,leonardo-pavoletti +PZZRMN,german-pezzella +QBBZL,rogerio +QBNBW,patrick-cutrone +QGHMQ,bryan-dabo +QGLLG,fabio-quagliarella +QRFPN,giovanni-crociata +RDRRC,ricardo-rodriguez +RDSTF,stefan-radu +RDVVN,ivan-radovanovic +RGMRK,marko-rog +RGNDN,daniele-rugani +RGNLC,luca-rigoni +RGSNT,antonino-ragusa +RHDMR,marcus-rohden +RKNBR,dawid-kownacki +RMGLS,alessio-romagnoli +RMRGS,gaston-ramirez +RMSFLP,luiz-felipe +RMTSM,samuel-armenteros +RNCND,andrea-ranocchia +RNCTM,tomas-rincon +ROMUL,romulo +ROSIL,aleandro-rosi +RRRLX,alex-ferrari +RTTMT,amato-ciciretti +RUIMR,mario-rui +RZZLC,luca-rizzo +SANDR,sandro +SCHPQ,patrik-schick +SCHPS,pasquale-schiattarella +SGNBK,bacary-sagna +SGPWF,everton-luiz +SGZDD,federico-ricci +SLMBR,bartosz-salamon +SLVMT,matias-silvestre +SLVNW,andre-silva +SMARC,marco-sau +SMCRNC,lorenco-simic +SMHKW,kwadwo-asamoah +SMNVNN,giovanni-simeone +SMSMR,mario-sampirisi +SMSSR,simone-missiroli +SMYTN,simy +SNCLS,carlos-sanchez +SNDLX,alex-sandro +SPLNF,nicolas-spolli +SPNLN,leonardo-spinazzola +SPNRD,riccardo-saponara +SPXMW,darko-lazovic +SPYSM,samuel-souprayen +STKMZ,mariusz-stepinski +STLCH,stephan-lichtsteiner +STNDN,adrian-stoian +STRKN,kevin-strootman +STRRSN,jens-stryger-larsen +STTVQ,filippo-romagna +SZJSS,suso +TCLQD,pol-lirola +TDGXH,alberto-grassi +TFXQR,senna-miangue +THRCY,cyril-thereau +TMMMR,marco-tumminello +TMVNN,nenad-tomovic +TNLLN,lorenzo-tonelli +TQSQW,andrea-nalini +TRBDL,adel-taarabt +TRLND,arlind-ajeti +TRSVL,vassilis-torosidis +TRTMR,marcello-trotta +TSCLN,alin-dorinel-tosca +VBVMP,davide-calabria +VCNMT,matias-vecino +VCZHW,marcelo-brozovic +VHZCN,samir +VKVJG,jagos-vukovic +VLBNN,nicolas-viola +VLOSO,miguel-veloso +VLTMT,mattia-valoti +VNTFP,lucas-torreira +VNTLZ,lorenzo-venuti +VRDSM,simone-verdi +VRRVL,valerio-verre +VRTJR,jordan-veretout +VSNNSL,sauli-vaisanen +VTLTT,mattia-vitale +VVNFR,federico-viviani +WDMSL,silvan-widmer +XANDO,marco-andreolli +XKSLH,diego-laxalt +XLXKS,mohamed-fares +XMEGG,riccardo-meggiorini +XQXSZ,roberto-gagliardini +XXCZK,stipe-perica +YSSVL,valentin-eysseric +ZCLBR,bruno-zuculini +ZCWRH,stefano-sensi +ZKNRV,ervin-zukanovic +ZLKPT,piotr-zielinski +ZMPFR,francesco-zampano +ZPTDV,duvan-zapata +ZZRMN,armando-izzo +ZZXXX,mauricio-lemos diff --git a/2018-06-wikidata-soccer-serie-a/data/source.urls b/2018-06-wikidata-soccer-serie-a/data/source.urls new file mode 100644 index 0000000..74c61a2 --- /dev/null +++ b/2018-06-wikidata-soccer-serie-a/data/source.urls @@ -0,0 +1,9 @@ +http://www.legaseriea.it/it/serie-a-tim/statistiche +http://www.legaseriea.it/it/serie-a-tim/statistiche/GolTesta +http://www.legaseriea.it/it/serie-a-tim/statistiche/Palo +http://www.legaseriea.it/it/serie-a-tim/statistiche/MediaKm +http://www.legaseriea.it/it/serie-a-tim/statistiche/NFalSubiti +http://www.legaseriea.it/it/serie-a-tim/statistiche/NPalRecup +http://www.legaseriea.it/it/serie-a-tim/statistiche/NTir +http://www.legaseriea.it/it/serie-a-tim/statistiche/Gol +http://www.legaseriea.it/it/serie-a-tim/statistiche/NAssist diff --git a/2018-06-wikidata-soccer-serie-a/parse.php b/2018-06-wikidata-soccer-serie-a/parse.php new file mode 100755 index 0000000..3a9f49d --- /dev/null +++ b/2018-06-wikidata-soccer-serie-a/parse.php @@ -0,0 +1,19 @@ +#!/usr/bin/php +> data/players.csv + sleep 5 + fi +done < data/source.urls + +# sort and unique +sort data/players.csv | uniq > data/players.csv.uniq +mv data/players.csv.uniq data/players.csv