diff --git a/parse_gtfs.py b/parse_gtfs.py index 3a2eeb5..b14e18c 100644 --- a/parse_gtfs.py +++ b/parse_gtfs.py @@ -1,111 +1,112 @@ """ Copyright 2026 Fabio Mazza Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ import os import json import hashlib import requests import zipfile from datetime import date, datetime, timezone import io import gzip from pathlib import Path # Configurazione -GTFS_URL = "https://www.gtt.to.it/open_data/gtt_gtfs.zip" +#GTFS_URL = "https://www.gtt.to.it/open_data/gtt_gtfs.zip" +GTFS_URL = "https://proxy.busone.app/gtt/gtfs.zip" OUTPUT_DIR = Path("public_data") VERSIONS_FILE = OUTPUT_DIR / "versions.json" def get_file_hash(file_bytes): """Calcola l'hash MD5 del contenuto scompattato.""" return hashlib.md5(file_bytes).hexdigest() def set_github_output(key, value): path = os.environ.get("GITHUB_OUTPUT", "") if path: with open(path, "a") as f: f.write(f"{key}={value}\n") def main(compress:bool=True): os.makedirs(OUTPUT_DIR, exist_ok=True) if VERSIONS_FILE.exists(): with open(VERSIONS_FILE, 'r', encoding='utf-8') as f: versions = json.load(f) else: print("No versions file") versions = {} print(f"Scaricando GTFS da {GTFS_URL}...") response = requests.get(GTFS_URL) response.raise_for_status() changed_any = False with zipfile.ZipFile(io.BytesIO(response.content)) as z: for filename in z.namelist(): if not filename.endswith('.txt'): continue print(f"Elaborando {filename}...") file_bytes = z.read(filename) # L'hash viene calcolato sui byte RAW (scompattati) current_hash = get_file_hash(file_bytes) file_info = versions.get(filename, {}) changed = False timenow = datetime.now(timezone.utc).replace(microsecond=0) version_num = int(file_info.get("version_int", -1)) if file_info.get("hash") != current_hash: print(f" -> [AGGIORNATO] {filename} รจ cambiato.") file_info["hash"] = current_hash file_info["last_modified"] = timenow.isoformat() file_info["version_int"] = version_num+1 versions[filename] = file_info changed = True else: print(f" -> [INVARIATO] {filename}.") # Gestione speciale per la tabella molto grande #if filename == "connections.txt": if(compress): output_filename = filename + ".gz" output_path = os.path.join(OUTPUT_DIR, output_filename) print(f" -> Comprimo {filename} in formato Gzip...") with gzip.open(output_path, 'wb', compresslevel=6) as f_out: f_out.write(file_bytes) else: # Tutti gli altri file standard rimangono in formato testo libero output_path = os.path.join(OUTPUT_DIR, filename) with open(output_path, 'wb') as f: f.write(file_bytes) if(changed): changed_any = True if (changed_any): set_github_output("changed", "true") else: set_github_output("changed", "false") # Salva il file delle versioni with open(VERSIONS_FILE, 'w', encoding='utf-8') as f: json.dump(versions, f, indent=4) print("Elaborazione e compressione completate.") if __name__ == "__main__": main(True)