import json import requests URL_JGMD = "https://raw.githubusercontent.com/daviddavo/jgmd/master/_data/sites.json" response = requests.get( URL_JGMD, ) aggr = [] for site in response.json(): entry = { 'name': site['name'], 'domains': site.get('domains', []), } def append_if_not_empty(src_key, dst_key): if src_key in site and site[src_key]: entry[dst_key] = site[src_key] append_if_not_empty('url', 'url') append_if_not_empty('difficulty', 'difficulty') append_if_not_empty('notes', 'notes') # for the extra-asshole websites append_if_not_empty('email', 'email') append_if_not_empty('email_subject', 'email_subject') append_if_not_empty('email_body', 'email_body') aggr.append(entry) aggr_text = json.dumps(aggr, indent=2) with open('common/src/commonMain/resources/MR/files/justgetmydata.json', 'w') as f: f.write(aggr_text)