import re
import json

from io import BytesIO
from zipfile import ZipFile
from urllib.request import urlopen

URL_2FA = "https://github.com/2factorauth/twofactorauth/archive/refs/heads/master.zip"

# Load the zip file without saving it into a file.
response = urlopen(URL_2FA)
archive = ZipFile(BytesIO(response.read()))

aggr = []

# Load each of the json files and save into
# a single json array.
for file in archive.namelist():
    if not re.match(r".+/entries/.+\.json", file):
        continue
    json_text = archive.read(file).decode('utf-8')
    json_obj = json.loads(json_text)
    # Flatten the structure.
    json_obj_root_key = list(json_obj.keys())[0]
    json_obj = json_obj[json_obj_root_key]
    # Add name
    if not "name" in json_obj:
        json_obj["name"] = json_obj_root_key
    # Delete unused attributes.
    if not "tfa" in json_obj:
        continue
    if "img" in json_obj:
        del json_obj["img"]
    if "recovery" in json_obj:
        del json_obj["recovery"]
    if "keywords" in json_obj:
        del json_obj["keywords"]
    if "categories" in json_obj:
        del json_obj["categories"]
    if "contact" in json_obj:
        del json_obj["contact"]
    if "regions" in json_obj:
        del json_obj["regions"]
    aggr.append(json_obj)

aggr_text = json.dumps(aggr, indent=2)

with open('common/src/commonMain/resources/MR/files/tfa.json', 'w') as f:
    f.write(aggr_text)