from datetime import datetime, timedelta, timezone
from pathlib import Path
import re

import requests
from ruamel.yaml import YAML
from ruamel.yaml.comments import CommentedMap

yaml = YAML()

PACKAGE_YML = Path(__file__).parents[2] / "libs" / "packages.yml"


def _get_downloads(p: dict) -> int:
    url = f"https://pepy.tech/badge/{p['name']}/month"
    svg = requests.get(url, timeout=10).text
    texts = re.findall(r"<text[^>]*>([^<]+)</text>", svg)
    latest = texts[-1].strip() if texts else "0"

    # parse "1.2k", "3.4M", "12,345" -> int
    latest = latest.replace(",", "")
    if latest.endswith(("k", "K")):
        return int(float(latest[:-1]) * 1_000)
    if latest.endswith(("m", "M")):
        return int(float(latest[:-1]) * 1_000_000)
    return int(float(latest) if "." in latest else int(latest))


current_datetime = datetime.now(timezone.utc)
yesterday = current_datetime - timedelta(days=1)

with open(PACKAGE_YML) as f:
    data = yaml.load(f)


def _reorder_keys(p):
    keys = p.keys()
    key_order = [
        "name",
        "name_title",
        "path",
        "repo",
        "type",
        "provider_page",
        "js",
        "downloads",
        "downloads_updated_at",
        "disabled",
        "include_in_api_ref",
    ]
    if set(keys) - set(key_order):
        raise ValueError(f"Unexpected keys: {set(keys) - set(key_order)}")
    return CommentedMap((k, p[k]) for k in key_order if k in p)


data["packages"] = [_reorder_keys(p) for p in data["packages"]]

seen = set()
for p in data["packages"]:
    if p["name"] in seen:
        raise ValueError(f"Duplicate package: {p['name']}")
    seen.add(p["name"])
    downloads_updated_at_str = p.get("downloads_updated_at")
    downloads_updated_at = (
        datetime.fromisoformat(downloads_updated_at_str)
        if downloads_updated_at_str
        else None
    )

    if downloads_updated_at is not None and downloads_updated_at > yesterday:
        print(f"done: {p['name']}: {p['downloads']}")
        continue

    p["downloads"] = _get_downloads(p)
    p["downloads_updated_at"] = current_datetime.isoformat()
    with open(PACKAGE_YML, "w") as f:
        yaml.dump(data, f)
    print(f"{p['name']}: {p['downloads']}")


with open(PACKAGE_YML, "w") as f:
    yaml.dump(data, f)