import enum import json import mimetypes from typing import Any import httpx from app import config from app.httpsig import auth from app.key import get_pubkey_as_pem RawObject = dict[str, Any] AS_CTX = "https://www.w3.org/ns/activitystreams" AS_PUBLIC = "https://www.w3.org/ns/activitystreams#Public" ACTOR_TYPES = ["Application", "Group", "Organization", "Person", "Service"] class VisibilityEnum(str, enum.Enum): PUBLIC = "public" UNLISTED = "unlisted" DIRECT = "direct" MICROBLOGPUB = { "@context": [ "https://www.w3.org/ns/activitystreams", "https://w3id.org/security/v1", { "Hashtag": "as:Hashtag", "PropertyValue": "schema:PropertyValue", "manuallyApprovesFollowers": "as:manuallyApprovesFollowers", "ostatus": "http://ostatus.org#", "schema": "http://schema.org", "sensitive": "as:sensitive", "toot": "http://joinmastodon.org/ns#", "totalItems": "as:totalItems", "value": "schema:value", "Emoji": "toot:Emoji", }, ] } DEFAULT_CTX = COLLECTION_CTX = [ "https://www.w3.org/ns/activitystreams", "https://w3id.org/security/v1", { # AS ext "Hashtag": "as:Hashtag", "sensitive": "as:sensitive", "manuallyApprovesFollowers": "as:manuallyApprovesFollowers", # toot "toot": "http://joinmastodon.org/ns#", # "featured": "toot:featured", # schema "schema": "http://schema.org#", "PropertyValue": "schema:PropertyValue", "value": "schema:value", }, ] ME = { "@context": DEFAULT_CTX, "type": "Person", "id": config.ID, "following": config.BASE_URL + "/following", "followers": config.BASE_URL + "/followers", # "featured": ID + "/featured", "inbox": config.BASE_URL + "/inbox", "outbox": config.BASE_URL + "/outbox", "preferredUsername": config.USERNAME, "name": config.CONFIG.name, "summary": config.CONFIG.summary, "endpoints": {}, "url": config.ID, "manuallyApprovesFollowers": False, "attachment": [], "icon": { "mediaType": mimetypes.guess_type(config.CONFIG.icon_url)[0], "type": "Image", "url": config.CONFIG.icon_url, }, "publicKey": { "id": f"{config.ID}#main-key", "owner": config.ID, "publicKeyPem": get_pubkey_as_pem(), }, "alsoKnownAs": [], } class NotAnObjectError(Exception): def __init__(self, url: str, resp: httpx.Response | None = None) -> None: message = f"{url} is not an AP activity" super().__init__(message) self.url = url self.resp = resp def fetch(url: str, params: dict[str, Any] | None = None) -> dict[str, Any]: resp = httpx.get( url, headers={ "User-Agent": config.USER_AGENT, "Accept": config.AP_CONTENT_TYPE, }, params=params, follow_redirects=True, ) resp.raise_for_status() try: return resp.json() except json.JSONDecodeError: raise NotAnObjectError(url, resp) def parse_collection( # noqa: C901 url: str | None = None, payload: RawObject | None = None, level: int = 0, ) -> list[RawObject]: """Resolve/fetch a `Collection`/`OrderedCollection`.""" if level > 3: raise ValueError("recursion limit exceeded") # Go through all the pages out: list[RawObject] = [] if url: payload = fetch(url) if not payload: raise ValueError("must at least prove a payload or an URL") ap_type = payload.get("type") if not ap_type: raise ValueError(f"Missing type: {payload=}") if level == 0 and ap_type not in ["Collection", "OrderedCollection"]: raise ValueError(f"Unexpected type {ap_type}") if payload["type"] in ["Collection", "OrderedCollection"]: if "orderedItems" in payload: return payload["orderedItems"] if "items" in payload: return payload["items"] if "first" in payload: if isinstance(payload["first"], str): out.extend(parse_collection(url=payload["first"], level=level + 1)) else: if "orderedItems" in payload["first"]: out.extend(payload["first"]["orderedItems"]) if "items" in payload["first"]: out.extend(payload["first"]["items"]) n = payload["first"].get("next") if n: out.extend(parse_collection(url=n, level=level + 1)) return out while payload: if ap_type in ["CollectionPage", "OrderedCollectionPage"]: if "orderedItems" in payload: out.extend(payload["orderedItems"]) if "items" in payload: out.extend(payload["items"]) n = payload.get("next") if n is None: break payload = fetch(n) else: raise ValueError("unexpected activity type {}".format(payload["type"])) return out def as_list(val: Any | list[Any]) -> list[Any]: if isinstance(val, list): return val return [val] def get_id(val: str | dict[str, Any]) -> str: if isinstance(val, dict): val = val["id"] if not isinstance(val, str): raise ValueError(f"Invalid ID type: {val}") return val def object_visibility(ap_activity: RawObject) -> VisibilityEnum: to = as_list(ap_activity.get("to", [])) cc = as_list(ap_activity.get("cc", [])) if AS_PUBLIC in to: return VisibilityEnum.PUBLIC elif AS_PUBLIC in cc: return VisibilityEnum.UNLISTED else: return VisibilityEnum.DIRECT def get_actor_id(activity: RawObject) -> str: if activity["type"] in ["Note", "Article", "Video"]: attributed_to = as_list(activity["attributedTo"]) return get_id(attributed_to[0]) else: return get_id(activity["actor"]) def wrap_object(activity: RawObject) -> RawObject: return { "@context": AS_CTX, "actor": config.ID, "to": activity.get("to", []), "cc": activity.get("cc", []), "id": activity["id"] + "/activity", "object": remove_context(activity), "published": activity["published"], "type": "Create", } def wrap_object_if_needed(raw_object: RawObject) -> RawObject: if raw_object["type"] in ["Note"]: return wrap_object(raw_object) return raw_object def unwrap_activity(activity: RawObject) -> RawObject: # FIXME(ts): other types to unwrap? if activity["type"] == "Create": unwrapped_object = activity["object"] # Sanity check, ensure the wrapped object actor matches the activity if get_actor_id(unwrapped_object) != get_actor_id(activity): raise ValueError( f"Unwrapped object actor does not match activity: {activity}" ) return unwrapped_object return activity def remove_context(raw_object: RawObject) -> RawObject: if "@context" not in raw_object: return raw_object a = dict(raw_object) del a["@context"] return a def get(url: str, params: dict[str, Any] | None = None) -> dict[str, Any]: resp = httpx.get( url, headers={"User-Agent": config.USER_AGENT, "Accept": config.AP_CONTENT_TYPE}, params=params, follow_redirects=True, auth=auth, ) resp.raise_for_status() return resp.json() def post(url: str, payload: dict[str, Any]) -> httpx.Response: resp = httpx.post( url, headers={ "User-Agent": config.USER_AGENT, "Content-Type": config.AP_CONTENT_TYPE, }, json=payload, auth=auth, ) resp.raise_for_status() return resp