mirror of
https://git.sr.ht/~tsileo/microblog.pub
synced 2025-06-05 21:59:23 +02:00
579 lines
20 KiB
Python
579 lines
20 KiB
Python
import enum
|
|
from typing import Any
|
|
from typing import Optional
|
|
from typing import Union
|
|
|
|
import pydantic
|
|
from loguru import logger
|
|
from sqlalchemy import JSON
|
|
from sqlalchemy import Boolean
|
|
from sqlalchemy import Column
|
|
from sqlalchemy import DateTime
|
|
from sqlalchemy import Enum
|
|
from sqlalchemy import ForeignKey
|
|
from sqlalchemy import Index
|
|
from sqlalchemy import Integer
|
|
from sqlalchemy import String
|
|
from sqlalchemy import Table
|
|
from sqlalchemy import UniqueConstraint
|
|
from sqlalchemy import text
|
|
from sqlalchemy.orm import Mapped
|
|
from sqlalchemy.orm import relationship
|
|
|
|
from app import activitypub as ap
|
|
from app.actor import LOCAL_ACTOR
|
|
from app.actor import Actor as BaseActor
|
|
from app.ap_object import Attachment
|
|
from app.ap_object import Object as BaseObject
|
|
from app.config import BASE_URL
|
|
from app.database import Base
|
|
from app.database import metadata_obj
|
|
from app.utils import webmentions
|
|
from app.utils.datetime import now
|
|
|
|
|
|
class ObjectRevision(pydantic.BaseModel):
|
|
ap_object: ap.RawObject
|
|
source: str
|
|
updated_at: str
|
|
|
|
|
|
class Actor(Base, BaseActor):
|
|
__tablename__ = "actor"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
updated_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
ap_id = Column(String, unique=True, nullable=False, index=True)
|
|
ap_actor: Mapped[ap.RawObject] = Column(JSON, nullable=False)
|
|
ap_type = Column(String, nullable=False)
|
|
|
|
handle = Column(String, nullable=True, index=True)
|
|
|
|
@property
|
|
def is_from_db(self) -> bool:
|
|
return True
|
|
|
|
|
|
class InboxObject(Base, BaseObject):
|
|
__tablename__ = "inbox"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
updated_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
actor_id = Column(Integer, ForeignKey("actor.id"), nullable=False)
|
|
actor: Mapped[Actor] = relationship(Actor, uselist=False)
|
|
|
|
server = Column(String, nullable=False)
|
|
|
|
is_hidden_from_stream = Column(Boolean, nullable=False, default=False)
|
|
|
|
ap_actor_id = Column(String, nullable=False)
|
|
ap_type = Column(String, nullable=False, index=True)
|
|
ap_id = Column(String, nullable=False, unique=True, index=True)
|
|
ap_context = Column(String, nullable=True)
|
|
ap_published_at = Column(DateTime(timezone=True), nullable=False)
|
|
ap_object: Mapped[ap.RawObject] = Column(JSON, nullable=False)
|
|
|
|
# Only set for activities
|
|
activity_object_ap_id = Column(String, nullable=True, index=True)
|
|
|
|
visibility = Column(Enum(ap.VisibilityEnum), nullable=False)
|
|
|
|
# Used for Like, Announce and Undo activities
|
|
relates_to_inbox_object_id = Column(
|
|
Integer,
|
|
ForeignKey("inbox.id"),
|
|
nullable=True,
|
|
)
|
|
relates_to_inbox_object: Mapped[Optional["InboxObject"]] = relationship(
|
|
"InboxObject",
|
|
foreign_keys=relates_to_inbox_object_id,
|
|
remote_side=id,
|
|
uselist=False,
|
|
)
|
|
relates_to_outbox_object_id = Column(
|
|
Integer,
|
|
ForeignKey("outbox.id"),
|
|
nullable=True,
|
|
)
|
|
relates_to_outbox_object: Mapped[Optional["OutboxObject"]] = relationship(
|
|
"OutboxObject",
|
|
foreign_keys=[relates_to_outbox_object_id],
|
|
uselist=False,
|
|
)
|
|
|
|
undone_by_inbox_object_id = Column(Integer, ForeignKey("inbox.id"), nullable=True)
|
|
|
|
# Link the oubox AP ID to allow undo without any extra query
|
|
liked_via_outbox_object_ap_id = Column(String, nullable=True)
|
|
announced_via_outbox_object_ap_id = Column(String, nullable=True)
|
|
voted_for_answers: Mapped[list[str] | None] = Column(JSON, nullable=True)
|
|
|
|
is_bookmarked = Column(Boolean, nullable=False, default=False)
|
|
|
|
# Used to mark deleted objects, but also activities that were undone
|
|
is_deleted = Column(Boolean, nullable=False, default=False)
|
|
is_transient = Column(Boolean, nullable=False, default=False, server_default="0")
|
|
|
|
replies_count = Column(Integer, nullable=False, default=0)
|
|
|
|
og_meta: Mapped[list[dict[str, Any]] | None] = Column(JSON, nullable=True)
|
|
|
|
@property
|
|
def relates_to_anybox_object(self) -> Union["InboxObject", "OutboxObject"] | None:
|
|
if self.relates_to_inbox_object_id:
|
|
return self.relates_to_inbox_object
|
|
elif self.relates_to_outbox_object_id:
|
|
return self.relates_to_outbox_object
|
|
else:
|
|
return None
|
|
|
|
@property
|
|
def is_from_db(self) -> bool:
|
|
return True
|
|
|
|
@property
|
|
def is_from_inbox(self) -> bool:
|
|
return True
|
|
|
|
|
|
class OutboxObject(Base, BaseObject):
|
|
__tablename__ = "outbox"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
updated_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
is_hidden_from_homepage = Column(Boolean, nullable=False, default=False)
|
|
|
|
public_id = Column(String, nullable=False, index=True)
|
|
|
|
ap_type = Column(String, nullable=False, index=True)
|
|
ap_id = Column(String, nullable=False, unique=True, index=True)
|
|
ap_context = Column(String, nullable=True)
|
|
ap_object: Mapped[ap.RawObject] = Column(JSON, nullable=False)
|
|
|
|
activity_object_ap_id = Column(String, nullable=True, index=True)
|
|
|
|
# Source content for activities (like Notes)
|
|
source = Column(String, nullable=True)
|
|
revisions: Mapped[list[dict[str, Any]] | None] = Column(JSON, nullable=True)
|
|
|
|
ap_published_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
visibility = Column(Enum(ap.VisibilityEnum), nullable=False)
|
|
|
|
likes_count = Column(Integer, nullable=False, default=0)
|
|
announces_count = Column(Integer, nullable=False, default=0)
|
|
replies_count = Column(Integer, nullable=False, default=0)
|
|
webmentions_count: Mapped[int] = Column(
|
|
Integer, nullable=False, default=0, server_default="0"
|
|
)
|
|
# reactions: Mapped[list[dict[str, Any]] | None] = Column(JSON, nullable=True)
|
|
|
|
og_meta: Mapped[list[dict[str, Any]] | None] = Column(JSON, nullable=True)
|
|
|
|
# For the featured collection
|
|
is_pinned = Column(Boolean, nullable=False, default=False)
|
|
is_transient = Column(Boolean, nullable=False, default=False, server_default="0")
|
|
|
|
# Never actually delete from the outbox
|
|
is_deleted = Column(Boolean, nullable=False, default=False)
|
|
|
|
# Used for Create, Like, Announce and Undo activities
|
|
relates_to_inbox_object_id = Column(
|
|
Integer,
|
|
ForeignKey("inbox.id"),
|
|
nullable=True,
|
|
)
|
|
relates_to_inbox_object: Mapped[Optional["InboxObject"]] = relationship(
|
|
"InboxObject",
|
|
foreign_keys=[relates_to_inbox_object_id],
|
|
uselist=False,
|
|
)
|
|
relates_to_outbox_object_id = Column(
|
|
Integer,
|
|
ForeignKey("outbox.id"),
|
|
nullable=True,
|
|
)
|
|
relates_to_outbox_object: Mapped[Optional["OutboxObject"]] = relationship(
|
|
"OutboxObject",
|
|
foreign_keys=[relates_to_outbox_object_id],
|
|
remote_side=id,
|
|
uselist=False,
|
|
)
|
|
# For Follow activies
|
|
relates_to_actor_id = Column(
|
|
Integer,
|
|
ForeignKey("actor.id"),
|
|
nullable=True,
|
|
)
|
|
relates_to_actor: Mapped[Optional["Actor"]] = relationship(
|
|
"Actor",
|
|
foreign_keys=[relates_to_actor_id],
|
|
uselist=False,
|
|
)
|
|
|
|
undone_by_outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=True)
|
|
|
|
@property
|
|
def actor(self) -> BaseActor:
|
|
return LOCAL_ACTOR
|
|
|
|
outbox_object_attachments: Mapped[list["OutboxObjectAttachment"]] = relationship(
|
|
"OutboxObjectAttachment", uselist=True, backref="outbox_object"
|
|
)
|
|
|
|
@property
|
|
def attachments(self) -> list[Attachment]:
|
|
out = []
|
|
for attachment in self.outbox_object_attachments:
|
|
url = (
|
|
BASE_URL
|
|
+ f"/attachments/{attachment.upload.content_hash}/{attachment.filename}"
|
|
)
|
|
out.append(
|
|
Attachment.parse_obj(
|
|
{
|
|
"type": "Document",
|
|
"mediaType": attachment.upload.content_type,
|
|
"name": attachment.alt or attachment.filename,
|
|
"url": url,
|
|
"proxiedUrl": url,
|
|
"resizedUrl": BASE_URL
|
|
+ (
|
|
"/attachments/thumbnails/"
|
|
f"{attachment.upload.content_hash}"
|
|
f"/{attachment.filename}"
|
|
)
|
|
if attachment.upload.has_thumbnail
|
|
else None,
|
|
}
|
|
)
|
|
)
|
|
return out
|
|
|
|
@property
|
|
def relates_to_anybox_object(self) -> Union["InboxObject", "OutboxObject"] | None:
|
|
if self.relates_to_inbox_object_id:
|
|
return self.relates_to_inbox_object
|
|
elif self.relates_to_outbox_object_id:
|
|
return self.relates_to_outbox_object
|
|
else:
|
|
return None
|
|
|
|
@property
|
|
def is_from_db(self) -> bool:
|
|
return True
|
|
|
|
@property
|
|
def is_from_outbox(self) -> bool:
|
|
return True
|
|
|
|
|
|
class Follower(Base):
|
|
__tablename__ = "follower"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
updated_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
actor_id = Column(Integer, ForeignKey("actor.id"), nullable=False, unique=True)
|
|
actor: Mapped[Actor] = relationship(Actor, uselist=False)
|
|
|
|
inbox_object_id = Column(Integer, ForeignKey("inbox.id"), nullable=False)
|
|
inbox_object = relationship(InboxObject, uselist=False)
|
|
|
|
ap_actor_id = Column(String, nullable=False, unique=True)
|
|
|
|
|
|
class Following(Base):
|
|
__tablename__ = "following"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
updated_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
actor_id = Column(Integer, ForeignKey("actor.id"), nullable=False, unique=True)
|
|
actor = relationship(Actor, uselist=False)
|
|
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=False)
|
|
outbox_object = relationship(OutboxObject, uselist=False)
|
|
|
|
ap_actor_id = Column(String, nullable=False, unique=True)
|
|
|
|
|
|
class IncomingActivity(Base):
|
|
__tablename__ = "incoming_activity"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
# An incoming activity can be a webmention
|
|
webmention_source = Column(String, nullable=True)
|
|
# or an AP object
|
|
sent_by_ap_actor_id = Column(String, nullable=True)
|
|
ap_id = Column(String, nullable=True, index=True)
|
|
ap_object: Mapped[ap.RawObject] = Column(JSON, nullable=True)
|
|
|
|
tries = Column(Integer, nullable=False, default=0)
|
|
next_try = Column(DateTime(timezone=True), nullable=True, default=now)
|
|
|
|
last_try = Column(DateTime(timezone=True), nullable=True)
|
|
|
|
is_processed = Column(Boolean, nullable=False, default=False)
|
|
is_errored = Column(Boolean, nullable=False, default=False)
|
|
error = Column(String, nullable=True)
|
|
|
|
|
|
class OutgoingActivity(Base):
|
|
__tablename__ = "outgoing_activity"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
recipient = Column(String, nullable=False)
|
|
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=True)
|
|
outbox_object = relationship(OutboxObject, uselist=False)
|
|
|
|
# Can also reference an inbox object if it needds to be forwarded
|
|
inbox_object_id = Column(Integer, ForeignKey("inbox.id"), nullable=True)
|
|
inbox_object = relationship(InboxObject, uselist=False)
|
|
|
|
# The source will be the outbox object URL
|
|
webmention_target = Column(String, nullable=True)
|
|
|
|
tries = Column(Integer, nullable=False, default=0)
|
|
next_try = Column(DateTime(timezone=True), nullable=True, default=now)
|
|
|
|
last_try = Column(DateTime(timezone=True), nullable=True)
|
|
last_status_code = Column(Integer, nullable=True)
|
|
last_response = Column(String, nullable=True)
|
|
|
|
is_sent = Column(Boolean, nullable=False, default=False)
|
|
is_errored = Column(Boolean, nullable=False, default=False)
|
|
error = Column(String, nullable=True)
|
|
|
|
@property
|
|
def anybox_object(self) -> OutboxObject | InboxObject:
|
|
if self.outbox_object_id:
|
|
return self.outbox_object # type: ignore
|
|
elif self.inbox_object_id:
|
|
return self.inbox_object # type: ignore
|
|
else:
|
|
raise ValueError("Should never happen")
|
|
|
|
|
|
class TaggedOutboxObject(Base):
|
|
__tablename__ = "tagged_outbox_object"
|
|
__table_args__ = (
|
|
UniqueConstraint("outbox_object_id", "tag", name="uix_tagged_object"),
|
|
)
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=False)
|
|
outbox_object = relationship(OutboxObject, uselist=False)
|
|
|
|
tag = Column(String, nullable=False, index=True)
|
|
|
|
|
|
class Upload(Base):
|
|
__tablename__ = "upload"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
content_type: Mapped[str] = Column(String, nullable=False)
|
|
content_hash = Column(String, nullable=False, unique=True)
|
|
|
|
has_thumbnail = Column(Boolean, nullable=False)
|
|
|
|
# Only set for images
|
|
blurhash = Column(String, nullable=True)
|
|
width = Column(Integer, nullable=True)
|
|
height = Column(Integer, nullable=True)
|
|
|
|
@property
|
|
def is_image(self) -> bool:
|
|
return self.content_type.startswith("image")
|
|
|
|
|
|
class OutboxObjectAttachment(Base):
|
|
__tablename__ = "outbox_object_attachment"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
filename = Column(String, nullable=False)
|
|
alt = Column(String, nullable=True)
|
|
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=False)
|
|
|
|
upload_id = Column(Integer, ForeignKey("upload.id"), nullable=False)
|
|
upload = relationship(Upload, uselist=False)
|
|
|
|
|
|
class IndieAuthAuthorizationRequest(Base):
|
|
__tablename__ = "indieauth_authorization_request"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
code = Column(String, nullable=False, unique=True, index=True)
|
|
scope = Column(String, nullable=False)
|
|
redirect_uri = Column(String, nullable=False)
|
|
client_id = Column(String, nullable=False)
|
|
code_challenge = Column(String, nullable=True)
|
|
code_challenge_method = Column(String, nullable=True)
|
|
|
|
is_used = Column(Boolean, nullable=False, default=False)
|
|
|
|
|
|
class IndieAuthAccessToken(Base):
|
|
__tablename__ = "indieauth_access_token"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
# Will be null for personal access tokens
|
|
indieauth_authorization_request_id = Column(
|
|
Integer, ForeignKey("indieauth_authorization_request.id"), nullable=True
|
|
)
|
|
|
|
access_token = Column(String, nullable=False, unique=True, index=True)
|
|
expires_in = Column(Integer, nullable=False)
|
|
scope = Column(String, nullable=False)
|
|
is_revoked = Column(Boolean, nullable=False, default=False)
|
|
|
|
|
|
class Webmention(Base):
|
|
__tablename__ = "webmention"
|
|
__table_args__ = (UniqueConstraint("source", "target", name="uix_source_target"),)
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
is_deleted = Column(Boolean, nullable=False, default=False)
|
|
|
|
source: Mapped[str] = Column(String, nullable=False, index=True, unique=True)
|
|
source_microformats: Mapped[dict[str, Any] | None] = Column(JSON, nullable=True)
|
|
|
|
target = Column(String, nullable=False, index=True)
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=False)
|
|
outbox_object = relationship(OutboxObject, uselist=False)
|
|
|
|
@property
|
|
def as_facepile_item(self) -> webmentions.Webmention | None:
|
|
if not self.source_microformats:
|
|
return None
|
|
try:
|
|
return webmentions.Webmention.from_microformats(
|
|
self.source_microformats["items"], self.source
|
|
)
|
|
except Exception:
|
|
logger.warning(
|
|
f"Failed to generate facefile item for Webmention id={self.id}"
|
|
)
|
|
return None
|
|
|
|
|
|
class PollAnswer(Base):
|
|
__tablename__ = "poll_answer"
|
|
__table_args__ = (
|
|
# Enforce a single answer for poll/actor/answer
|
|
UniqueConstraint(
|
|
"outbox_object_id",
|
|
"name",
|
|
"actor_id",
|
|
name="uix_outbox_object_id_name_actor_id",
|
|
),
|
|
# Enforce an actor can only vote once on a "oneOf" Question
|
|
Index(
|
|
"uix_one_of_outbox_object_id_actor_id",
|
|
"outbox_object_id",
|
|
"actor_id",
|
|
unique=True,
|
|
sqlite_where=text('poll_type = "oneOf"'),
|
|
),
|
|
)
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=False)
|
|
outbox_object = relationship(OutboxObject, uselist=False)
|
|
|
|
# oneOf|anyOf
|
|
poll_type = Column(String, nullable=False)
|
|
|
|
inbox_object_id = Column(Integer, ForeignKey("inbox.id"), nullable=False)
|
|
inbox_object = relationship(InboxObject, uselist=False)
|
|
|
|
actor_id = Column(Integer, ForeignKey("actor.id"), nullable=False)
|
|
actor = relationship(Actor, uselist=False)
|
|
|
|
name = Column(String, nullable=False)
|
|
|
|
|
|
@enum.unique
|
|
class NotificationType(str, enum.Enum):
|
|
NEW_FOLLOWER = "new_follower"
|
|
UNFOLLOW = "unfollow"
|
|
|
|
FOLLOW_REQUEST_ACCEPTED = "follow_request_accepted"
|
|
FOLLOW_REQUEST_REJECTED = "follow_request_rejected"
|
|
|
|
LIKE = "like"
|
|
UNDO_LIKE = "undo_like"
|
|
|
|
ANNOUNCE = "announce"
|
|
UNDO_ANNOUNCE = "undo_announce"
|
|
|
|
MENTION = "mention"
|
|
|
|
NEW_WEBMENTION = "new_webmention"
|
|
UPDATED_WEBMENTION = "updated_webmention"
|
|
DELETED_WEBMENTION = "deleted_webmention"
|
|
|
|
|
|
class Notification(Base):
|
|
__tablename__ = "notifications"
|
|
|
|
id = Column(Integer, primary_key=True, index=True)
|
|
created_at = Column(DateTime(timezone=True), nullable=False, default=now)
|
|
notification_type = Column(Enum(NotificationType), nullable=True)
|
|
is_new = Column(Boolean, nullable=False, default=True)
|
|
|
|
actor_id = Column(Integer, ForeignKey("actor.id"), nullable=True)
|
|
actor = relationship(Actor, uselist=False)
|
|
|
|
outbox_object_id = Column(Integer, ForeignKey("outbox.id"), nullable=True)
|
|
outbox_object = relationship(OutboxObject, uselist=False)
|
|
|
|
inbox_object_id = Column(Integer, ForeignKey("inbox.id"), nullable=True)
|
|
inbox_object = relationship(InboxObject, uselist=False)
|
|
|
|
webmention_id = Column(
|
|
Integer, ForeignKey("webmention.id", name="fk_webmention_id"), nullable=True
|
|
)
|
|
webmention = relationship(Webmention, uselist=False)
|
|
|
|
|
|
outbox_fts = Table(
|
|
"outbox_fts",
|
|
# TODO(tsileo): use Base.metadata
|
|
metadata_obj,
|
|
Column("rowid", Integer),
|
|
Column("outbox_fts", String),
|
|
Column("summary", String, nullable=True),
|
|
Column("name", String, nullable=True),
|
|
Column("source", String),
|
|
)
|
|
|
|
# db.execute(select(outbox_fts.c.rowid).where(outbox_fts.c.outbox_fts.op("MATCH")("toto AND omg"))).all() # noqa
|
|
# db.execute(select(models.OutboxObject).join(outbox_fts, outbox_fts.c.rowid == models.OutboxObject.id).where(outbox_fts.c.outbox_fts.op("MATCH")("toto2"))).scalars() # noqa
|
|
# db.execute(insert(outbox_fts).values({"outbox_fts": "delete", "rowid": 1, "source": dat[0].source})) # noqa
|