99 lines
3.3 KiB
Python
99 lines
3.3 KiB
Python
import logging
|
|
from typing import Iterable, Optional
|
|
|
|
import arrow
|
|
from tortoise.transactions import atomic
|
|
|
|
from mobilizon_reshare.event.event import MobilizonEvent
|
|
from mobilizon_reshare.models.event import Event
|
|
from mobilizon_reshare.models.publication import Publication
|
|
from mobilizon_reshare.models.publisher import Publisher
|
|
from mobilizon_reshare.publishers.coordinator import PublisherCoordinatorReport
|
|
from mobilizon_reshare.storage.query import CONNECTION_NAME
|
|
from mobilizon_reshare.storage.query.read import events_without_publications
|
|
|
|
|
|
async def upsert_publication(publication_report, event):
|
|
|
|
publisher = await get_publisher_by_name(
|
|
name=publication_report.publication.publisher.name
|
|
)
|
|
old_publication = await Publication.filter(
|
|
id=publication_report.publication.id
|
|
).first()
|
|
if old_publication:
|
|
# I update the existing publication with the new report
|
|
old_publication.timestamp = arrow.now().datetime
|
|
old_publication.status = publication_report.status
|
|
old_publication.reason = publication_report.reason
|
|
|
|
await old_publication.save(force_update=True)
|
|
else:
|
|
# I create a new publication
|
|
await Publication.create(
|
|
id=publication_report.publication.id,
|
|
event_id=event.id,
|
|
publisher_id=publisher.id,
|
|
status=publication_report.status,
|
|
reason=publication_report.reason,
|
|
timestamp=arrow.now().datetime,
|
|
)
|
|
|
|
|
|
@atomic(CONNECTION_NAME)
|
|
async def save_publication_report(
|
|
coordinator_report: PublisherCoordinatorReport,
|
|
) -> None:
|
|
"""
|
|
Store a publication process outcome
|
|
"""
|
|
for publication_report in coordinator_report.reports:
|
|
event = await Event.filter(
|
|
mobilizon_id=publication_report.publication.event.mobilizon_id
|
|
).first()
|
|
await upsert_publication(publication_report, event)
|
|
|
|
|
|
@atomic(CONNECTION_NAME)
|
|
async def create_unpublished_events(
|
|
events_from_mobilizon: Iterable[MobilizonEvent],
|
|
) -> list[MobilizonEvent]:
|
|
"""
|
|
Compute the difference between remote and local events and store it.
|
|
|
|
Returns the unpublished events merged state.
|
|
"""
|
|
# We store only new events, i.e. events whose mobilizon_id wasn't found in the DB.
|
|
unpublished_events = await events_without_publications()
|
|
known_event_mobilizon_ids = set(
|
|
map(lambda event: event.mobilizon_id, unpublished_events)
|
|
)
|
|
new_unpublished_events = list(
|
|
filter(
|
|
lambda event: event.mobilizon_id not in known_event_mobilizon_ids,
|
|
events_from_mobilizon,
|
|
)
|
|
)
|
|
|
|
for event in new_unpublished_events:
|
|
await event.to_model().save()
|
|
|
|
return await events_without_publications()
|
|
|
|
|
|
async def create_publisher(name: str, account_ref: Optional[str] = None) -> None:
|
|
await Publisher.create(name=name, account_ref=account_ref)
|
|
|
|
|
|
@atomic(CONNECTION_NAME)
|
|
async def update_publishers(names: Iterable[str],) -> None:
|
|
names = set(names)
|
|
known_publisher_names = set(p.name for p in await Publisher.all())
|
|
for name in names.difference(known_publisher_names):
|
|
logging.info(f"Creating {name} publisher")
|
|
await create_publisher(name)
|
|
|
|
|
|
async def get_publisher_by_name(name):
|
|
return await Publisher.filter(name=name).first()
|