forget-cancellare-vecchi-toot/model.py

147 lines
5.5 KiB
Python
Raw Normal View History

2017-07-25 10:10:44 +02:00
from datetime import datetime
2017-07-25 09:52:24 +02:00
from app import db
2017-07-27 00:35:53 +02:00
from twitter import Twitter, OAuth
import secrets
2017-08-01 20:57:15 +02:00
from lib import decompose_interval
2017-08-02 01:35:09 +02:00
from datetime import timedelta
2017-07-27 00:35:53 +02:00
2017-07-25 10:10:44 +02:00
class TimestampMixin(object):
created_at = db.Column(db.DateTime, server_default=db.func.now(), nullable=False)
updated_at = db.Column(db.DateTime, server_default=db.func.now(), onupdate=db.func.now(), nullable=False)
2017-07-25 09:52:24 +02:00
2017-07-27 00:35:53 +02:00
def touch(self):
self.updated_at=db.func.now()
2017-07-25 09:52:24 +02:00
class RemoteIDMixin(object):
@property
def service(self):
if not self.id:
return None
return self.id.split(":")[0]
2017-07-25 09:52:24 +02:00
@property
def twitter_id(self):
2017-07-30 01:35:29 +02:00
if not self.id:
return None
if self.service != "twitter":
raise Exception("tried to get twitter id for a {} {}".format(self.service, type(self)))
return self.id.split(":")[1]
@twitter_id.setter
def twitter_id(self, id):
self.id = "twitter:{}".format(id)
2017-08-01 20:57:15 +02:00
@decompose_interval('policy_delete_every')
@decompose_interval('policy_keep_younger')
class Account(TimestampMixin, RemoteIDMixin):
2017-07-27 00:35:53 +02:00
__tablename__ = 'accounts'
id = db.Column(db.String, primary_key=True)
2017-07-25 09:52:24 +02:00
2017-07-31 18:29:09 +02:00
policy_enabled = db.Column(db.Boolean, server_default='FALSE', nullable=False)
policy_keep_latest = db.Column(db.Integer, server_default='100', nullable=False)
policy_keep_favourites = db.Column(db.Boolean, server_default='TRUE', nullable=False)
policy_delete_every = db.Column(db.Interval, server_default='30 minutes', nullable=False)
policy_keep_younger = db.Column(db.Interval, server_default='365 days', nullable=False)
2017-07-25 09:52:24 +02:00
display_name = db.Column(db.String)
screen_name = db.Column(db.String)
avatar_url = db.Column(db.String)
reported_post_count = db.Column(db.Integer)
2017-07-27 00:35:53 +02:00
2017-07-28 12:48:00 +02:00
last_fetch = db.Column(db.DateTime, server_default='epoch')
2017-08-01 22:48:33 +02:00
last_delete = db.Column(db.DateTime, server_default='epoch')
2017-07-27 20:20:59 +02:00
2017-07-31 00:39:40 +02:00
def touch_fetch(self):
self.last_fetch = db.func.now()
def touch_delete(self):
self.last_delete = db.func.now()
2017-08-01 22:48:33 +02:00
@db.validates('policy_keep_younger', 'policy_delete_every')
def validate_intervals(self, key, value):
if not (value == timedelta(0) or value >= timedelta(minutes=1)):
value = timedelta(minutes=1)
return value
# backref: tokens
2017-07-31 20:49:03 +02:00
# backref: twitter_archives
2017-08-01 22:48:33 +02:00
# backref: posts
2017-07-27 20:20:59 +02:00
2017-07-29 12:01:32 +02:00
def __repr__(self):
return f"<Account({self.id}, {self.screen_name}, {self.display_name})>"
2017-07-29 12:01:32 +02:00
2017-07-31 00:07:34 +02:00
def post_count(self):
2017-08-01 22:48:33 +02:00
return Post.query.with_parent(self).count()
2017-07-31 00:07:34 +02:00
2017-08-03 21:37:00 +02:00
def estimate_eligible_for_delete(self):
"""
this is an estimation because we do not know if favourite status has changed since last time a post was refreshed
and it is unfeasible to refresh every single post every time we need to know how many posts are eligible to delete
"""
latest_n_posts = db.session.query(Post.id).with_parent(self).order_by(db.desc(Post.created_at)).limit(self.policy_keep_latest)
query = Post.query.with_parent(self).\
filter(Post.created_at + self.policy_keep_younger <= db.func.now()).\
filter(~Post.id.in_(latest_n_posts))
if(self.policy_keep_favourites):
query = query.filter_by(favourite = False)
return query.count()
2017-08-01 20:57:15 +02:00
2017-08-01 20:57:15 +02:00
class Account(Account, db.Model):
pass
2017-07-27 00:35:53 +02:00
class OAuthToken(db.Model, TimestampMixin):
__tablename__ = 'oauth_tokens'
token = db.Column(db.String, primary_key=True)
token_secret = db.Column(db.String, nullable=False)
account_id = db.Column(db.String, db.ForeignKey('accounts.id', ondelete='CASCADE', onupdate='CASCADE'), nullable=True)
account = db.relationship(Account, backref=db.backref('tokens', order_by=lambda: db.desc(OAuthToken.created_at)))
2017-07-25 09:52:24 +02:00
# note: account_id is nullable here because we don't know what account a token is for
# until we call /account/verify_credentials with it
class Session(db.Model, TimestampMixin):
__tablename__ = 'sessions'
id = db.Column(db.String, primary_key=True, default=lambda: secrets.token_urlsafe())
account_id = db.Column(db.String, db.ForeignKey('accounts.id', ondelete='CASCADE', onupdate='CASCADE'), nullable=False)
account = db.relationship(Account, lazy='joined')
2017-07-27 20:20:59 +02:00
class Post(db.Model, TimestampMixin, RemoteIDMixin):
2017-07-27 20:20:59 +02:00
__tablename__ = 'posts'
id = db.Column(db.String, primary_key=True)
2017-07-27 20:20:59 +02:00
body = db.Column(db.String)
author_id = db.Column(db.String, db.ForeignKey('accounts.id', ondelete='CASCADE', onupdate='CASCADE'), nullable=False)
2017-08-01 22:48:33 +02:00
author = db.relationship(Account,
backref=db.backref('posts', order_by=lambda: db.desc(Post.created_at)))
2017-07-31 00:07:34 +02:00
2017-08-02 01:35:09 +02:00
favourite = db.Column(db.Boolean, server_default='FALSE', nullable=False)
def __repr__(self):
snippet = self.body
if len(snippet) > 20:
snippet = snippet[:19] + ""
2017-08-02 01:35:09 +02:00
return '<Post ({}, "{}", Author: {})>'.format(self.id, snippet, self.author_id)
2017-07-31 00:07:34 +02:00
class TwitterArchive(db.Model, TimestampMixin):
__tablename__ = 'twitter_archives'
id = db.Column(db.Integer, primary_key=True)
account_id = db.Column(db.String, db.ForeignKey('accounts.id', onupdate='CASCADE', ondelete='CASCADE'), nullable=False)
2017-07-31 20:49:03 +02:00
account = db.relationship(Account, backref=db.backref('twitter_archives', order_by=lambda: db.desc(TwitterArchive.id)))
body = db.deferred(db.Column(db.LargeBinary, nullable=False))
2017-07-31 01:57:03 +02:00
chunks = db.Column(db.Integer)
chunks_successful = db.Column(db.Integer, server_default='0', nullable=False)
chunks_failed = db.Column(db.Integer, server_default='0', nullable=False)