Mastodon
/
forget-cancellare-vecchi-toot
mirror of https://github.com/codl/forget
2
0
Fork 0
Code Issues Releases Wiki Activity

Merge pull request #173 from codl/clean-tasks 

make fetch_acc unique, various task cleanup
This commit is contained in:
codl 2019-03-11 16:33:48 +01:00 committed by GitHub
parent 095952f767 27df3e1a51
commit 689c013f55
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 11 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
CHANGELOG.markdown
View File

@ -1,3 +1,7 @@
## next
* internals: make fetch_acc unique
## v1.4.3 ## v1.4.3
Released 2019-03-11 Released 2019-03-11

14
tasks.py
View File

@ -96,9 +96,10 @@ def make_dormant(acc):
@app.task(autoretry_for=(TemporaryError, )) @app.task(autoretry_for=(TemporaryError, ))
@unique
def fetch_acc(id_): def fetch_acc(id_):
account = Account.query.get(id_) account = Account.query.get(id_)
print(f'fetching {account}') print("Fetching {}".format(account))
try: try:
if not account.fetch_history_complete: if not account.fetch_history_complete:
oldest = (db.session.query(Post) oldest = (db.session.query(Post)
@ -139,7 +140,6 @@ def fetch_acc(id_):
since_id = None since_id = None
print('max_id: {}, since_id: {}'.format(max_id, since_id))
fetch_posts = noop fetch_posts = noop
if (account.service == 'twitter'): if (account.service == 'twitter'):
fetch_posts = libforget.twitter.fetch_posts fetch_posts = libforget.twitter.fetch_posts
@ -266,7 +266,7 @@ def delete_from_account(account_id):
break break
if to_delete: if to_delete:
print("deleting {}".format(to_delete)) print("Deleting {}".format(to_delete))
account.touch_delete() account.touch_delete()
action(to_delete) action(to_delete)
account.reset_backoff() account.reset_backoff()
@ -438,12 +438,12 @@ def update_mastodon_instances_popularity():
db.session.commit() db.session.commit()
app.add_periodic_task(120, periodic_cleanup)
app.add_periodic_task(40, queue_fetch_for_most_stale_accounts) app.add_periodic_task(40, queue_fetch_for_most_stale_accounts)
app.add_periodic_task(9, queue_deletes) app.add_periodic_task(9, queue_deletes)
app.add_periodic_task(60, refresh_account_with_oldest_post) app.add_periodic_task(25, refresh_account_with_oldest_post)
app.add_periodic_task(180, refresh_account_with_longest_time_since_refresh) app.add_periodic_task(50, refresh_account_with_longest_time_since_refresh)
app.add_periodic_task(61, update_mastodon_instances_popularity) app.add_periodic_task(300, periodic_cleanup)
app.add_periodic_task(300, update_mastodon_instances_popularity)
if __name__ == '__main__': if __name__ == '__main__':
app.worker_main() app.worker_main()