microblog.pub/tasks.py

179 lines
4.0 KiB
Python
Raw Normal View History

2022-07-14 08:44:04 +02:00
import asyncio
2022-06-27 20:55:44 +02:00
import io
2022-07-18 20:44:55 +02:00
import subprocess
2022-06-27 20:55:44 +02:00
import tarfile
2022-07-18 20:44:55 +02:00
from contextlib import contextmanager
2022-06-27 20:55:44 +02:00
from pathlib import Path
2022-07-18 20:44:55 +02:00
from typing import Generator
2022-06-22 20:11:22 +02:00
from typing import Optional
2022-06-27 20:55:44 +02:00
import httpx
2022-06-22 20:11:22 +02:00
from invoke import Context # type: ignore
from invoke import run # type: ignore
from invoke import task # type: ignore
@task
def generate_db_migration(ctx, message):
# type: (Context, str) -> None
2022-07-18 20:44:55 +02:00
run(f'alembic revision --autogenerate -m "{message}"', echo=True)
2022-06-22 20:11:22 +02:00
@task
def migrate_db(ctx):
# type: (Context) -> None
2022-07-18 20:44:55 +02:00
run("alembic upgrade head", echo=True)
2022-06-22 20:11:22 +02:00
@task
def autoformat(ctx):
# type: (Context) -> None
run("black .", echo=True)
run("isort -sl .", echo=True)
@task
def lint(ctx):
# type: (Context) -> None
run("black --check .", echo=True)
run("isort -sl --check-only .", echo=True)
run("flake8 .", echo=True)
run("mypy .", echo=True)
@task
def compile_scss(ctx, watch=False):
# type: (Context, bool) -> None
2022-07-22 08:46:14 +02:00
from app.utils.favicon import build_favicon
build_favicon()
2022-07-15 20:01:55 +02:00
theme_file = Path("data/_theme.scss")
if not theme_file.exists():
theme_file.write_text("// override vars for theming here")
2022-07-04 20:49:23 +02:00
2022-06-22 20:11:22 +02:00
if watch:
2022-07-18 20:44:55 +02:00
run("boussole watch", echo=True)
2022-06-22 20:11:22 +02:00
else:
2022-07-18 20:44:55 +02:00
run("boussole compile", echo=True)
2022-06-22 20:11:22 +02:00
@task
def uvicorn(ctx):
# type: (Context) -> None
2022-07-18 20:44:55 +02:00
run("uvicorn app.main:app --no-server-header", pty=True, echo=True)
2022-06-22 20:11:22 +02:00
@task
def process_outgoing_activities(ctx):
# type: (Context) -> None
2022-06-24 11:33:05 +02:00
from app.outgoing_activities import loop
loop()
2022-06-22 20:11:22 +02:00
2022-07-14 08:44:04 +02:00
@task
def process_incoming_activities(ctx):
# type: (Context) -> None
from app.incoming_activities import loop
asyncio.run(loop())
2022-06-22 20:11:22 +02:00
@task
def tests(ctx, k=None):
# type: (Context, Optional[str]) -> None
pytest_args = " -vvv"
if k:
pytest_args += f" -k {k}"
run(
f"MICROBLOGPUB_CONFIG_FILE=tests.toml pytest tests{pytest_args}",
pty=True,
echo=True,
)
2022-06-27 20:55:44 +02:00
2022-07-04 19:02:06 +02:00
@task
def generate_requirements_txt(ctx, where="requirements.txt"):
# type: (Context, str) -> None
run(
f"poetry export -f requirements.txt --without-hashes > {where}",
pty=True,
echo=True,
)
@task
def build_docs(ctx):
# type: (Context) -> None
2022-07-18 20:44:55 +02:00
with embed_version():
run("PYTHONPATH=. python scripts/build_docs.py", pty=True, echo=True)
2022-07-04 19:02:06 +02:00
2022-06-27 20:55:44 +02:00
@task
def download_twemoji(ctx):
# type: (Context) -> None
resp = httpx.get(
"https://github.com/twitter/twemoji/archive/refs/tags/v14.0.2.tar.gz",
follow_redirects=True,
)
resp.raise_for_status()
tf = tarfile.open(fileobj=io.BytesIO(resp.content))
members = [
member
for member in tf.getmembers()
if member.name.startswith("twemoji-14.0.2/assets/svg/")
]
for member in members:
emoji_name = Path(member.name).name
with open(f"app/static/twemoji/{emoji_name}", "wb") as f:
f.write(tf.extractfile(member).read()) # type: ignore
2022-07-04 20:49:23 +02:00
@task(download_twemoji, compile_scss, migrate_db)
2022-07-05 09:15:45 +02:00
def configuration_wizard(ctx):
2022-07-04 20:49:23 +02:00
# type: (Context) -> None
2022-07-18 20:44:55 +02:00
run("PYTHONPATH=. python scripts/config_wizard.py", pty=True, echo=True)
2022-07-07 21:18:08 +02:00
2022-07-08 12:10:20 +02:00
@task
def install_deps(ctx):
# type: (Context) -> None
run("poetry install", pty=True, echo=True)
@task(install_deps, compile_scss, migrate_db)
2022-07-07 21:18:08 +02:00
def update(ctx):
# type: (Context) -> None
print("Done")
2022-07-08 21:17:08 +02:00
@task
def stats(ctx):
# type: (Context) -> None
from app.utils.stats import print_stats
print_stats()
2022-07-18 20:44:55 +02:00
@contextmanager
def embed_version() -> Generator[None, None, None]:
version_file = Path("app/_version.py")
version_file.unlink(missing_ok=True)
version = (
subprocess.check_output(["git", "rev-parse", "--short=8", "v2"])
.split()[0]
.decode()
)
version_file.write_text(f'VERSION_COMMIT = "{version}"')
try:
yield
finally:
version_file.unlink()
@task
def build_docker_image(ctx):
# type: (Context) -> None
with embed_version():
run("docker build -t microblogpub/microblogpub .")