app/job_runner.py

176 lines
5.7 KiB
Python
Raw Normal View History

2020-02-03 14:11:11 +08:00
"""
Run scheduled jobs.
Not meant for running job at precise time (+- 1h)
"""
import time
import arrow
2020-04-03 05:26:17 +08:00
from app.config import (
JOB_ONBOARDING_1,
JOB_ONBOARDING_2,
JOB_ONBOARDING_4,
2020-09-11 02:14:55 +08:00
JOB_BATCH_IMPORT,
2021-04-23 17:50:26 +08:00
JOB_DELETE_ACCOUNT,
2020-09-11 02:14:55 +08:00
)
from app.email_utils import (
send_email,
render,
2020-04-03 05:26:17 +08:00
)
2020-02-03 14:11:11 +08:00
from app.extensions import db
2021-03-29 16:56:42 +08:00
from app.import_utils import handle_batch_import
2020-02-03 14:11:11 +08:00
from app.log import LOG
from app.models import User, Job, BatchImport
2021-03-29 16:56:42 +08:00
from server import create_light_app
2020-02-03 14:11:11 +08:00
# fix the database connection leak issue
# use this method instead of create_app
def new_app():
2021-03-29 16:56:42 +08:00
app = create_light_app()
2020-02-03 14:11:11 +08:00
@app.teardown_appcontext
def shutdown_session(response_or_exc):
# same as shutdown_session() in flask-sqlalchemy but this is not enough
db.session.remove()
# dispose the engine too
db.engine.dispose()
return app
def onboarding_send_from_alias(user):
2020-10-22 16:44:05 +08:00
to_email, unsubscribe_link, via_email = user.get_communication_email()
if not to_email:
return
2020-02-03 14:11:11 +08:00
send_email(
to_email,
2020-12-06 18:25:41 +08:00
"SimpleLogin Tip: Send emails from your alias",
2020-09-12 21:51:43 +08:00
render("com/onboarding/send-from-alias.txt", user=user, to_email=to_email),
render("com/onboarding/send-from-alias.html", user=user, to_email=to_email),
2020-10-22 16:44:05 +08:00
unsubscribe_link,
via_email,
2020-02-03 14:11:11 +08:00
)
def onboarding_pgp(user):
2020-10-22 16:44:05 +08:00
to_email, unsubscribe_link, via_email = user.get_communication_email()
if not to_email:
return
send_email(
to_email,
2020-12-06 18:25:41 +08:00
"SimpleLogin Tip: Secure your emails with PGP",
2020-09-12 21:51:43 +08:00
render("com/onboarding/pgp.txt", user=user, to_email=to_email),
render("com/onboarding/pgp.html", user=user, to_email=to_email),
2020-10-22 16:44:05 +08:00
unsubscribe_link,
via_email,
)
2020-04-03 05:26:17 +08:00
def onboarding_browser_extension(user):
2020-10-22 16:44:05 +08:00
to_email, unsubscribe_link, via_email = user.get_communication_email()
if not to_email:
return
2020-04-03 05:26:17 +08:00
send_email(
to_email,
2020-12-06 18:25:41 +08:00
"SimpleLogin Tip: Chrome/Firefox/Safari extensions and Android/iOS apps",
2020-09-12 21:51:43 +08:00
render("com/onboarding/browser-extension.txt", user=user, to_email=to_email),
render("com/onboarding/browser-extension.html", user=user, to_email=to_email),
2020-10-22 16:44:05 +08:00
unsubscribe_link,
via_email,
2020-04-03 05:26:17 +08:00
)
2020-03-25 04:19:45 +08:00
def onboarding_mailbox(user):
2020-10-22 16:44:05 +08:00
to_email, unsubscribe_link, via_email = user.get_communication_email()
if not to_email:
return
2020-03-25 04:19:45 +08:00
send_email(
to_email,
2020-12-06 18:25:41 +08:00
"SimpleLogin Tip: Multiple mailboxes",
2020-09-12 21:51:43 +08:00
render("com/onboarding/mailbox.txt", user=user, to_email=to_email),
render("com/onboarding/mailbox.html", user=user, to_email=to_email),
2020-10-22 16:44:05 +08:00
unsubscribe_link,
via_email,
2020-03-25 04:19:45 +08:00
)
2020-02-03 14:11:11 +08:00
if __name__ == "__main__":
while True:
# run a job 1h earlier or later is not a big deal ...
min_dt = arrow.now().shift(hours=-1)
max_dt = arrow.now().shift(hours=1)
app = new_app()
with app.app_context():
for job in Job.query.filter(
2020-12-06 18:25:41 +08:00
Job.taken.is_(False), Job.run_at > min_dt, Job.run_at <= max_dt
2020-02-03 14:11:11 +08:00
).all():
LOG.d("Take job %s", job)
# mark the job as taken, whether it will be executed successfully or not
job.taken = True
db.session.commit()
if job.name == JOB_ONBOARDING_1:
user_id = job.payload.get("user_id")
user = User.get(user_id)
# user might delete their account in the meantime
# or disable the notification
if user and user.notification and user.activated:
LOG.d("send onboarding send-from-alias email to user %s", user)
onboarding_send_from_alias(user)
elif job.name == JOB_ONBOARDING_2:
user_id = job.payload.get("user_id")
user = User.get(user_id)
# user might delete their account in the meantime
# or disable the notification
if user and user.notification and user.activated:
LOG.d("send onboarding mailbox email to user %s", user)
onboarding_mailbox(user)
2020-04-03 05:26:17 +08:00
elif job.name == JOB_ONBOARDING_4:
user_id = job.payload.get("user_id")
user = User.get(user_id)
# user might delete their account in the meantime
# or disable the notification
if user and user.notification and user.activated:
2020-09-10 04:16:10 +08:00
LOG.d("send onboarding pgp email to user %s", user)
onboarding_pgp(user)
2020-04-03 05:26:17 +08:00
2020-09-11 02:14:55 +08:00
elif job.name == JOB_BATCH_IMPORT:
batch_import_id = job.payload.get("batch_import_id")
batch_import = BatchImport.get(batch_import_id)
handle_batch_import(batch_import)
2021-04-23 17:50:26 +08:00
elif job.name == JOB_DELETE_ACCOUNT:
user_id = job.payload.get("user_id")
user = User.get(user_id)
2020-09-11 02:14:55 +08:00
2021-04-23 17:50:26 +08:00
if not user:
LOG.exception("No user found for %s", user_id)
continue
user_email = user.email
LOG.warning("Delete user %s", user)
User.delete(user.id)
db.session.commit()
send_email(
user_email,
"Your SimpleLogin account has been deleted",
render("transactional/account-delete.txt"),
render("transactional/account-delete.html"),
)
2020-02-03 14:11:11 +08:00
else:
LOG.exception("Unknown job name %s", job.name)
2020-02-03 14:11:11 +08:00
time.sleep(10)