313 lines
12 KiB
Python
313 lines
12 KiB
Python
|
|
import os
|
|
import re
|
|
import sys
|
|
from datetime import datetime, timedelta
|
|
|
|
import click
|
|
from flask.cli import with_appcontext
|
|
from flask import Blueprint
|
|
from flask import current_app
|
|
from psycopg2 import ProgrammingError
|
|
from flask_mail import Message
|
|
|
|
from capsulflask.db import get_model
|
|
from capsulflask.shared import my_exec_info_message
|
|
from capsulflask.console import get_account_balance
|
|
|
|
bp = Blueprint('cli', __name__)
|
|
|
|
@bp.cli.command('sql')
|
|
@click.option('-f', help='script filename')
|
|
@click.option('-c', help='sql command')
|
|
@with_appcontext
|
|
def sql_script(f, c):
|
|
"""Run a sql script against the database. script is run 1 command at a time inside a single transaction."""
|
|
|
|
model = get_model()
|
|
script = ""
|
|
if f:
|
|
filepath = os.path.join(os.getcwd(), f)
|
|
if not os.path.isfile(filepath):
|
|
raise f"{filepath} is not a file"
|
|
|
|
with open(filepath, 'rb') as file:
|
|
script = file.read().decode("utf8")
|
|
elif c:
|
|
script = c
|
|
else:
|
|
click.echo(f"you must provide sql to run either inline with the -c argument or in a file with the -f argument")
|
|
return
|
|
|
|
commands = re.split(";\\s+", script)
|
|
|
|
for command in commands:
|
|
if command.strip() != "":
|
|
|
|
model.cursor.execute(command)
|
|
if re.match("^\\s*select", command, re.IGNORECASE) is not None:
|
|
for row in model.cursor.fetchall():
|
|
def format_value(x):
|
|
if isinstance(x, bool):
|
|
return "true" if x else "false"
|
|
if not x :
|
|
return "null"
|
|
if isinstance(x, datetime):
|
|
return x.isoformat()
|
|
return f"{x}"
|
|
|
|
click.echo(", ".join(list(map(format_value, row))))
|
|
else:
|
|
click.echo(f"{model.cursor.rowcount} rows affected.")
|
|
|
|
model.connection.commit()
|
|
|
|
@bp.cli.command('account-balance')
|
|
@click.option('-u', help='users email address')
|
|
@with_appcontext
|
|
def account_balance(u):
|
|
vms = get_model().list_vms_for_account(u)
|
|
payments = get_model().list_payments_for_account(u)
|
|
click.echo(".")
|
|
click.echo(".")
|
|
click.echo(get_account_balance(vms, payments, datetime.utcnow()))
|
|
click.echo(".")
|
|
|
|
|
|
|
|
@bp.cli.command('cron-task')
|
|
@with_appcontext
|
|
def cron_task():
|
|
|
|
# make sure btcpay payments get completed (in case we miss a webhook), otherwise invalidate the payment
|
|
current_app.logger.info("cron_task: starting clean_up_unresolved_btcpay_invoices")
|
|
clean_up_unresolved_btcpay_invoices()
|
|
current_app.logger.info("cron_task: finished clean_up_unresolved_btcpay_invoices")
|
|
|
|
# notify when funds run out
|
|
current_app.logger.info("cron_task: starting notify_users_about_account_balance")
|
|
notify_users_about_account_balance()
|
|
current_app.logger.info("cron_task: finished notify_users_about_account_balance")
|
|
|
|
# make sure vm system and DB are synced
|
|
current_app.logger.info("cron_task: starting ensure_vms_and_db_are_synced")
|
|
ensure_vms_and_db_are_synced()
|
|
current_app.logger.info("cron_task: finished ensure_vms_and_db_are_synced")
|
|
|
|
|
|
|
|
def clean_up_unresolved_btcpay_invoices():
|
|
unresolved_btcpay_invoices = get_model().get_unresolved_btcpay_invoices()
|
|
for unresolved_invoice in unresolved_btcpay_invoices:
|
|
invoice_id = unresolved_invoice['id']
|
|
btcpay_invoice = None
|
|
try:
|
|
btcpay_invoice = current_app.config['BTCPAY_CLIENT'].get_invoice(invoice_id)
|
|
except:
|
|
current_app.logger.error(f"""
|
|
error was thrown when contacting btcpay server for invoice {invoice_id}:
|
|
{my_exec_info_message(sys.exc_info())}"""
|
|
)
|
|
continue
|
|
|
|
days = float((datetime.now() - unresolved_invoice['created']).total_seconds())/float(60*60*24)
|
|
|
|
if btcpay_invoice['status'] == "complete":
|
|
current_app.logger.info(
|
|
f"resolving btcpay invoice {invoice_id} "
|
|
f"({unresolved_invoice['email']}, ${unresolved_invoice['dollars']}) as completed "
|
|
)
|
|
get_model().btcpay_invoice_resolved(invoice_id, True)
|
|
elif days >= 1:
|
|
current_app.logger.info(
|
|
f"resolving btcpay invoice {invoice_id} "
|
|
f"({unresolved_invoice['email']}, ${unresolved_invoice['dollars']}) as invalidated, "
|
|
f"btcpay server invoice status: {btcpay_invoice['status']}"
|
|
)
|
|
get_model().btcpay_invoice_resolved(invoice_id, False)
|
|
get_model().delete_payment_session("btcpay", invoice_id)
|
|
|
|
delete_at_account_balance_dollars = -10
|
|
|
|
def get_warning_headline(warning_id, pluralize_capsul):
|
|
return dict(
|
|
zero_1w= (
|
|
"According to our calculations, your Capsul account will run out of funds before this time next week.\n\n"
|
|
),
|
|
zero_1d= (
|
|
"According to our calculations, your Capsul account will run out of funds by this time tomorrow.\n\n"
|
|
),
|
|
zero_now= (
|
|
f"You have run out of funds! You will no longer be able to create Capsuls.\n\n"
|
|
f"As a courtesy, we'll let your existing Capsul{pluralize_capsul} keep running until your account "
|
|
"reaches a -$10 balance, at which point they will be deleted.\n\n"
|
|
),
|
|
delete_1w= (
|
|
"You have run out of funds and have not refilled your account.\n\n"
|
|
f"As a courtesy, we've let your existing Capsul{pluralize_capsul} keep running. "
|
|
f"However, your account will reach a -$10 balance some time next week and your Capsul{pluralize_capsul} "
|
|
"will be deleted.\n\n"
|
|
),
|
|
delete_1d= (
|
|
"You have run out of funds and have not refilled your account.\n\n"
|
|
f"As a courtesy, we have let your existing Capsul{pluralize_capsul} keep running. "
|
|
f"However, your account will reach a -$10 balance by this time tomorrow and "
|
|
f"your Capsul{pluralize_capsul} will be deleted.\n\n"
|
|
f"Last chance to deposit funds now and keep your Capsul{pluralize_capsul} running! "
|
|
),
|
|
delete_now= (
|
|
f"Your account reached a -$10 balance and your Capsul{pluralize_capsul} were deleted."
|
|
)
|
|
)[warning_id]
|
|
|
|
def get_warnings_list():
|
|
return [
|
|
dict(
|
|
id='zero_1w',
|
|
get_active=lambda balance_1w, balance_1d, balance_now: balance_1w < 0,
|
|
get_subject=lambda _: "Capsul One Week Payment Reminder",
|
|
get_body=lambda base_url, pluralize_capsul: (
|
|
f"{get_warning_headline('zero_1w', pluralize_capsul)}"
|
|
f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n"
|
|
"If you believe you have recieved this message in error, please let us know: support@cyberia.club"
|
|
)
|
|
),
|
|
dict(
|
|
id='zero_1d',
|
|
get_active=lambda balance_1w, balance_1d, balance_now: balance_1d < 0,
|
|
get_subject=lambda _: "Capsul One Day Payment Reminder",
|
|
get_body=lambda base_url, pluralize_capsul: (
|
|
f"{get_warning_headline('zero_1d', pluralize_capsul)}"
|
|
f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n"
|
|
"If you believe you have recieved this message in error, please let us know: support@cyberia.club"
|
|
)
|
|
),
|
|
dict(
|
|
id='zero_now',
|
|
get_active=lambda balance_1w, balance_1d, balance_now: balance_now < 0,
|
|
get_subject=lambda _: "Your Capsul Account is No Longer Funded",
|
|
get_body=lambda base_url, pluralize_capsul: (
|
|
f"{get_warning_headline('zero_now', pluralize_capsul)}"
|
|
f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n"
|
|
f"If you need help decomissioning your Capsul{pluralize_capsul}, "
|
|
"would like to request backups, or de-activate your account, please contact: support@cyberia.club"
|
|
)
|
|
),
|
|
dict(
|
|
id='delete_1w',
|
|
get_active=lambda balance_1w, balance_1d, balance_now: balance_1w < delete_at_account_balance_dollars,
|
|
get_subject=lambda pluralize_capsul: f"Your Capsul{pluralize_capsul} Will be Deleted In Less Than a Week",
|
|
get_body=lambda base_url, pluralize_capsul: (
|
|
f"{get_warning_headline('delete_1w', pluralize_capsul)}"
|
|
f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n"
|
|
f"If you need help decomissioning your Capsul{pluralize_capsul}, "
|
|
"would like to request backups, or de-activate your account, please contact: support@cyberia.club"
|
|
)
|
|
),
|
|
dict(
|
|
id='delete_1d',
|
|
get_active=lambda balance_1w, balance_1d, balance_now: balance_1d < delete_at_account_balance_dollars,
|
|
get_subject=lambda pluralize_capsul: f"Last Chance to Save your Capsul{pluralize_capsul}: Gone Tomorrow",
|
|
get_body=lambda base_url, pluralize_capsul: (
|
|
f"{get_warning_headline('delete_1d', pluralize_capsul)}"
|
|
f"{base_url}/console/account-balance"
|
|
)
|
|
),
|
|
dict(
|
|
id='delete_now',
|
|
get_active=lambda balance_1w, balance_1d, balance_now: balance_now < delete_at_account_balance_dollars,
|
|
get_subject=lambda pluralize_capsul: f"Capsul{pluralize_capsul} Deleted",
|
|
get_body=lambda base_url, pluralize_capsul: (
|
|
f"{get_warning_headline('delete_now', pluralize_capsul)}"
|
|
)
|
|
)
|
|
]
|
|
|
|
def notify_users_about_account_balance():
|
|
accounts = get_model().all_accounts()
|
|
for account in accounts:
|
|
vms = get_model().list_vms_for_account(account['email'])
|
|
payments = get_model().list_payments_for_account(account['email'])
|
|
balance_1w = get_account_balance(vms, payments, datetime.utcnow() + timedelta(days=7))
|
|
balance_1d = get_account_balance(vms, payments, datetime.utcnow() + timedelta(days=1))
|
|
balance_now = get_account_balance(vms, payments, datetime.utcnow())
|
|
current_warning = account['account_balance_warning']
|
|
|
|
pluralize_capsul = "s" if len(vms) > 1 else ""
|
|
|
|
warnings = get_warnings_list()
|
|
current_warning_index = -1
|
|
if current_warning:
|
|
for i in range(0, len(warnings)):
|
|
if warnings[i]['id'] == current_warning:
|
|
current_warning_index = i
|
|
|
|
index_to_send = -1
|
|
for i in range(0, len(warnings)):
|
|
if i > current_warning_index and warnings[i]['get_active'](balance_1w, balance_1d, balance_now):
|
|
index_to_send = i
|
|
|
|
if index_to_send > -1:
|
|
current_app.logger.info(f"cron_task: sending {warnings[index_to_send]['id']} warning email to {account['email']}.")
|
|
get_body = warnings[index_to_send]['get_body']
|
|
get_subject = warnings[index_to_send]['get_subject']
|
|
current_app.config["FLASK_MAIL_INSTANCE"].send(
|
|
Message(
|
|
get_subject(pluralize_capsul),
|
|
body=get_body(current_app.config['BASE_URL'], pluralize_capsul),
|
|
sender=current_app.config["MAIL_DEFAULT_SENDER"],
|
|
recipients=[account['email']]
|
|
)
|
|
)
|
|
get_model().set_account_balance_warning(account['email'], warnings[index_to_send]['id'])
|
|
if index_to_send == len(warnings)-1:
|
|
for vm in vms:
|
|
current_app.logger.warning(f"cron_task: deleting {vm['id']} ( {account['email']} ) due to negative account balance.")
|
|
current_app.config["HUB_MODEL"].destroy(email=account["email"], id=vm['id'])
|
|
get_model().delete_vm(email=account["email"], id=vm['id'])
|
|
|
|
|
|
def ensure_vms_and_db_are_synced():
|
|
db_vms = get_model().all_vm_ids_with_desired_state()
|
|
# TODO replaced
|
|
#virt_vms = current_app.config["HUB_MODEL"].virsh_list()
|
|
|
|
db_ids_dict = dict()
|
|
virt_ids_dict = dict()
|
|
|
|
for vm in db_vms:
|
|
db_ids_dict[vm['id']] = vm['desired_state']
|
|
|
|
for vm in virt_vms:
|
|
virt_ids_dict[vm['id']] = vm['desired_state']
|
|
|
|
errors = list()
|
|
|
|
for id in db_ids_dict:
|
|
if id not in virt_ids_dict:
|
|
errors.append(f"{id} is in the database but not in the virtualization model")
|
|
elif db_ids_dict[id] != virt_ids_dict[id]:
|
|
errors.append(f"{id} has the desired state {db_ids_dict[id]} in the database but current state {virt_ids_dict[id]} in the virtualization model")
|
|
|
|
for id in virt_ids_dict:
|
|
if id not in db_ids_dict:
|
|
errors.append(f"{id} is in the virtualization model but not in the database")
|
|
|
|
if len(errors) > 0:
|
|
email_addresses_raw = current_app.config['ADMIN_EMAIL_ADDRESSES'].split(",")
|
|
email_addresses = list(filter(lambda x: len(x) > 6, map(lambda x: x.strip(), email_addresses_raw ) ))
|
|
|
|
current_app.logger.info(f"cron_task: sending inconsistency warning email to {','.join(email_addresses)}:")
|
|
for error in errors:
|
|
current_app.logger.info(f"cron_task: {error}.")
|
|
|
|
current_app.config["FLASK_MAIL_INSTANCE"].send(
|
|
Message(
|
|
"Capsul Consistency Check Failed",
|
|
sender=current_app.config["MAIL_DEFAULT_SENDER"],
|
|
body="\n".join(errors),
|
|
recipients=email_addresses
|
|
)
|
|
)
|
|
|