import os import re import sys from datetime import datetime, timedelta import click from flask.cli import with_appcontext from flask import Blueprint from flask import current_app from psycopg2 import ProgrammingError from flask_mail import Message from capsulflask.db import get_model from capsulflask.shared import my_exec_info_message from capsulflask.console import get_account_balance bp = Blueprint('cli', __name__) @bp.cli.command('sql') @click.option('-f', help='script filename') @click.option('-c', help='sql command') @with_appcontext def sql_script(f, c): """Run a sql script against the database. script is run 1 command at a time inside a single transaction.""" model = get_model() script = "" if f: filepath = os.path.join(os.getcwd(), f) if not os.path.isfile(filepath): raise f"{filepath} is not a file" with open(filepath, 'rb') as file: script = file.read().decode("utf8") elif c: script = c else: click.echo(f"you must provide sql to run either inline with the -c argument or in a file with the -f argument") return commands = re.split(";\\s+", script) for command in commands: if command.strip() != "": model.cursor.execute(command) if re.match("^\\s*select", command, re.IGNORECASE) is not None: for row in model.cursor.fetchall(): def format_value(x): if isinstance(x, bool): return "true" if x else "false" if not x : return "null" if isinstance(x, datetime): return x.isoformat() return f"{x}" click.echo(", ".join(list(map(format_value, row)))) else: click.echo(f"{model.cursor.rowcount} rows affected.") model.connection.commit() @bp.cli.command('cron-task') @with_appcontext def cron_task(): # make sure btcpay payments get completed (in case we miss a webhook), otherwise invalidate the payment current_app.logger.info("cron_task: starting clean_up_unresolved_btcpay_invoices") clean_up_unresolved_btcpay_invoices() current_app.logger.info("cron_task: finished clean_up_unresolved_btcpay_invoices") # notify when funds run out current_app.logger.info("cron_task: starting notify_users_about_account_balance") notify_users_about_account_balance() current_app.logger.info("cron_task: finished notify_users_about_account_balance") # make sure vm system and DB are synced current_app.logger.info("cron_task: starting ensure_vms_and_db_are_synced") ensure_vms_and_db_are_synced() current_app.logger.info("cron_task: finished ensure_vms_and_db_are_synced") def clean_up_unresolved_btcpay_invoices(): unresolved_btcpay_invoices = get_model().get_unresolved_btcpay_invoices() for unresolved_invoice in unresolved_btcpay_invoices: invoice_id = unresolved_invoice['id'] btcpay_invoice = None try: btcpay_invoice = current_app.config['BTCPAY_CLIENT'].get_invoice(invoice_id) except: current_app.logger.error(f""" error was thrown when contacting btcpay server for invoice {invoice_id}: {my_exec_info_message(sys.exc_info())}""" ) continue days = float((datetime.now() - unresolved_invoice['created']).total_seconds())/float(60*60*24) if btcpay_invoice['status'] == "complete": current_app.logger.info( f"resolving btcpay invoice {invoice_id} " f"({unresolved_invoice['email']}, ${unresolved_invoice['dollars']}) as completed " ) get_model().btcpay_invoice_resolved(invoice_id, True) elif days >= 1: current_app.logger.info( f"resolving btcpay invoice {invoice_id} " f"({unresolved_invoice['email']}, ${unresolved_invoice['dollars']}) as invalidated, " f"btcpay server invoice status: {btcpay_invoice['status']}" ) get_model().btcpay_invoice_resolved(invoice_id, False) get_model().delete_payment_session("btcpay", invoice_id) delete_at_account_balance_dollars = -10 def get_warning_headline(warning_id, pluralize_capsul): return dict( zero_1w= ( "According to our calculations, your Capsul account will run out of funds before this time next week.\n\n" ), zero_1d= ( "According to our calculations, your Capsul account will run out of funds by this time tomorrow.\n\n" ), zero_now= ( f"You have run out of funds! You will no longer be able to create Capsuls.\n\n" f"As a courtesy, we'll let your existing Capsul{pluralize_capsul} keep running until your account " "reaches a -$10 balance, at which point they will be deleted.\n\n" ), delete_1w= ( "You have run out of funds and have not refilled your account.\n\n" f"As a courtesy, we've let your existing Capsul{pluralize_capsul} keep running. " f"However, your account will reach a -$10 balance some time next week and your Capsul{pluralize_capsul} " "will be deleted.\n\n" ), delete_1d= ( "You have run out of funds and have not refilled your account.\n\n" f"As a courtesy, we have let your existing Capsul{pluralize_capsul} keep running. " f"However, your account will reach a -$10 balance by this time tomorrow and " f"your Capsul{pluralize_capsul} will be deleted.\n\n" f"Last chance to deposit funds now and keep your Capsul{pluralize_capsul} running! " ), delete_now= ( f"Your account reached a -$10 balance and your Capsul{pluralize_capsul} were deleted." ) )[warning_id] def get_warnings_list(): return [ dict( id='zero_1w', get_active=lambda balance_1w, balance_1d, balance_now: balance_1w < 0, get_subject=lambda _: "Capsul One Week Payment Reminder", get_body=lambda base_url, pluralize_capsul: ( f"{get_warning_headline('zero_1w', pluralize_capsul)}" f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n" "If you believe you have recieved this message in error, please let us know: support@cyberia.club" ) ), dict( id='zero_1d', get_active=lambda balance_1w, balance_1d, balance_now: balance_1d < 0, get_subject=lambda _: "Capsul One Day Payment Reminder", get_body=lambda base_url, pluralize_capsul: ( f"{get_warning_headline('zero_1d', pluralize_capsul)}" f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n" "If you believe you have recieved this message in error, please let us know: support@cyberia.club" ) ), dict( id='zero_now', get_active=lambda balance_1w, balance_1d, balance_now: balance_now < 0, get_subject=lambda _: "Your Capsul Account is No Longer Funded", get_body=lambda base_url, pluralize_capsul: ( f"{get_warning_headline('zero_now', pluralize_capsul)}" f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n" f"If you need help decomissioning your Capsul{pluralize_capsul}, " "would like to request backups, or de-activate your account, please contact: support@cyberia.club" ) ), dict( id='delete_1w', get_active=lambda balance_1w, balance_1d, balance_now: balance_1w < delete_at_account_balance_dollars, get_subject=lambda pluralize_capsul: f"Your Capsul{pluralize_capsul} Will be Deleted In Less Than a Week", get_body=lambda base_url, pluralize_capsul: ( f"{get_warning_headline('delete_1w', pluralize_capsul)}" f"Log in now to re-fill your account! {base_url}/console/account-balance\n\n" f"If you need help decomissioning your Capsul{pluralize_capsul}, " "would like to request backups, or de-activate your account, please contact: support@cyberia.club" ) ), dict( id='delete_1d', get_active=lambda balance_1w, balance_1d, balance_now: balance_1d < delete_at_account_balance_dollars, get_subject=lambda pluralize_capsul: f"Last Chance to Save your Capsul{pluralize_capsul}: Gone Tomorrow", get_body=lambda base_url, pluralize_capsul: ( f"{get_warning_headline('delete_1d', pluralize_capsul)}" f"{base_url}/console/account-balance" ) ), dict( id='delete_now', get_active=lambda balance_1w, balance_1d, balance_now: balance_now < delete_at_account_balance_dollars, get_subject=lambda pluralize_capsul: f"Capsul{pluralize_capsul} Deleted", get_body=lambda base_url, pluralize_capsul: ( f"{get_warning_headline('delete_now', pluralize_capsul)}" ) ) ] def notify_users_about_account_balance(): accounts = get_model().all_accounts() for account in accounts: vms = get_model().list_vms_for_account(account['email']) payments = get_model().list_payments_for_account(account['email']) balance_1w = get_account_balance(vms, payments, datetime.utcnow() + timedelta(days=7)) balance_1d = get_account_balance(vms, payments, datetime.utcnow() + timedelta(days=1)) balance_now = get_account_balance(vms, payments, datetime.utcnow()) current_warning = account['account_balance_warning'] pluralize_capsul = "s" if len(vms) > 1 else "" warnings = get_warnings_list() current_warning_index = -1 if current_warning: for i in range(0, len(warnings)): if warnings[i]['id'] == current_warning: current_warning_index = i index_to_send = -1 for i in range(0, len(warnings)): if i > current_warning_index and warnings[i]['get_active'](balance_1w, balance_1d, balance_now): index_to_send = i if index_to_send > -1: current_app.logger.info(f"cron_task: sending {warnings[index_to_send]['id']} warning email to {account['email']}.") get_body = warnings[index_to_send]['get_body'] get_subject = warnings[index_to_send]['get_subject'] current_app.config["FLASK_MAIL_INSTANCE"].send( Message( get_subject(pluralize_capsul), body=get_body(current_app.config['BASE_URL'], pluralize_capsul), recipients=[account['email']] ) ) get_model().set_account_balance_warning(account['email'], warnings[index_to_send]['id']) if index_to_send == len(warnings)-1: for vm in vms: current_app.logger.warning(f"cron_task: deleting {vm['id']} ( {account['email']} ) due to negative account balance.") current_app.config["VIRTUALIZATION_MODEL"].destroy(email=account["email"], id=vm['id']) get_model().delete_vm(email=account["email"], id=vm['id']) def ensure_vms_and_db_are_synced(): db_ids = get_model().all_non_deleted_vm_ids() virt_ids = current_app.config["VIRTUALIZATION_MODEL"].list_ids() db_ids_dict = dict() virt_ids_dict = dict() for id in db_ids: db_ids_dict[id] = True for id in virt_ids: virt_ids_dict[id] = True errors = list() for id in db_ids_dict: if id not in virt_ids_dict: errors.append(f"{id} is in the database but not in the virtualization model") for id in virt_ids_dict: if id not in db_ids_dict: errors.append(f"{id} is in the virtualization model but not in the database") if len(errors) > 0: email_addresses_raw = current_app.config['ADMIN_EMAIL_ADDRESSES'].split(",") email_addresses = list(filter(lambda x: len(x) > 6, map(lambda x: x.strip(), email_addresses_raw ) )) current_app.logger.info(f"cron_task: sending inconsistency warning email to {','.join(email_addresses)}:") for error in errors: current_app.logger.info(f"cron_task: {error}.") current_app.config["FLASK_MAIL_INSTANCE"].send( Message( "Capsul Consistency Check Failed", body="\n".join(errors), recipients=email_addresses ) )