postgres automatic schema management roughly working

capsulflask/__init__.py

@@ -0,0 +1,24 @@
+
+from flask import Flask
+import os
+
+def create_app():
+  app = Flask(__name__)
+  app.config.from_mapping(
+    SECRET_KEY=os.environ.get("SECRET_KEY", default="dev"),
+    DATABASE_URL=os.environ.get("DATABASE_URL", default="sql://postgres:dev@localhost:5432/postgres"),
+    DATABASE_SCHEMA=os.environ.get("DATABASE_SCHEMA", default="public"),
+  )
+
+  from capsulflask import db
+
+  db.init_app(app)
+
+  # from capsulflask import auth, blog
+
+  # app.register_blueprint(auth.bp)
+  # app.register_blueprint(blog.bp)
+
+  app.add_url_rule("/", endpoint="index")
+
+  return app

capsulflask/db.py

@@ -0,0 +1,117 @@
+import psycopg2
+import re
+import sys
+from urllib.parse import urlparse
+from os import listdir
+from os.path import isfile, join
+from psycopg2 import pool
+from flask import current_app
+from flask import g
+
+
+def init_app(app):
+  databaseUrl = urlparse(app.config['DATABASE_URL'])
+
+  app.config['PSYCOPG2_CONNECTION_POOL'] = psycopg2.pool.SimpleConnectionPool(
+    1, 
+    20,
+    user = databaseUrl.username,
+    password = databaseUrl.password,
+    host = databaseUrl.hostname,
+    port = databaseUrl.port,
+    database = databaseUrl.path[1:]
+  )
+
+  schemaMigrations = {}
+  schemaMigrationsPath = join(app.root_path, 'schema_migrations')
+  print("loading schema migration scripts from {}".format(schemaMigrationsPath))
+  for filename in listdir(schemaMigrationsPath):
+    key = re.search(r"^\d+_(up|down)", filename).group()
+    with open(join(schemaMigrationsPath, filename), 'rb') as file:
+      schemaMigrations[key] = file.read().decode("utf8")
+  
+  db = app.config['PSYCOPG2_CONNECTION_POOL'].getconn()
+
+  hasSchemaVersionTable = False
+  actionWasTaken = False
+  schemaVersion = 0
+  desiredSchemaVersion = 2
+
+  cursor = db.cursor()
+
+  cursor.execute("""
+    SELECT table_name, table_schema FROM information_schema.tables WHERE table_schema = '{}'
+  """.format(app.config['DATABASE_SCHEMA']))
+
+  rows = cursor.fetchall()
+  for row in rows:
+    if row[0] == "schemaversion":
+      hasSchemaVersionTable = True
+
+  if hasSchemaVersionTable == False:
+    print("no table named schemaversion found in the {} schema. running migration 01_up".format(app.config['DATABASE_SCHEMA']))
+    try:
+      cursor.execute(schemaMigrations["01_up"])
+      db.commit()
+    except:
+      print("unable to create the schemaversion table because: {}".format(my_exec_info_message(sys.exc_info())))
+      exit(1)
+    actionWasTaken = True
+
+  cursor.execute("SELECT Version FROM schemaversion")
+  schemaVersion = cursor.fetchall()[0][0]
+  
+  # print(schemaVersion)
+  while schemaVersion < desiredSchemaVersion:
+    migrationKey = "%02d_up" % (schemaVersion+1)
+    print("schemaVersion ({}) < desiredSchemaVersion ({}). running migration {}".format(
+      schemaVersion, desiredSchemaVersion, migrationKey
+    ))
+    try:
+      cursor.execute(schemaMigrations[migrationKey])
+      db.commit()
+    except KeyError:
+      print("missing schema migration script: {}_xyz.sql".format(migrationKey))
+      exit(1)
+    except:
+      print("unable to execute the schema migration {} because: {}".format(migrationKey, my_exec_info_message(sys.exc_info())))
+      exit(1)
+    actionWasTaken = True
+
+    schemaVersion += 1
+    cursor.execute("SELECT Version FROM schemaversion")
+    versionFromDatabase = cursor.fetchall()[0][0]
+
+    if schemaVersion != versionFromDatabase:
+      print("incorrect schema version value \"{}\" after running migration {}, expected \"{}\". exiting.".format(
+        versionFromDatabase,
+        migrationKey, 
+        schemaVersion
+      ))
+      exit(1)
+  
+  cursor.close()
+
+  app.config['PSYCOPG2_CONNECTION_POOL'].putconn(db)
+
+  print("schema migration completed. {}current schemaVersion: \"{}\"".format(
+    ("" if actionWasTaken else "(no action was taken). "), schemaVersion
+  ))
+
+  app.teardown_appcontext(close_db)
+
+
+def get_db():
+    if 'db' not in g:
+        g.db = current_app.config['PSYCOPG2_CONNECTION_POOL'].getconn()
+    return g.db
+
+
+def close_db(e=None):
+  db = g.pop("db", None)
+
+  if db is not None:
+    current_app.config['PSYCOPG2_CONNECTION_POOL'].putconn(db)
+
+def my_exec_info_message(exec_info):
+  return "{}: {}".format(".".join([exec_info[0].__module__, exec_info[0].__name__]), exec_info[1])

capsulflask/schema_migrations/01_up_create_SchemaVersion.sql

@@ -0,0 +1,5 @@
+CREATE TABLE schemaversion (
+   version INT PRIMARY KEY NOT NULL
+);
+
+INSERT INTO schemaversion(version) VALUES (1);

capsulflask/schema_migrations/02_up_test.sql

@@ -0,0 +1 @@
+UPDATE schemaversion SET version = 2;