import ast import datetime import json import os import shutil from pathlib import Path from slugify import slugify import arrow import jinja2 import peertube import requests host = "https://tv.lumbung.space" configuration = peertube.Configuration(host=host + "/api/v1") client = peertube.ApiClient(configuration) # jinja filters & config def duration(n): """ convert '6655' in '1:50:55' """ return str(datetime.timedelta(seconds=n)) def linebreaks(text): if not text: return text else: import re br = re.compile(r"(\r\n|\r|\n)") return br.sub(r"
\n", text) def create_post(post_directory, video_metadata, host): global client # lazy if not os.path.exists(post_directory): os.mkdir(post_directory) preview_image = video_metadata["preview_path"].split("/")[-1] if not os.path.exists(os.path.join(post_directory, preview_image)): # download preview image response = requests.get(host + video_metadata["preview_path"], stream=True) with open(os.path.join(post_directory, preview_image), "wb") as img_file: shutil.copyfileobj(response.raw, img_file) print("Downloaded cover image") # replace the truncated description with the full video description # peertube api is some broken thing in between a py dict and a json file api_response = peertube.VideoApi(client).videos_id_description_get( video_metadata["uuid"] ) long_description = ast.literal_eval(api_response) video_metadata["description"] = long_description["description"] template_dir = os.path.join(Path(__file__).parent.resolve(), "templates") env = jinja2.Environment(loader=jinja2.FileSystemLoader(template_dir)) env.filters["duration"] = duration env.filters["linebreaks"] = linebreaks template = env.get_template("video.md") with open(os.path.join(post_directory, "index.md"), "w") as f: post = template.render(v=video_metadata, host=host, preview_image=preview_image) f.write(post) with open(os.path.join(post_directory, ".timestamp"), "w") as f: timestamp = arrow.get(video_metadata["updated_at"]) f.write(timestamp.format("X")) def update_post(post_directory, video_metadata, host): if os.path.exists(post_directory): if os.path.exists(os.path.join(post_directory, ".timestamp")): old_timestamp = open(os.path.join(post_directory, ".timestamp")).read() # FIXME: this is ugly but I need to do this because arrow removes miliseconds current_timestamp = arrow.get(video_metadata["updated_at"]) current_timestamp = arrow.get(current_timestamp.format("X")) if current_timestamp > arrow.get(old_timestamp): print( "Updating", video_metadata["name"], "({})".format(video_metadata["uuid"]), ) create_post(post_directory, video_metadata, host) else: print( "Video current: ", video_metadata["name"], "({})".format(video_metadata["uuid"]), ) else: # compat for when there is no timestamp yet.. create_post(post_directory, video_metadata, host) def main(): v = peertube.VideoApi(client) count = 100 page = 0 try: response = v.videos_get(count=count, filter="local", tags_one_of="publish", start=page) videos = response.to_dict() total = videos['total'] videos = videos['data'] total -= count if total > 0: to_download = total // count last_page = total % count for i in range(to_download): page += 1 response = v.videos_get(count=count, filter="local", tags_one_of="publish", start=page) videos += response.to_dict()['data'] if last_page > 0: page += 1 response = v.videos_get(count=count, filter="local", tags_one_of="publish", start=page) videos += response.to_dict()['data'][-1*last_page:] output_dir = os.environ.get("OUTPUT_DIR") if not os.path.exists(output_dir): os.mkdir(output_dir) existing_posts = os.listdir(output_dir) for video_metadata in videos: post_name = slugify(video_metadata["name"]) + "-" + video_metadata["uuid"] post_dir = os.path.join(output_dir, post_name) if ( post_name not in existing_posts ): # if there is a video we dont already have, make it print( "New: ", video_metadata["name"], "({})".format(video_metadata["uuid"]) ) create_post(post_dir, video_metadata, host) elif ( post_name in existing_posts ): # if we already have the video do nothing, possibly update update_post(post_dir, video_metadata, host) existing_posts.remove( post_name ) # create list of posts which have not been returned by peertube except: print("didn't get a response from peertube, instance might have been taken down or made private. removing all posts.") output_dir = os.environ.get("OUTPUT_DIR") if not os.path.exists(output_dir): os.mkdir(output_dir) existing_posts = os.listdir(output_dir) for post in existing_posts: print("deleted", post) # rm posts not returned shutil.rmtree(os.path.join(output_dir, post))