konfluks/lumbung-video-prototype/video-feed.py

#!/bin/python3

#lumbung.space video feed generator
#c 2021 roel roscam abbing gpvl3 etc

import peertube
import jinja2
import json
import os
import datetime
import shutil
import requests
import ast
import arrow


#jinja filters & config
def duration(n):
    """
    convert '6655' in '1:50:55'

    """
    return str(datetime.timedelta(seconds = n))

def linebreaks(text):
    if not text:
        return text
    else:
        import re
        br = re.compile(r"(\r\n|\r|\n)")
        return br.sub(r"<br />\n", text)
    

env = jinja2.Environment(
    loader=jinja2.FileSystemLoader(os.path.curdir) 
    )
env.filters['duration'] = duration
env.filters['linebreaks'] = linebreaks

host = 'https://tv.lumbung.space'

configuration = peertube.Configuration(
    host = host+"/api/v1"
)

client = peertube.ApiClient(configuration)  

v = peertube.VideoApi(client)

response = v.videos_get(count=100, filter='local', tags_one_of='publish')

videos = response.to_dict()
videos = videos['data']


def create_post(post_directory, video_metadata):
        global client #lazy
        
        if not os.path.exists(post_dir):
            os.mkdir(post_directory)
        
        preview_image = video_metadata['preview_path'].split('/')[-1]
        
        if not os.path.exists(os.path.join(post_directory, preview_image)):
            #download preview image
            response = requests.get(host+video_metadata['preview_path'], stream=True)
            with open(os.path.join(post_directory, preview_image), 'wb') as img_file:
                shutil.copyfileobj(response.raw, img_file)
                print('Downloaded cover image')

        #replace the truncated description with the full video description
        #peertube api is some broken thing in between a py dict and a json file
        api_response = peertube.VideoApi(client).videos_id_description_get(video_metadata['uuid'])
        long_description = ast.literal_eval(api_response) 
        video_metadata['description'] = long_description['description']


        with open(os.path.join(post_directory,'index.md'),'w') as f:
            post = template.render(v=video_metadata, host=host, preview_image=preview_image)
            f.write(post)
            

        with open(os.path.join(post_directory, '.timestamp'), 'w') as f:
            timestamp = arrow.get(video_metadata['updated_at'])
            f.write(timestamp.format('X'))

def update_post(post_directory, video_metadata):
    if os.path.exists(post_directory):
        if os.path.exists(os.path.join(post_directory,'.timestamp')):
            old_timestamp = open(os.path.join(post_directory,'.timestamp')).read()

            #FIXME: this is ugly but I need to do this because arrow removes miliseconds
            current_timestamp = arrow.get(video_metadata['updated_at'])
            current_timestamp = arrow.get(current_timestamp.format('X')) 

            if current_timestamp > arrow.get(old_timestamp):
                print('Updating', video_metadata['name'], '({})'.format(video_metadata['uuid']))
                create_post(post_dir, video_metadata)
            else:
                print('Video current: ', video_metadata['name'], '({})'.format(video_metadata['uuid']))
        else:
            #compat for when there is no timestamp yet..
            create_post(post_dir, video_metadata)


output_dir = os.environ.get('OUTPUT_DIR', '/home/r/Programming/lumbung.space/lumbung.space-web/content/video')

if not os.path.exists(output_dir):
    os.mkdir(output_dir)

template = env.get_template('index_template.md')

existing_posts = os.listdir(output_dir)

for video_metadata in videos:
    post_dir = os.path.join(output_dir, video_metadata['uuid'])

    if video_metadata['uuid'] not in existing_posts: #if there is a video we dont already have, make it 
        print('New: ', video_metadata['name'], '({})'.format(video_metadata['uuid']))
        create_post(post_dir, video_metadata)

    elif video_metadata['uuid'] in existing_posts: # if we already have the video do nothing, possibly update
        update_post(post_dir, video_metadata)
        existing_posts.remove(video_metadata['uuid']) # create list of posts which have not been returned by peertube

for post in existing_posts: 
    print('deleted', post) #rm posts not returned 
    shutil.rmtree(os.path.join(output_dir,post))