Initial commit

generators/montage.py

@@ -0,0 +1,128 @@
+import json
+import os
+import requests
+import pysrt
+import deepl
+import random
+
+from generators.speak import generate_voice, voices
+from moviepy.video.VideoClip import ImageClip
+from moviepy.editor import VideoFileClip, concatenate_videoclips, CompositeAudioClip, concatenate_audioclips
+from moviepy.audio.io.AudioFileClip import AudioFileClip
+from moviepy.audio.fx.all import volumex, audio_fadein, audio_fadeout
+from dotenv import load_dotenv
+load_dotenv()
+unsplash_access = os.getenv("UNSPLASH_ACCESS_KEY")
+unsplash_url = "https://api.unsplash.com/photos/random/?client_id=" + unsplash_access + "&query="
+deepl_access = os.getenv("DEEPL_ACCESS_KEY")
+translator = deepl.Translator(deepl_access)
+
+def prepare(path):
+    with open(path + "/script.json", 'r', encoding='utf-8') as f:
+        script = json.load(f)
+        f.close()
+    if not os.path.exists(path + "/slides"): os.mkdir(path + "/slides")
+    fresh = False
+    if not os.path.exists(path + "/audio"): 
+        os.mkdir(path + "/audio")
+        fresh = True
+    with open("prompts/marp.md", 'r', encoding='utf-8') as f:
+        marp = f.read()
+        f.close() 
+    if fresh:
+        choosen_voice = random.choice(voices)
+        for i in range(len(script)):
+            audio_path = path + "/audio/audio" + str(i) + ".mp3"
+            if not os.path.exists(audio_path):
+                generate_voice(audio_path, script[i]['spoken'], choosen_voice)
+            if "image" in script[i]:
+                if not os.path.exists(path + "/slides/assets"):
+                    os.mkdir(path + "/slides/assets")
+                url= unsplash_url + script[i]['image']
+                r = requests.get(url)
+                real_url = r.json()['urls']['raw']
+                with open(path + "/slides/assets/slide" + str(i) + ".jpg", 'wb') as f:
+                    f.write(requests.get(real_url).content)
+                    f.close()
+                    content = marp + f"\n\n![bg 70%](assets/slide{i}.jpg)"
+                with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
+                    f.write(content)
+            elif "markdown" in script[i]:
+                with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
+                    f.write(marp + "\n\n" + script[i]['markdown'])
+            elif "huge" in script[i]:
+                #use fit
+                with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
+                    f.write(marp + "\n\n# <!-- fit --> " + script[i]['huge'])
+            else:
+                pass
+    for i in range(len(script)):
+        marrkdown_path = "./" + path + "/slides/slide" + str(i) + ".md"
+        command = f"marp.exe {marrkdown_path} -o {path}/slides/slide{i}.png --allow-local-files"
+        os.system(command)
+    return script
+
+def convert_seconds_to_time_string(seconds):
+    milliseconds = int((seconds - int(seconds)) * 1000)
+    seconds = int(seconds)
+    minutes, seconds = divmod(seconds, 60)
+    hours, minutes = divmod(minutes, 60)
+    return f"{hours:02}:{minutes:02}:{seconds:02},{milliseconds:03}"
+
+
+def subs(length, total, text, srt, index):
+    #first format the start and end in xx:xx:xx,xxx from float seconds like xx.xxxxxx
+    start = convert_seconds_to_time_string(total - length)
+    stop = convert_seconds_to_time_string(total)
+    sub = pysrt.SubRipItem(index=index, start=start, end=stop, text=text)
+    srt.append(sub)
+    return srt
+
+def translate(target, text):
+    translation = translator.translate_text(text, target_lang=target).text
+    return translation
+
+def mount(path, script):
+    num_slides = len(os.listdir(path + "/audio"))
+    clips = []
+    srt = pysrt.SubRipFile()
+    srt_fr = pysrt.SubRipFile()
+    total_length = 0
+    for i in range(num_slides):
+        audio = AudioFileClip(path + "/audio/audio" + str(i) + ".mp3")
+        complete_audio = CompositeAudioClip([
+            AudioFileClip("silence.mp3").set_duration(1),
+            audio,
+            AudioFileClip("silence.mp3").set_duration(1)
+        ])
+        length = complete_audio.duration
+        total_length += length
+        srt = subs(length, total_length, script[i]['spoken'], srt, i)
+        srt_fr = subs(length, total_length, translate("FR", script[i]['spoken']), srt_fr, i)
+        slide = ImageClip(path + "/slides/slide" + str(i) + ".png").set_duration(length)
+        slide = slide.set_audio(complete_audio)
+        clips.append(slide)
+    randmusic = random.choice(os.listdir("musics"))
+    while randmusic.endswith(".txt"): randmusic = random.choice(os.listdir("musics"))
+    randpath = "musics/" + randmusic
+    music = AudioFileClip(randpath).set_duration(total_length)
+    music = audio_fadein(music, 20)
+    music = audio_fadeout(music, 20)
+    music = volumex(music, 0.2)
+    musics = []
+    if music.duration < total_length:
+        for i in range(int(total_length / music.duration)):
+            musics.append(music)
+        music = concatenate_audioclips(musics)
+    
+    final_clip = concatenate_videoclips(clips, method="compose")
+    existing_audio = final_clip.audio
+    final_audio = CompositeAudioClip([existing_audio, music])
+    final_clip = final_clip.set_audio(final_audio)
+    final_clip.write_videofile(path + "/montage.mp4", fps=60, codec="nvenc")
+    srt.save(path + "/montage.srt")
+    srt_fr.save(path + "/montage_fr.srt")
+    with open (randpath.split(".")[0] + ".txt", 'r', encoding='utf-8') as f:
+        music_credit = f.read()
+        f.close()
+    return music_credit