mirror of
https://github.com/Paillat-dev/FABLE.git
synced 2026-01-02 09:16:20 +00:00
25f578f48c
feat(generators/montage.py): add check to skip slide if it already exists feat(generators/montage.py): add support for DEEPL_ACCESS_KEY and UNSPLASH_ACCESS_KEY environment variables feat(generators/speak.py): add support for Johanne voice feat(generators/speak.py): add emotion parameter to generate_voice function feat(generators/uploader.py): add success message and authorization prompt message to run_local_server method fix(main.py): check if credits is None before writing to meta.txt file feat(prompts/marp.md): change theme to gaia and add lead and invert classes
139 lines
6.2 KiB
Python
139 lines
6.2 KiB
Python
import json
|
|
import os
|
|
import requests
|
|
import pysrt
|
|
import deepl
|
|
import random
|
|
|
|
from generators.speak import generate_voice, voices
|
|
from moviepy.video.VideoClip import ImageClip
|
|
from moviepy.editor import VideoFileClip, concatenate_videoclips, CompositeAudioClip, concatenate_audioclips
|
|
from moviepy.audio.io.AudioFileClip import AudioFileClip
|
|
from moviepy.audio.fx.all import volumex, audio_fadein, audio_fadeout # type: ignore
|
|
from dotenv import load_dotenv
|
|
load_dotenv()
|
|
unsplash_access = os.getenv("UNSPLASH_ACCESS_KEY") or "UNSPLASH_ACCESS_KEY"
|
|
unsplash_url = "https://api.unsplash.com/photos/random/?client_id=" + unsplash_access + "&query="
|
|
deepl_access = os.getenv("DEEPL_ACCESS_KEY") or "DEEPL_ACCESS_KEY"
|
|
translator = deepl.Translator(deepl_access)
|
|
|
|
def prepare(path):
|
|
with open(path + "/script.json", 'r', encoding='utf-8') as f:
|
|
script = json.load(f)
|
|
f.close()
|
|
if not os.path.exists(path + "/slides"): os.mkdir(path + "/slides")
|
|
fresh = False
|
|
if not os.path.exists(path + "/audio"):
|
|
os.mkdir(path + "/audio")
|
|
fresh = True
|
|
with open("prompts/marp.md", 'r', encoding='utf-8') as f:
|
|
marp = f.read()
|
|
f.close()
|
|
if fresh:
|
|
choosen_voice = random.choice(voices)
|
|
for i in range(len(script)):
|
|
audio_path = path + "/audio/audio" + str(i) + ".mp3"
|
|
if not os.path.exists(audio_path):
|
|
generate_voice(audio_path, script[i]['spoken'], choosen_voice)
|
|
if "image" in script[i]:
|
|
if os.path.exists(path + "/slides/assets/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
if not os.path.exists(path + "/slides/assets"):
|
|
os.mkdir(path + "/slides/assets")
|
|
url= unsplash_url + script[i]['image']
|
|
r = requests.get(url)
|
|
real_url = r.json()['urls']['raw']
|
|
with open(path + "/slides/assets/slide" + str(i) + ".jpg", 'wb') as f:
|
|
f.write(requests.get(real_url).content)
|
|
f.close()
|
|
content = marp + f"\n\n"
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(content)
|
|
elif "markdown" in script[i]:
|
|
if os.path.exists(path + "/slides/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(marp + "\n\n" + script[i]['markdown'])
|
|
elif "huge" in script[i]:
|
|
#use fit
|
|
if os.path.exists(path + "/slides/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(marp + "\n\n# <!-- fit --> " + script[i]['huge'])
|
|
else:
|
|
if os.path.exists(path + "/slides/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(marp + "\n\n") # blank slide
|
|
for i in range(len(script)):
|
|
marrkdown_path = "./" + path + "/slides/slide" + str(i) + ".md"
|
|
if os.path.exists(f"./{path}/slides/slide{i}.png"):
|
|
#skip this slide
|
|
continue
|
|
command = f"marp.exe {marrkdown_path} -o {path}/slides/slide{i}.png --allow-local-files"
|
|
os.system(command)
|
|
return script
|
|
|
|
def convert_seconds_to_time_string(seconds):
|
|
milliseconds = int((seconds - int(seconds)) * 1000)
|
|
seconds = int(seconds)
|
|
minutes, seconds = divmod(seconds, 60)
|
|
hours, minutes = divmod(minutes, 60)
|
|
return f"{hours:02}:{minutes:02}:{seconds:02},{milliseconds:03}"
|
|
|
|
|
|
def subs(length, total, text, srt, index):
|
|
#first format the start and end in xx:xx:xx,xxx from float seconds like xx.xxxxxx
|
|
start = convert_seconds_to_time_string(total - length)
|
|
stop = convert_seconds_to_time_string(total)
|
|
sub = pysrt.SubRipItem(index=index, start=start, end=stop, text=text)
|
|
srt.append(sub)
|
|
return srt
|
|
|
|
def mount(path, script):
|
|
if not os.path.exists(path + "/montage.mp4"):
|
|
num_slides = len(os.listdir(path + "/audio"))
|
|
clips = []
|
|
srt = pysrt.SubRipFile()
|
|
total_length = 0
|
|
for i in range(num_slides):
|
|
audio = AudioFileClip(path + "/audio/audio" + str(i) + ".mp3")
|
|
complete_audio = CompositeAudioClip([
|
|
AudioFileClip("silence.mp3").set_duration(1),
|
|
audio,
|
|
AudioFileClip("silence.mp3").set_duration(1)
|
|
])
|
|
length = complete_audio.duration
|
|
total_length += length
|
|
srt = subs(length, total_length, script[i]['spoken'], srt, i)
|
|
slide = ImageClip(path + "/slides/slide" + str(i) + ".png").set_duration(length)
|
|
slide = slide.set_audio(complete_audio)
|
|
clips.append(slide)
|
|
randmusic = random.choice(os.listdir("musics"))
|
|
while randmusic.endswith(".txt"): randmusic = random.choice(os.listdir("musics"))
|
|
randpath = "musics/" + randmusic
|
|
music = AudioFileClip(randpath).set_duration(total_length)
|
|
music = audio_fadein(music, 20)
|
|
music = audio_fadeout(music, 20)
|
|
music = volumex(music, 0.2)
|
|
musics = []
|
|
if music.duration < total_length:
|
|
for i in range(int(total_length / music.duration)):
|
|
musics.append(music)
|
|
music = concatenate_audioclips(musics)
|
|
final_clip = concatenate_videoclips(clips, method="compose")
|
|
existing_audio = final_clip.audio
|
|
final_audio = CompositeAudioClip([existing_audio, music])
|
|
final_clip = final_clip.set_audio(final_audio)
|
|
final_clip.write_videofile(path + "/montage.mp4", fps=60, codec="nvenc")
|
|
srt.save(path + "/montage.srt")
|
|
with open (randpath.split(".")[0] + ".txt", 'r', encoding='utf-8') as f:
|
|
music_credit = f.read()
|
|
f.close()
|
|
return music_credit
|
|
else:
|
|
return None |