mirror of
https://github.com/Paillat-dev/FABLE.git
synced 2026-01-02 01:06:20 +00:00
131e64eae0
refactor(montage.py): use os.path.join instead of string concatenation refactor(thumbnail.py): use os.path.join instead of string concatenation refactor(uploader.py): use os.path.join instead of string concatenation refactor(uploader.py): add support for client_secret.json file with different names in credentials folder docs(readme.md): update instructions for openai and unsplash keys docs(readme.md): update instructions for google oauth client id json files docs(readme.md): add information about channel.yaml file in each channel's folder
139 lines
6.1 KiB
Python
139 lines
6.1 KiB
Python
import json
|
|
import os
|
|
import requests
|
|
import pysrt
|
|
import random
|
|
|
|
from generators.speak import generate_voice, voices
|
|
from moviepy.video.VideoClip import ImageClip
|
|
from moviepy.editor import concatenate_videoclips, CompositeAudioClip, concatenate_audioclips
|
|
from moviepy.audio.io.AudioFileClip import AudioFileClip
|
|
from moviepy.audio.fx.all import volumex, audio_fadein, audio_fadeout # type: ignore
|
|
from utils.misc import getenv
|
|
|
|
|
|
unsplash_access = getenv("unsplash_access_key")
|
|
if not unsplash_access:
|
|
raise Exception("UNSPLASH_ACCESS_KEY is not set in .env file")
|
|
unsplash_url = "https://api.unsplash.com/photos/random/?client_id=" + unsplash_access + "&query="
|
|
|
|
async def prepare(path):
|
|
with open(os.path.join(path, "script.json"), 'r', encoding='utf-8') as f:
|
|
script = json.load(f)
|
|
f.close()
|
|
if not os.path.exists(path + "/slides"): os.mkdir(path + "/slides")
|
|
fresh = False
|
|
if not os.path.exists(path + "/audio"):
|
|
os.mkdir(path + "/audio")
|
|
fresh = True
|
|
with open("prompts/marp.md", 'r', encoding='utf-8') as f:
|
|
marp = f.read()
|
|
f.close()
|
|
if fresh:
|
|
choosen_voice = random.choice(voices)
|
|
for i in range(len(script)):
|
|
audio_path = path + "/audio/audio" + str(i) + ".mp3"
|
|
if not os.path.exists(audio_path):
|
|
generate_voice(audio_path, script[i]['spoken'], choosen_voice)
|
|
if "image" in script[i]:
|
|
if os.path.exists(path + "/slides/assets/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
if not os.path.exists(path + "/slides/assets"):
|
|
os.mkdir(path + "/slides/assets")
|
|
url= unsplash_url + script[i]['image']
|
|
r = requests.get(url)
|
|
real_url = r.json()['urls']['raw']
|
|
with open(path + "/slides/assets/slide" + str(i) + ".jpg", 'wb') as f:
|
|
f.write(requests.get(real_url).content)
|
|
f.close()
|
|
content = marp + f"\n\n"
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(content)
|
|
elif "markdown" in script[i]:
|
|
if os.path.exists(path + "/slides/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(marp + "\n\n" + script[i]['markdown'])
|
|
elif "huge" in script[i]:
|
|
#use fit
|
|
if os.path.exists(path + "/slides/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(marp + "\n\n# <!-- fit --> " + script[i]['huge'])
|
|
else:
|
|
if os.path.exists(path + "/slides/slide" + str(i) + ".md"):
|
|
#skip this slide
|
|
continue
|
|
with open(path + "/slides/slide" + str(i) + ".md", 'w', encoding='utf-8') as f:
|
|
f.write(marp + "\n\n") # blank slide
|
|
for i in range(len(script)):
|
|
marrkdown_path = os.path.join(path, f"slides/slide{i}.md")
|
|
if os.path.exists(f"./{path}/slides/slide{i}.png"):
|
|
#skip this slide
|
|
continue
|
|
command = f"marp.exe {marrkdown_path} -o {path}/slides/slide{i}.png --allow-local-files"
|
|
os.system(command)
|
|
return script
|
|
|
|
def convert_seconds_to_time_string(seconds):
|
|
milliseconds = int((seconds - int(seconds)) * 1000)
|
|
seconds = int(seconds)
|
|
minutes, seconds = divmod(seconds, 60)
|
|
hours, minutes = divmod(minutes, 60)
|
|
return f"{hours:02}:{minutes:02}:{seconds:02},{milliseconds:03}"
|
|
|
|
|
|
def subs(length, total, text, srt, index):
|
|
#first format the start and end in xx:xx:xx,xxx from float seconds like xx.xxxxxx
|
|
start = convert_seconds_to_time_string(total - length)
|
|
stop = convert_seconds_to_time_string(total)
|
|
sub = pysrt.SubRipItem(index=index, start=start, end=stop, text=text)
|
|
srt.append(sub)
|
|
return srt
|
|
|
|
async def mount(path, script):
|
|
if not os.path.exists(path + "/montage.mp4"):
|
|
num_slides = len(os.listdir(path + "/audio"))
|
|
clips = []
|
|
srt = pysrt.SubRipFile()
|
|
total_length = 0
|
|
for i in range(num_slides):
|
|
audio = AudioFileClip(path + "/audio/audio" + str(i) + ".mp3")
|
|
complete_audio = CompositeAudioClip([
|
|
AudioFileClip("silence.mp3").set_duration(1),
|
|
audio,
|
|
AudioFileClip("silence.mp3").set_duration(1)
|
|
])
|
|
length = complete_audio.duration
|
|
total_length += length
|
|
srt = subs(length, total_length, script[i]['spoken'], srt, i)
|
|
slide = ImageClip(path + "/slides/slide" + str(i) + ".png").set_duration(length)
|
|
slide = slide.set_audio(complete_audio)
|
|
clips.append(slide)
|
|
randmusic = random.choice(os.listdir("musics"))
|
|
while randmusic.endswith(".txt"): randmusic = random.choice(os.listdir("musics"))
|
|
randpath = "musics/" + randmusic
|
|
music = AudioFileClip(randpath).set_duration(total_length)
|
|
music = audio_fadein(music, 20)
|
|
music = audio_fadeout(music, 20)
|
|
music = volumex(music, 0.2)
|
|
musics = []
|
|
if music.duration < total_length:
|
|
for i in range(int(total_length / music.duration)):
|
|
musics.append(music)
|
|
music = concatenate_audioclips(musics)
|
|
final_clip = concatenate_videoclips(clips, method="compose")
|
|
existing_audio = final_clip.audio
|
|
final_audio = CompositeAudioClip([existing_audio, music])
|
|
final_clip = final_clip.set_audio(final_audio)
|
|
final_clip.write_videofile(path + "/montage.mp4", fps=60, codec="nvenc")
|
|
srt.save(path + "/montage.srt")
|
|
with open (randpath.split(".")[0] + ".txt", 'r', encoding='utf-8') as f:
|
|
music_credit = f.read()
|
|
f.close()
|
|
return music_credit or ""
|
|
else:
|
|
return None |