Upload 7 files

audioex.py

@@ -0,0 +1,16 @@
+import subprocess
+import os
+import shutil
+
+def ex():
+    video_directory = "video"
+    video_files = [f for f in os.listdir(video_directory) if f.endswith(".mp4")]
+    for mp4_file in video_files:
+        # Full path to the mp4 file
+        mp4_file_path = os.path.join(video_directory, mp4_file)
+        print(mp4_file_path)
+        os.rename(mp4_file_path, "video.mp4")
+        command2mp3 = f"ffmpeg -i video.mp4 speech.mp3"
+        command2wav = "ffmpeg -i speech.mp3 speech.wav"
+        subprocess.run(command2mp3, shell=True)
+        subprocess.run(command2wav, shell=True)

edit.py

@@ -0,0 +1,34 @@
+from moviepy.editor import VideoFileClip, AudioFileClip
+
+
+def mute_and_add_audio(video_file_path, audio_file_path, output_file_path):
+    try:
+        # Load the video file
+        video = VideoFileClip(video_file_path)
+
+        # Load the new audio file
+        new_audio = AudioFileClip(audio_file_path)
+
+        # Set the new audio to the video (mute the original audio)
+        video_with_new_audio = video.set_audio(new_audio)
+
+        # Write the result to the output file
+        video_with_new_audio.write_videofile(output_file_path, codec='libx264', audio_codec='aac')
+
+        print(f"Video with new audio saved to {output_file_path}")
+    except Exception as e:
+        print(f"An error occurred: {e}")
+
+
+# # Example usage
+# if __name__ == "__main__":
+#     # Path to the video file
+#     video_file = "video.mp4"
+#
+#     # Path to the new audio file
+#     audio_file = "output.wav"
+#
+#     # Path to save the output video file
+#     output_file = "output_video.mp4"
+#
+#     mute_and_add_audio(video_file, audio_file, output_file)

main.py

@@ -0,0 +1,31 @@
+import ytdownloader
+import trans
+import transcribe
+import texttospeech
+import audioex
+from time import sleep
+import edit
+import streamlit
+streamlit.title("Video Dubber")
+
+def main():
+    link = streamlit.text_input("Please enter Youtube video link = ")
+    if streamlit.button("Submit"):
+        ytdownloader.download_youtube_video(link, "video")
+        sleep(5)
+        audioex.ex()
+        sleep(5)
+        video_text = transcribe.transcibe("speech.wav")
+        sleep(5)
+        trans_text = trans.mixtral(video_text)
+        streamlit.text(trans_text)
+        sleep(5)
+        texttospeech.speak(trans_text)
+        sleep(5)
+        edit.mute_and_add_audio("video.mp4", "output.wav", "output_video.mp4")
+        sleep(5)
+        streamlit.video("output_video.mp4")
+
+
+
+main()

texttospeech.py

@@ -0,0 +1,12 @@
+import torch
+from TTS.api import TTS
+
+
+print(TTS().list_models())
+
+# Init TTS
+tts = TTS("tts_models/multilingual/multi-dataset/xtts_v2").to('cpu')
+
+
+def speak(text):
+    tts.tts_to_file(text=text, speaker_wav="speech.wav", language="en", file_path="output.wav")

trans.py

@@ -0,0 +1,31 @@
+from groq import Groq
+
+def mixtral(script):
+    client = Groq(api_key="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")
+    length = len(script)
+    print("lenghth of script is", length)
+    completion = client.chat.completions.create(
+        model="llama3-8b-8192",
+        messages=[
+            {
+                "role": "user",
+                "content": f"""You have to translate the given text into very simple indian english or hinglish language with basic words or you can also include in just {length+10} words 
+                Do not include any note.
+                    here is the text.
+                    
+                    {script}
+
+                    Translation =
+                    """
+            }
+        ],
+        temperature=0.3,
+        max_tokens=8192,
+        top_p=1,
+        stream=False,
+        stop=None,
+
+    )
+    print(completion.choices[0].message.content)
+    print("length of response is ", len(completion.choices[0].message.content))
+    return completion.choices[0].message.content

transcribe.py

@@ -0,0 +1,10 @@
+import whisper
+import numpy as np
+from scipy.io.wavfile import read
+import torch
+import whisper
+def transcibe(audio):
+    model = whisper.load_model("base")
+    result = model.transcribe(audio)
+    print(result["text"])
+    return result["text"]

ytdownloader.py

@@ -0,0 +1,21 @@
+# import subprocess
+# subprocess.run("pip install pytube", shell=True)
+
+from pytube import YouTube
+
+def download_youtube_video(url, output_path):
+    try:
+        # Create a YouTube object
+        yt = YouTube(url)
+
+        # Get the highest resolution stream available
+        stream = yt.streams.get_highest_resolution()
+
+        # Download the video
+        stream.download(output_path=output_path)
+
+        print(f"Video downloaded successfully and saved to {output_path}")
+    except Exception as e:
+        print(f"An error occurred: {e}")
+
+