Spaces:
Running
Running
| # generate_transcript.py | |
| import pickle | |
| from tqdm import tqdm | |
| import warnings | |
| from groq import Groq | |
| import os | |
| warnings.filterwarnings('ignore') | |
| class TranscriptProcessor: | |
| """ | |
| A class to generate and rewrite podcast-style transcripts using a specified language model. | |
| """ | |
| def __init__(self, text_file_path,transcript_output_path,tts_output_path, model_name="llama3-70b-8192"): | |
| """ | |
| Initialize with the path to the cleaned text file and the model name. | |
| Args: | |
| text_file_path (str): Path to the file containing cleaned PDF text. | |
| model_name (str): Name of the language model to use. | |
| """ | |
| self.text_file_path = text_file_path | |
| self.transcript_output_path = transcript_output_path | |
| self.tts_output_path = tts_output_path | |
| self.model_name = model_name | |
| self.transcript_prompt = """ | |
| You are a world-class podcast writer, working as a ghost writer for top podcast hosts. | |
| You will write the dialogue with engaging interruptions, anecdotes, and curiosity-led questions. | |
| Speaker 1: Leads the conversation. Speaker 2: Asks follow-up questions and reacts with expressions. | |
| ALWAYS START WITH SPEAKER 1: STRICTLY THE DIALOGUES. | |
| """ | |
| self.rewrite_prompt = """ | |
| You are an international oscar-winning screenwriter creating a refined script for TTS. | |
| Speaker 1: Teaches with anecdotes; Speaker 2: Reacts with expressions like "umm," "hmm," [sigh]. | |
| Return the response as a list of tuples only, with no extra formatting. | |
| """ | |
| def load_text(self): | |
| """ | |
| Reads the cleaned text file and returns its content. | |
| Returns: | |
| str: Content of the cleaned text file. | |
| """ | |
| encodings = ['utf-8', 'latin-1', 'cp1252', 'iso-8859-1'] | |
| for encoding in encodings: | |
| try: | |
| with open(self.text_file_path, 'r', encoding=encoding) as file: | |
| content = file.read() | |
| print(f"Successfully read file using {encoding} encoding.") | |
| return content | |
| except (UnicodeDecodeError, FileNotFoundError): | |
| continue | |
| print(f"Error: Could not decode file '{self.text_file_path}' with any common encoding.") | |
| return None | |
| def generate_transcript(self): | |
| """ | |
| Generates a podcast-style transcript and saves it as a pickled file. | |
| Returns: | |
| str: Path to the file where the transcript is saved. | |
| """ | |
| input_text = self.load_text() | |
| if input_text is None: | |
| return None | |
| messages = [ | |
| {"role": "system", "content": self.transcript_prompt}, | |
| {"role": "user", "content": input_text} | |
| ] | |
| client = Groq( | |
| api_key=os.environ.get("GROQ_API_KEY"), | |
| ) | |
| chat_completion = client.chat.completions.create( | |
| messages=messages, | |
| model=self.model_name, | |
| ) | |
| transcript = chat_completion.choices[0].message.content | |
| # Save the transcript as a pickle file | |
| with open(self.transcript_output_path, 'wb') as f: | |
| pickle.dump(transcript, f) | |
| return self.transcript_output_path | |
| def rewrite_transcript(self): | |
| """ | |
| Refines the transcript for TTS, adding expressive elements and saving as a list of tuples. | |
| Returns: | |
| str: Path to the file where the TTS-ready transcript is saved. | |
| """ | |
| # Load the initial generated transcript | |
| with open(self.transcript_output_path, 'rb') as file: | |
| input_transcript = pickle.load(file) | |
| messages = [ | |
| {"role": "system", "content": self.rewrite_prompt}, | |
| {"role": "user", "content": input_transcript} | |
| ] | |
| client = Groq( | |
| api_key=os.environ.get("GROQ_API_KEY"), | |
| ) | |
| chat_completion = client.chat.completions.create( | |
| messages=messages, | |
| model=self.model_name, | |
| ) | |
| rewritten_transcript = chat_completion.choices[0].message.content | |
| # Save the rewritten transcript as a pickle file | |
| with open(self.tts_output_path, 'wb') as f: | |
| pickle.dump(rewritten_transcript, f) | |
| return self.tts_output_path | |