app.py

import gradio as gr
import re
import requests
import time
import tempfile

token = "XQMy5NHKujX8nXr8YCGktED3f7DEdvzm"
        


def separate_syllables(string):
    #numbers = [ 4, 4, 8, 5 ]
    numbers = [ 8, 9, 8, 9 ]
    # Split the string into a list of characters
    parts = string.split(" ")
    string = "".join(parts)
    print("the new string: "+ string)
    chars = list(string)

    # Create a list to store the syllables
    syllables = []

    # Iterate over the numbers
    for num in numbers:
        # Get the next num characters from the string
        syllable = "".join(chars[:num])
        print("Appending " + "".join(chars[:num]))
        # Add the syllable to the list
        syllables.append(syllable)
        # Remove the syllable from the list of characters
        chars = chars[num:]

    # If there are any remaining characters, add them as a new line
    if chars:
        syllables.append("-")
        for num in numbers:
            # Get the next num characters from the remaining characters
            syllable = "".join(chars[:num])
            # Add the syllable to the list
            syllables.append(syllable)
            # Remove the syllable from the list of characters
            chars = chars[num:]

    # Return the list of syllables joined by spaces
    if("-" in syllables): 
        results = [[]]
        lines = 0
        for i ,v in enumerate(syllables):
            if v == '-':
                lines=lines+1
            else: 
                if(len(results) == 1):
                    results.append([])
                results[lines].append(v)

        return list(map(lambda words: " ".join(words), results))
    else:
        return " ".join(syllables)


def flattenLines(lyrics):
    newValues = []
    for i,val in enumerate(lyrics): 
        if(type(lyrics[i]) == list):
            newValues.append(lyrics[i][0])
            newValues.append(lyrics[i][1])
        else:
            newValues.append(lyrics[i])

    return newValues

def getPayload(index):
    match index:
        case 0:
            return {
                "voiceModel":"CFV_2",
                "voiceModelStyle":"mezzo",
                "language":"en",
                "scoreFileRemotePath":"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json",
                "scoreDataFileRemotePath":"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json",
                "dspFileRemotePath":"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml",
                "dspEffect":"",
                "lyrics": [],
                "backgroundSounds":False,
                "artistName":"Cecilia",
                "songName":"Deck The Halls",
                "singerImageRemotePath":"singers/Singer-Cecilia-VideoImageBackground.png",
                "backgroundImageRemotePath":"themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground02.png"
            }
        case 1:
            return {
                "voiceModel":"CFV_2",
                "voiceModelStyle":"mezzo",
                "language":"en",
                "scoreDataFileRemotePath": "themes/MoveYourBody/score/MoveYourBody_Score_Data_ABCD.json",
                "scoreFileRemotePath": "themes/MoveYourBody/score/MoveYourBody_Melody_ABCD.json",
                "singerImageRemotePath": "singers/Singer-Cecilia-VideoImageBackground.png",
                "dspFileRemotePath": "themes/MoveYourBody/dsp/XML/MoveYourBody_DSP_ABCD.xml",
                "dspEffect":"",
                "lyrics": [],
                "backgroundSounds":False,
                "artistName":"Cecilia",
                "songName":"Move Your Body",
                "backgroundImageRemotePath":"themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground02.png"
            }
 
        case 2:
            return {
                "voiceModel": "Randy_v3o",
                "voiceModelStyle": "randy",
                "language": "en",
                "scoreFileRemotePath": "themes/DarkTrap/score/DarkTrap_Melody_ABCDEFGH.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json",
                "scoreDataFileRemotePath": "themes/DarkTrap/score/DarkTrap_Score_Data_ABCDEFGH.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json",
                "dspFileRemotePath": "themes/DarkTrap/dsp/XML/DarkTrap_DSP_ABCDEFGH.xml", #"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml",
                "dspEffect": "",
                "lyrics": [],
                "backgroundSounds": False,
                "artistName": "Jerry",
                "songName": "Dark Trap", #"Deck The Halls",
                "singerImageRemotePath": "singers/Singer-Jerry-VideoImageBackground.png",
                "backgroundImageRemotePath": "themes/DeckTheHalls/images/Song-DeckTheHalls-VideoImageBackground01.png"
            }

        case 3:
            return {
                "artistName": "Jerry",
                "backgroundImageRemotePath": "themes/HappyBirthday/images/Song-HappyBirthday-VideoImageBackground01.png",
                "backgroundSounds": False,
                "dspEffect": "",    
                "dspFileRemotePath": "themes/HappyBirthday/dsp/XML/HappyBirthday_DSP_ABCD.xml",
                "language": "en",
                "lyrics": [],
                "scoreDataFileRemotePath": "themes/HappyBirthday/score/HappyBirthday_Score_Data_ABCD.json",
                "scoreFileRemotePath": "themes/HappyBirthday/score/HappyBirthday_Melody_ABCD.json", 
                "singerImageRemotePath": "singers/Singer-Jerry-VideoImageBackground.png",
                "songName": "Happy Birthday",   
                "voiceModel": "CFV_2",
                "voiceModelStyle": "baritone"
            }
 
        case 4:
            return {
                "voiceModel": "Randy_v3o",
                "voiceModelStyle": "randy",
                "language": "en",
                "scoreFileRemotePath": "themes/Levitate/score/Levitate_Melody_ABCD.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Melody_C_200bpm_4x4_ABCD.json",
                "scoreDataFileRemotePath": "themes/Levitate/score/Levitate_Score_Data_ABCD.json", #"themes/DeckTheHalls/score/TTS_XMAS_DeckTheHalls_Score_Data_ABCD.json",
                "dspFileRemotePath": "themes/Levitate/dsp/XML/Levitate_DSP_ABCD.xml", #"themes/DeckTheHalls/dsp/XML/TTS_XMAS_DeckTheHalls_DSP_C_200bpm_ABCD.xml",
                "dspEffect": "",
                "lyrics": [],
                "backgroundSounds": False,
                "artistName": "Jerry",
                "songName": "Levitate", #"Deck The Halls",
                "singerImageRemotePath": "singers/Singer-Ed-VideoImageBackground.png",
                "backgroundImageRemotePath": "themes/Levitate/images/Song-Levitate-VideoImageBackground02.png"
            }
 


def greet(index, lyrics):
    url = "https://staging-gateway-api.voicemod.net/v2/cloud/partners/ttsing"
    verification_url = "https://staging-gateway-api.voicemod.net/v2/cloud/partners/ttsing/"

    print("Calling api with "+ lyrics)

    lines = lyrics.split("\n")
    #newLines = flattenLines(list(map(separate_syllables, lines)))

    payload = getPayload(index)
    payload["lyrics"] = lines


    headers = {
        'x-api-key': token
    }


    print(payload)
    print("Before the call")
    response = requests.request("POST", url, headers=headers, json=payload)
    print("After the call...")
    jsonResp = response.json()
    print(response.text)
    jobID = jsonResp['jobId']
    verification_url += jsonResp['jobId']
    while(True):
        response = requests.request('GET', verification_url, headers=headers)
        print(response.text)
        print(jobID)
        jsonResp = response.json()
        if(jsonResp['status'] == 'failed'):
            return ""

        if('transformedAudioUrl' in jsonResp and jsonResp['transformedAudioUrl'] is not None):
            return gr.make_waveform(download_file(jsonResp['transformedAudioUrl']))
            #return download_file(jsonResp['urlVideoWithBackground'])
        print("Still processing...")
        time.sleep(1)




def download_file(url):
    response = requests.get(url)
    if response.status_code == 200:
        with tempfile.NamedTemporaryFile(delete=False) as tmp_file:
            tmp_file.write(response.content)
            tmp_file.flush()
            return tmp_file.name
    else:
        print("Error: Unable to download file")


with gr.Blocks() as demo:
    #def handleChange():
    #    line3.update(visible=False)

    gr.Markdown("""
        ## Voicemod's Text-to-Song API
        To use this API follow the instructions:
        1. First, select the melody you want from the dropdown
        2. Then write the lyrics for it

        ### Disclaimer
        Each melody has specific requirements for the lyrics (number of notes per verse and duration of each note).

        Use the examples provided to understand how they work and write valid lyrics to get best results

        Also, the length of the song is fixed, if you go over the line numbers the extra lyrics will be ignored.
        """)

    music_options = ["Deck the Halls by Cecilia", 
                     "Move your Body by Cecilia",
                     "Dark Trap by Jerry",
                     "Happy Birthday by Jerry",
                     "Levitate by Ed"]

    with gr.Row():                
        with gr.Column():
            with gr.Row():
                dd = gr.Dropdown(choices=music_options, type="index", label="Select the melody...")
                lines = gr.Textbox(lines=10, placeholder="Write your lyrics here...", label="Lyrics")

            with gr.Row():
                btn = gr.Button("Run")
        with gr.Column():
            video = gr.Video(label="Generated output")
            video.style(height=300)
        


    gr.Markdown("""
    ## Example lyrics

    To make your life easier, while testing the API, you can use and modify the following lyrics for each song:
    """)
    with gr.Row():
        with gr.Column():
            gr.Markdown("""
                ### Dark Trap by Jerry

                > this is just a test

                > don't worry about what I say
                
                > the lyrics want to  go crazy
                
                > when pushed too hard

                > take it easy and relax

                > this is moving too fast

                > I can help you be

                > a better singer
            """)
        with gr.Column():
            gr.Markdown("""
                ### Happy Birthday by Jerry

                > happy birthday to you 

                > happy birthday to you! 

                > happy birthday dear Laura

                > happy birthday to you!
            """)
        with gr.Column():
            gr.Markdown("""
                ### Deck the Halls by Cecilia

                > Deck the halls with boughs of holly
                
                > Fa la la la la, la la la la 

                > 'Tis the season to be jolly

                > Fa la la la la, la la la la 

            """)
        with gr.Column():
            gr.Markdown("""
                ### Levitate by Ed 

                > this is just a test

                > don’t worry about what I say

                > the lyrics want to go crazy
                
                > when pushed too hard
            """)
        with gr.Column():
            gr.Markdown("""
                ### Move Your Body by Cecilia

                > this is just a test

                > don’t worry now

                > the lyrics will come the less you think about them

                > just feel the melody
            """)
     
 
 
    gr.Markdown("""
        ## Want to use this API for your project?

        If you'd like to use this API for your own project, request access through our [form here](https://voicemod.typeform.com/to/KqeNN6bO?typeform-source=huggingface)
    """)
   

    btn.click(fn=greet, 
              inputs=[
                    dd,
                    lines
              ],
                outputs=video)

demo.launch()