File size: 1,769 Bytes
5dfc565
 
 
 
a65e95e
5dfc565
 
 
bda5f6b
9658ad9
12506f0
9658ad9
bda5f6b
a65e95e
 
9658ad9
 
 
a65e95e
25b858c
3e9f9ed
a65e95e
 
816a8b6
 
a65e95e
816a8b6
 
 
a65e95e
816a8b6
a65e95e
816a8b6
a65e95e
816a8b6
a65e95e
816a8b6
 
a65e95e
816a8b6
 
a65e95e
816a8b6
 
 
a65e95e
816a8b6
a65e95e
 
816a8b6
 
 
 
bda5f6b
816a8b6
 
 
 
 
 
 
bda5f6b
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
import path from "node:path"

import { v4 as uuidv4 } from "uuid"
import tmpDir from "temp-dir"
import puppeteer from "puppeteer"

import { downloadFileToTmp } from "../utils/downloadFileToTmp.mts"
import { moveFileFromTmpToPending } from "../utils/moveFileFromTmpToPending.mts"

const instances: string[] = [
  process.env.VC_AUDIO_GENERATION_SPACE_API_URL
]

// TODO we should use an inference endpoint instead
export async function generateAudio(prompt: string, audioFileName: string) {
  const instance = instances.shift()
  instances.push(instance)

  const browser = await puppeteer.launch({
    headless: true,
    protocolTimeout: 120000,
  })

  try {
    const page = await browser.newPage()

    await page.goto(instance, {
      waitUntil: "networkidle2",
    })

    await new Promise(r => setTimeout(r, 3000))

    const firstTextboxInput = await page.$('input[data-testid="textbox"]')

    await firstTextboxInput.type(prompt)

    // console.log("looking for the button to submit")
    const submitButton = await page.$("button.lg")

    // console.log("clicking on the button")
    await submitButton.click()

    await page.waitForSelector("a[download]", {
      timeout: 120000, // no need to wait for too long, generation is quick
    })

    const audioRemoteUrl = await page.$$eval("a[download]", el => el.map(x => x.getAttribute("href"))[0])


    // it is always a good idea to download to a tmp dir before saving to the pending dir
    // because there is always a risk that the download will fail
    
    const tmpFileName = `${uuidv4()}.mp4`

    await downloadFileToTmp(audioRemoteUrl, tmpFileName)
    await moveFileFromTmpToPending(tmpFileName, audioFileName)
  } catch (err) {
    throw err
  } finally {
    await browser.close()
  }
}