File size: 1,615 Bytes
a65e95e
 
 
 
 
 
 
5dfc565
a65e95e
cd0e411
 
 
 
a65e95e
12506f0
a65e95e
 
 
cd0e411
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a65e95e
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
import { promises as fs } from "node:fs"
import path from "node:path"
import { Blob } from "buffer"

import { client } from "@gradio/client"
import tmpDir from "temp-dir"

import { downloadFileToTmp } from '../utils/downloadFileToTmp.mts'

export const state = {
  load: 0
}

const instances: string[] = [
  process.env.VC_VIDEO_INTERPOLATION_SPACE_API_URL
]

export const interpolateVideo = async (fileName: string, steps: number, fps: number) => {
  if (state.load === instances.length) {
    throw new Error(`all video interpolation servers are busy, try again later..`)
  }

  state.load += 1

  try {
    const inputFilePath = path.join(tmpDir, fileName)

    const instance = instances.shift()
    instances.push(instance)

    const api = await client(instance, {
      hf_token: `${process.env.VC_HF_API_TOKEN}` as any
    })

    const video = await fs.readFile(inputFilePath)

    const blob = new Blob([video], { type: 'video/mp4' })
    // const blob = blobFrom(filePath)
    const result = await api.predict(1, [
      blob, 	// blob in 'parameter_5' Video component		
      steps, // number (numeric value between 1 and 4) in 'Interpolation Steps' Slider component		
      fps, // string (FALSE! it's a number)  in 'FPS output' Radio component
    ])

    const data = (result as any).data[0]
    console.log('raw data:', data)
    const { orig_name, data: remoteFilePath } = data
    const remoteUrl = `${instance}/file=${remoteFilePath}`
    console.log("remoteUrl:", remoteUrl)
    await downloadFileToTmp(remoteUrl, fileName)
  } catch (err) {
    throw err
  } finally {
    state.load -= 1
  }
}