File size: 848 Bytes
9a8796a
 
ba773b7
 
4e4f506
9a8796a
4e4f506
 
 
 
 
 
 
 
 
 
 
 
 
ba773b7
4e4f506
 
 
 
 
ba773b7
4e4f506
 
 
ba773b7
 
4e4f506
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# models.py

import gradio as gr
import spaces
import transformers_gradio

# Load each model separately
demo_qwen = gr.load(
    name="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
    src=transformers_gradio.registry
)
demo_r1 = gr.load(
    name="deepseek-ai/DeepSeek-R1",
    src=transformers_gradio.registry
)
demo_zero = gr.load(
    name="deepseek-ai/DeepSeek-R1-Zero",
    src=transformers_gradio.registry
)

# Ensure they run on GPU and disable api_name
for demo in [demo_qwen, demo_r1, demo_zero]:
    demo.fn = spaces.GPU()(demo.fn)
    for fn in demo.fns.values():
        fn.api_name = False

# If you still want to keep a default single "demo" reference
# you can pick one. For example:
demo = demo_qwen

if __name__ == "__main__":
    # You could choose to launch one of them (or none, if controlling from app.py)
    demo_qwen.launch()