File size: 978 Bytes
9a8796a
 
ba773b7
 
1908bcf
 
 
 
9a8796a
4e4f506
 
 
 
 
 
 
 
 
 
 
 
 
ba773b7
4e4f506
 
 
 
 
ba773b7
4e4f506
 
 
ba773b7
 
4e4f506
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
# models.py

import gradio as gr
import spaces
import types

# Create a local "transformers_gradio" object to mimic the missing package
transformers_gradio = types.SimpleNamespace(registry="huggingface")

# Load each model separately
demo_qwen = gr.load(
    name="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
    src=transformers_gradio.registry
)
demo_r1 = gr.load(
    name="deepseek-ai/DeepSeek-R1",
    src=transformers_gradio.registry
)
demo_zero = gr.load(
    name="deepseek-ai/DeepSeek-R1-Zero",
    src=transformers_gradio.registry
)

# Ensure they run on GPU and disable api_name
for demo in [demo_qwen, demo_r1, demo_zero]:
    demo.fn = spaces.GPU()(demo.fn)
    for fn in demo.fns.values():
        fn.api_name = False

# If you still want to keep a default single "demo" reference
# you can pick one. For example:
demo = demo_qwen

if __name__ == "__main__":
    # You could choose to launch one of them (or none, if controlling from app.py)
    demo_qwen.launch()