Spaces:
Starting
on
A10G
Starting
on
A10G
Commit
·
bbe9c4c
1
Parent(s):
f63d6cc
Fix: server_port
Browse files
app.py
CHANGED
@@ -10,7 +10,6 @@ import gradio as gr
|
|
10 |
def main(
|
11 |
base_model="ise-uiuc/Magicoder-S-DS-6.7B",
|
12 |
device="cuda" if torch.cuda.is_available() else "cpu",
|
13 |
-
port=80,
|
14 |
):
|
15 |
pipeline = transformers.pipeline(
|
16 |
"text-generation", model=base_model, torch_dtype=torch.bfloat16, device=device
|
@@ -67,7 +66,7 @@ def main(
|
|
67 |
],
|
68 |
title="Magicoder",
|
69 |
description="This is a playground for Magicoder-S-DS-6.7B! Follow us on Github: https://github.com/ise-uiuc/magicoder and Huggingface: https://huggingface.co/ise-uiuc.",
|
70 |
-
).queue().launch(
|
71 |
|
72 |
|
73 |
if __name__ == "__main__":
|
|
|
10 |
def main(
|
11 |
base_model="ise-uiuc/Magicoder-S-DS-6.7B",
|
12 |
device="cuda" if torch.cuda.is_available() else "cpu",
|
|
|
13 |
):
|
14 |
pipeline = transformers.pipeline(
|
15 |
"text-generation", model=base_model, torch_dtype=torch.bfloat16, device=device
|
|
|
66 |
],
|
67 |
title="Magicoder",
|
68 |
description="This is a playground for Magicoder-S-DS-6.7B! Follow us on Github: https://github.com/ise-uiuc/magicoder and Huggingface: https://huggingface.co/ise-uiuc.",
|
69 |
+
).queue().launch()
|
70 |
|
71 |
|
72 |
if __name__ == "__main__":
|