Suriya13 commited on
Commit
ea5a9be
·
verified ·
1 Parent(s): 27239b4

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +26 -0
app.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
3
+ import torch
4
+
5
+ model_id = "deepseek-ai/deepseek-coder-1.3b-base"
6
+
7
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
8
+ model = AutoModelForCausalLM.from_pretrained(
9
+ model_id,
10
+ device_map="auto", # Auto-detect GPU if available
11
+ torch_dtype=torch.float16 # Use FP16 for faster, lower-memory inference
12
+ )
13
+
14
+ pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
15
+
16
+ def generate_code(prompt):
17
+ response = pipe(prompt, max_new_tokens=200, temperature=0.7, do_sample=True)
18
+ return response[0]["generated_text"]
19
+
20
+ gr.Interface(
21
+ fn=generate_code,
22
+ inputs=gr.Textbox(lines=4, placeholder="Ask DeepSeek R1 something..."),
23
+ outputs="text",
24
+ title="🧠 DeepSeek Coder R1 (1.3B)",
25
+ description="Running open-source DeepSeek Coder model (1.3B) on Hugging Face Spaces."
26
+ ).launch()