Hugging Face's logo

Spaces:
r-neuschulz
/
KafkaLM-8x7b-German-V0.1-DPO-Gradio
Paused

App Files Community
Richard Neuschulz commited on
Commit
3bb4043
·
1 Parent(s): 0ae4e6f

to cuda

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import spaces # Import the spaces module for ZeroGPU compatibility
6
 
7
  model_id = "doubledsbv/KafkaLM-8x7B-German-V0.1-AWQ"
8
  tokenizer = AutoTokenizer.from_pretrained(model_id)
9
- model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
10
 
11
  def generate_text(user_input, system_prompt):
12
 
 
6
 
7
  model_id = "doubledsbv/KafkaLM-8x7B-German-V0.1-AWQ"
8
  tokenizer = AutoTokenizer.from_pretrained(model_id)
9
+ model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True).to('cuda')
10
 
11
  def generate_text(user_input, system_prompt):
12