BenBranyon commited on
Commit
3c35827
·
verified ·
1 Parent(s): 11540b9

Update app.py

Browse files

Try PEFT for fine tuned model

Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -7,6 +7,7 @@ import spaces
7
  import torch
8
  from huggingface_hub import InferenceClient
9
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
10
 
11
  MAX_MAX_NEW_TOKENS = 512
12
  DEFAULT_MAX_NEW_TOKENS = 512
 
7
  import torch
8
  from huggingface_hub import InferenceClient
9
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
10
+ from peft import AutoPeftModelForCausalLM
11
 
12
  MAX_MAX_NEW_TOKENS = 512
13
  DEFAULT_MAX_NEW_TOKENS = 512