Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
22 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
23 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
24 |
|
25 |
-
model_name = "
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
model_name,
|
@@ -31,12 +31,12 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
31 |
)
|
32 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
33 |
|
34 |
-
peft_model = AutoPeftModelForCausalLM.from_pretrained("ehristoforu/think-lora-qwen-r64")
|
35 |
-
merged_model = peft_model.merge_and_unload()
|
36 |
-
merged_model.save_pretrained("./coolqwen")
|
37 |
#model.save_pretrained("./coolqwen")
|
38 |
-
tokenizer.save_pretrained("./coolqwen")
|
39 |
-
|
40 |
from huggingface_hub import HfApi
|
41 |
|
42 |
api = HfApi()
|
@@ -49,7 +49,7 @@ api.upload_folder(
|
|
49 |
repo_type="model",
|
50 |
token=HF_TOKEN,
|
51 |
)
|
52 |
-
|
53 |
|
54 |
@spaces.GPU(duration=60)
|
55 |
def generate(
|
|
|
22 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
23 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
24 |
|
25 |
+
model_name = "TheDrummer/MS-Interleaved-Upscale-39B"
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
model_name,
|
|
|
31 |
)
|
32 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
33 |
|
34 |
+
#peft_model = AutoPeftModelForCausalLM.from_pretrained("ehristoforu/think-lora-qwen-r64")
|
35 |
+
#merged_model = peft_model.merge_and_unload()
|
36 |
+
#merged_model.save_pretrained("./coolqwen")
|
37 |
#model.save_pretrained("./coolqwen")
|
38 |
+
#tokenizer.save_pretrained("./coolqwen")
|
39 |
+
'''
|
40 |
from huggingface_hub import HfApi
|
41 |
|
42 |
api = HfApi()
|
|
|
49 |
repo_type="model",
|
50 |
token=HF_TOKEN,
|
51 |
)
|
52 |
+
'''
|
53 |
|
54 |
@spaces.GPU(duration=60)
|
55 |
def generate(
|