Spaces:
Build error
Build error
Update config.py
Browse files
config.py
CHANGED
@@ -68,7 +68,7 @@ class Config:
|
|
68 |
processor = AutoProcessor.from_pretrained(model_name)
|
69 |
tokenizer = AutoTokenizer.from_pretrained(phi_model_name, trust_remote_code=True)
|
70 |
|
71 |
-
projection = load_projection_model("models/MModalGPT-FINETUNE-step=
|
72 |
|
73 |
clip_model = CLIPVisionModel.from_pretrained(model_name)
|
74 |
audio_model = whisperx.load_model("small", device.type, compute_type="float16")
|
@@ -80,4 +80,4 @@ class Config:
|
|
80 |
return_dict=True,
|
81 |
trust_remote_code=True)
|
82 |
|
83 |
-
peft_model = peft.PeftModel.from_pretrained(text_model, 'models/
|
|
|
68 |
processor = AutoProcessor.from_pretrained(model_name)
|
69 |
tokenizer = AutoTokenizer.from_pretrained(phi_model_name, trust_remote_code=True)
|
70 |
|
71 |
+
projection = load_projection_model("models/MModalGPT-FINETUNE-continued-step=10100-loss=1.16.ckpt", 768, 2560)
|
72 |
|
73 |
clip_model = CLIPVisionModel.from_pretrained(model_name)
|
74 |
audio_model = whisperx.load_model("small", device.type, compute_type="float16")
|
|
|
80 |
return_dict=True,
|
81 |
trust_remote_code=True)
|
82 |
|
83 |
+
peft_model = peft.PeftModel.from_pretrained(text_model, 'models/10100')
|