John6666 commited on
Commit
234c7e5
·
verified ·
1 Parent(s): 8d1363a

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -131,9 +131,10 @@ def load_pipeline(repo_id: str, cn_on: bool, model_type: str, task: str, dtype_s
131
  pipe_i2i = pipeline_i2i.from_pipe(pipe, transformer=transformer, text_encoder_2=text_encoder_2, torch_dtype=dtype)
132
  elif ".safetensors" in repo_id or ".gguf" in repo_id: # from single file
133
  file_url = repo_id.replace("/resolve/main/", "/blob/main/").replace("?download=true", "")
134
- if ".gguf" in file_url: transformer = transformer_model.from_single_file(file_url, subfolder="transformer",
135
- quantization_config=GGUFQuantizationConfig(compute_dtype=dtype), torch_dtype=dtype, config=single_file_base_model)
136
- else: transformer = transformer_model.from_single_file(file_url, subfolder="transformer", torch_dtype=dtype, config=single_file_base_model)
 
137
  pipe = pipeline.from_pretrained(single_file_base_model, transformer=transformer, torch_dtype=dtype, token=hf_token, **kwargs)
138
  pipe_i2i = pipeline_i2i.from_pretrained(single_file_base_model, vae=pipe.vae, transformer=pipe.transformer,
139
  text_encoder=pipe.text_encoder, tokenizer=pipe.tokenizer, text_encoder_2=pipe.text_encoder_2, tokenizer_2=pipe.tokenizer_2,
 
131
  pipe_i2i = pipeline_i2i.from_pipe(pipe, transformer=transformer, text_encoder_2=text_encoder_2, torch_dtype=dtype)
132
  elif ".safetensors" in repo_id or ".gguf" in repo_id: # from single file
133
  file_url = repo_id.replace("/resolve/main/", "/blob/main/").replace("?download=true", "")
134
+ #if ".gguf" in file_url: transformer = transformer_model.from_single_file(file_url, subfolder="transformer",
135
+ # quantization_config=GGUFQuantizationConfig(compute_dtype=dtype), torch_dtype=dtype, config=single_file_base_model)
136
+ #else:
137
+ transformer = transformer_model.from_single_file(file_url, subfolder="transformer", torch_dtype=dtype, config=single_file_base_model)
138
  pipe = pipeline.from_pretrained(single_file_base_model, transformer=transformer, torch_dtype=dtype, token=hf_token, **kwargs)
139
  pipe_i2i = pipeline_i2i.from_pretrained(single_file_base_model, vae=pipe.vae, transformer=pipe.transformer,
140
  text_encoder=pipe.text_encoder, tokenizer=pipe.tokenizer, text_encoder_2=pipe.text_encoder_2, tokenizer_2=pipe.tokenizer_2,