Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,6 @@ MAX_SEED = np.iinfo(np.int64).max
|
|
28 |
single_file_url = "https://huggingface.co/Lightricks/LTX-Video/ltx-video-2b-v0.9.1.safetensors"
|
29 |
#vae_url = 'https://huggingface.co/spacepxl/ltx-video-0.9-vae-finetune/ltx-video-v0.9-vae_finetune_decoder_111k_smooth.safetensors'
|
30 |
|
31 |
-
transformer = LTXVideoTransformer3DModel.from_single_file(single_file_url,token=HF_TOKEN)
|
32 |
|
33 |
#vae = AutoencoderKLLTXVideo.from_single_file(vae_url,token=HF_TOKEN)
|
34 |
#vaeX = AutoencoderKLLTXVideo.from_pretrained("Lightricks/LTX-Video",subfolder='vae',token=HF_TOKEN)
|
@@ -36,11 +35,12 @@ transformer = LTXVideoTransformer3DModel.from_single_file(single_file_url,token=
|
|
36 |
pipe = LTXImageToVideoPipeline.from_pretrained(
|
37 |
"Lightricks/LTX-Video",
|
38 |
token=HF_TOKEN,
|
39 |
-
transformer=
|
40 |
text_encoder=None,
|
41 |
).to(torch.device("cuda"),torch.bfloat16)
|
42 |
|
43 |
text_encoder = T5EncoderModel.from_pretrained("Lightricks/LTX-Video",subfolder='text_encoder',token=True).to(torch.device("cuda"),torch.bfloat16)
|
|
|
44 |
|
45 |
@spaces.GPU(duration=80)
|
46 |
def generate_video(
|
@@ -56,6 +56,7 @@ def generate_video(
|
|
56 |
progress=gr.Progress(track_tqdm=True)
|
57 |
):
|
58 |
pipe.text_encoder=text_encoder
|
|
|
59 |
seed=random.randint(0, MAX_SEED)
|
60 |
generator = torch.Generator(device="cuda").manual_seed(seed)
|
61 |
image = Image.open(image_url).convert("RGB")
|
|
|
28 |
single_file_url = "https://huggingface.co/Lightricks/LTX-Video/ltx-video-2b-v0.9.1.safetensors"
|
29 |
#vae_url = 'https://huggingface.co/spacepxl/ltx-video-0.9-vae-finetune/ltx-video-v0.9-vae_finetune_decoder_111k_smooth.safetensors'
|
30 |
|
|
|
31 |
|
32 |
#vae = AutoencoderKLLTXVideo.from_single_file(vae_url,token=HF_TOKEN)
|
33 |
#vaeX = AutoencoderKLLTXVideo.from_pretrained("Lightricks/LTX-Video",subfolder='vae',token=HF_TOKEN)
|
|
|
35 |
pipe = LTXImageToVideoPipeline.from_pretrained(
|
36 |
"Lightricks/LTX-Video",
|
37 |
token=HF_TOKEN,
|
38 |
+
transformer=None,
|
39 |
text_encoder=None,
|
40 |
).to(torch.device("cuda"),torch.bfloat16)
|
41 |
|
42 |
text_encoder = T5EncoderModel.from_pretrained("Lightricks/LTX-Video",subfolder='text_encoder',token=True).to(torch.device("cuda"),torch.bfloat16)
|
43 |
+
transformer = LTXVideoTransformer3DModel.from_single_file(single_file_url,token=HF_TOKEN).to(torch.device("cuda"),torch.bfloat16)
|
44 |
|
45 |
@spaces.GPU(duration=80)
|
46 |
def generate_video(
|
|
|
56 |
progress=gr.Progress(track_tqdm=True)
|
57 |
):
|
58 |
pipe.text_encoder=text_encoder
|
59 |
+
pipe.transformer=transformer
|
60 |
seed=random.randint(0, MAX_SEED)
|
61 |
generator = torch.Generator(device="cuda").manual_seed(seed)
|
62 |
image = Image.open(image_url).convert("RGB")
|