Spaces:
Sleeping
Sleeping
File size: 1,253 Bytes
4f48282 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 |
# Define the Modal image
image = (
modal.Image.from_registry("nvidia/cuda:12.2.0-devel-ubuntu22.04", add_python="3.9")
.apt_install(
"git",
)
.pip_install(
"diffusers",
"transformers",
"torch",
"accelerate",
"gradio>=4.44.1",
"safetensors",
"pillow",
"sentencepiece",
"hf_transfer",
"huggingface_hub[hf_transfer]",
"aria2", # aria2 for ultra-fast parallel downloads
)
.env(
{
"HF_HUB_ENABLE_HF_TRANSFER": "1", "HF_HOME": "HF_HOME"
}
)
)
# Create a Modal app
app = modal.App("img-gen-modal", image=image)
with image.imports():
import diffusers
import os
import gradio
import torch
import sentencepiece
import transformers
from huggingface_hub import InferenceClient, login
@app.function(
secrets=[modal.Secret.from_name("huggingface-token")],
gpu="t4",
timeout=600
)
def generate_image
# Define the Modal image
image = (
modal.Image.from_registry("nvidia/cuda:12.2.0-devel-ubuntu22.04", add_python="3.9")
#modal.Image.debian_slim(python_version="3.9") # Base image
.apt_install(
"git",
)
.pip_install(
"torch"
)
) |