Spaces:
Running
Running
File size: 1,333 Bytes
c2e2aa2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
# https://discuss.huggingface.co/t/issues-with-sadtalker-zerogpu-spaces-inquiry-about-community-grant/110625/10
if os.environ.get("SPACES_ZERO_GPU") is not None:
import spaces
else:
class spaces:
@staticmethod
def GPU(func):
def wrapper(*args, **kwargs):
return func(*args, **kwargs)
return wrapper
class ModelPrediction:
def __init__(self, model_name):
self.prediction_fun = self._model_prediction(model_name)
def make_prediction(prompt):
pass
def _model_prediction(self, model_name):
predict_fun = predict_with_api
if 'gpt-3.5' in model_name:
model_name = 'openai/gpt-3.5-turbo-0125'
elif 'gpt-4o-mini' in model_name:
model_name = 'openai/gpt-4o-mini-2024-07-18'
elif 'o1-mini' in model_name:
model_name = 'openai/o1-mini-2024-09-12'
elif 'QwQ' in model_name:
model_name = 'together_ai/Qwen/QwQ-32B'
elif 'DeepSeek-R1-Distill-Llama-70B' in model_name:
model_name = 'together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
else:
raise ValueError('Model forbidden')
return
def predict_with_api(prompt):
pass
@spaces.GPU
def predict_with_hf(prompt):
pass
|