Spaces:
Running
Running
Remove 'torch_dtype' parameter
Browse filesTurns out float16 is not supported on CPU, thank you https://stackoverflow.com/a/76126998
app.py
CHANGED
@@ -9,7 +9,7 @@ moondream_id = "vikhyatk/moondream2"
|
|
9 |
moondream_revision = "2024-04-02"
|
10 |
moondream_tokenizer = AutoTokenizer.from_pretrained(moondream_id, revision=moondream_revision)
|
11 |
moondream: PreTrainedModel = AutoModelForCausalLM.from_pretrained(
|
12 |
-
moondream_id, trust_remote_code=True, revision=moondream_revision
|
13 |
)
|
14 |
moondream.eval()
|
15 |
|
|
|
9 |
moondream_revision = "2024-04-02"
|
10 |
moondream_tokenizer = AutoTokenizer.from_pretrained(moondream_id, revision=moondream_revision)
|
11 |
moondream: PreTrainedModel = AutoModelForCausalLM.from_pretrained(
|
12 |
+
moondream_id, trust_remote_code=True, revision=moondream_revision
|
13 |
)
|
14 |
moondream.eval()
|
15 |
|