rdezwart commited on
Commit
bf22d27
·
1 Parent(s): dd6d582

Remove 'torch_dtype' parameter

Browse files

Turns out float16 is not supported on CPU, thank you https://stackoverflow.com/a/76126998

Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ moondream_id = "vikhyatk/moondream2"
9
  moondream_revision = "2024-04-02"
10
  moondream_tokenizer = AutoTokenizer.from_pretrained(moondream_id, revision=moondream_revision)
11
  moondream: PreTrainedModel = AutoModelForCausalLM.from_pretrained(
12
- moondream_id, trust_remote_code=True, revision=moondream_revision, torch_dtype="auto"
13
  )
14
  moondream.eval()
15
 
 
9
  moondream_revision = "2024-04-02"
10
  moondream_tokenizer = AutoTokenizer.from_pretrained(moondream_id, revision=moondream_revision)
11
  moondream: PreTrainedModel = AutoModelForCausalLM.from_pretrained(
12
+ moondream_id, trust_remote_code=True, revision=moondream_revision
13
  )
14
  moondream.eval()
15