Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ ctx_limit = 4096
|
|
| 8 |
title = "RWKV-5-World-1B5-v2-20231025-ctx4096"
|
| 9 |
|
| 10 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-5-world", filename=f"{title}.pth")
|
| 11 |
-
model = RWKV(model=model_path, strategy='cpu
|
| 12 |
pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
|
| 13 |
|
| 14 |
def generate_prompt(instruction, input=None, history=None):
|
|
|
|
| 8 |
title = "RWKV-5-World-1B5-v2-20231025-ctx4096"
|
| 9 |
|
| 10 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-5-world", filename=f"{title}.pth")
|
| 11 |
+
model = RWKV(model=model_path, strategy='cpu bf16')
|
| 12 |
pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
|
| 13 |
|
| 14 |
def generate_prompt(instruction, input=None, history=None):
|