Commit
·
9c45526
1
Parent(s):
4f59140
Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ title = "RWKV-5-World-0.4B-v2-20231113-ctx4096.pth"
|
|
10 |
url = f"https://huggingface.co/BlinkDL/rwkv-5-world/resolve/main/{title}"
|
11 |
urllib.request.urlretrieve(url, title)
|
12 |
|
13 |
-
model = RWKV(model=
|
14 |
pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
|
15 |
|
16 |
def generate_prompt(instruction, input=None):
|
|
|
10 |
url = f"https://huggingface.co/BlinkDL/rwkv-5-world/resolve/main/{title}"
|
11 |
urllib.request.urlretrieve(url, title)
|
12 |
|
13 |
+
model = RWKV(model=title, strategy='cpu bf16')
|
14 |
pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
|
15 |
|
16 |
def generate_prompt(instruction, input=None):
|