Spaces:
Runtime error
Runtime error
BitNet Model
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ import torch
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
# Load the model and tokenizer
|
6 |
-
model_id = "
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
8 |
model = AutoModelForCausalLM.from_pretrained(model_id)
|
9 |
|
@@ -15,7 +15,7 @@ def generate_response(messages):
|
|
15 |
return generated_response
|
16 |
|
17 |
# Streamlit app
|
18 |
-
st.title("
|
19 |
messages = []
|
20 |
|
21 |
user_input = st.text_input("You:", "")
|
@@ -32,4 +32,4 @@ for i, message in enumerate(messages):
|
|
32 |
if i % 2 == 0:
|
33 |
st.text_input("You:", value=message, disabled=True)
|
34 |
else:
|
35 |
-
st.text_area("
|
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
# Load the model and tokenizer
|
6 |
+
model_id = "1bitLLM/bitnet_b1_58-3B"
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
8 |
model = AutoModelForCausalLM.from_pretrained(model_id)
|
9 |
|
|
|
15 |
return generated_response
|
16 |
|
17 |
# Streamlit app
|
18 |
+
st.title("BitNet Chatbot")
|
19 |
messages = []
|
20 |
|
21 |
user_input = st.text_input("You:", "")
|
|
|
32 |
if i % 2 == 0:
|
33 |
st.text_input("You:", value=message, disabled=True)
|
34 |
else:
|
35 |
+
st.text_area("BitNet:", value=message, disabled=True)
|