Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
3 |
import streamlit as st
|
4 |
import airllm
|
5 |
import os
|
6 |
-
from airllm import
|
7 |
from dotenv import load_dotenv
|
8 |
|
9 |
load_dotenv()
|
@@ -31,7 +31,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
31 |
#model = AutoModelForCausalLM.from_pretrained(model_name)
|
32 |
|
33 |
# Initialize AirLLM
|
34 |
-
air_llm = airllm.
|
35 |
|
36 |
# Streamlit app configuration
|
37 |
st.set_page_config(
|
|
|
3 |
import streamlit as st
|
4 |
import airllm
|
5 |
import os
|
6 |
+
from airllm.auto_model import AutoModel
|
7 |
from dotenv import load_dotenv
|
8 |
|
9 |
load_dotenv()
|
|
|
31 |
#model = AutoModelForCausalLM.from_pretrained(model_name)
|
32 |
|
33 |
# Initialize AirLLM
|
34 |
+
air_llm = airllm.AutoModel(model, tokenizer)
|
35 |
|
36 |
# Streamlit app configuration
|
37 |
st.set_page_config(
|