Update app.py
Browse files
app.py
CHANGED
@@ -44,13 +44,19 @@ def create_db(splits):
|
|
44 |
# Initialize langchain LLM chain
|
45 |
def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, progress=gr.Progress()):
|
46 |
if llm_model == "meta-llama/Meta-Llama-3-8B-Instruct":
|
47 |
-
llm = HuggingFaceEndpoint(
|
48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
49 |
huggingfacehub_api_token = api_token,
|
50 |
-
|
51 |
-
|
52 |
-
top_k = top_k,
|
53 |
-
)
|
54 |
else:
|
55 |
llm = HuggingFaceEndpoint(
|
56 |
huggingfacehub_api_token = api_token,
|
|
|
44 |
# Initialize langchain LLM chain
|
45 |
def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, progress=gr.Progress()):
|
46 |
if llm_model == "meta-llama/Meta-Llama-3-8B-Instruct":
|
47 |
+
# llm = HuggingFaceEndpoint(
|
48 |
+
# repo_id=llm_model,
|
49 |
+
# huggingfacehub_api_token = api_token,
|
50 |
+
# temperature = temperature,
|
51 |
+
# max_new_tokens = max_tokens,
|
52 |
+
# top_k = top_k,
|
53 |
+
# )
|
54 |
+
|
55 |
+
llm = HuggingFaceHub(
|
56 |
+
repo_id = llm_model,
|
57 |
huggingfacehub_api_token = api_token,
|
58 |
+
task="text-generation",
|
59 |
+
)
|
|
|
|
|
60 |
else:
|
61 |
llm = HuggingFaceEndpoint(
|
62 |
huggingfacehub_api_token = api_token,
|