MuntasirHossain commited on
Commit
eddd9db
·
verified ·
1 Parent(s): a5c9a00

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -6
app.py CHANGED
@@ -44,13 +44,19 @@ def create_db(splits):
44
  # Initialize langchain LLM chain
45
  def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, progress=gr.Progress()):
46
  if llm_model == "meta-llama/Meta-Llama-3-8B-Instruct":
47
- llm = HuggingFaceEndpoint(
48
- repo_id=llm_model,
 
 
 
 
 
 
 
 
49
  huggingfacehub_api_token = api_token,
50
- temperature = temperature,
51
- max_new_tokens = max_tokens,
52
- top_k = top_k,
53
- )
54
  else:
55
  llm = HuggingFaceEndpoint(
56
  huggingfacehub_api_token = api_token,
 
44
  # Initialize langchain LLM chain
45
  def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, progress=gr.Progress()):
46
  if llm_model == "meta-llama/Meta-Llama-3-8B-Instruct":
47
+ # llm = HuggingFaceEndpoint(
48
+ # repo_id=llm_model,
49
+ # huggingfacehub_api_token = api_token,
50
+ # temperature = temperature,
51
+ # max_new_tokens = max_tokens,
52
+ # top_k = top_k,
53
+ # )
54
+
55
+ llm = HuggingFaceHub(
56
+ repo_id = llm_model,
57
  huggingfacehub_api_token = api_token,
58
+ task="text-generation",
59
+ )
 
 
60
  else:
61
  llm = HuggingFaceEndpoint(
62
  huggingfacehub_api_token = api_token,