Severian commited on
Commit
49c3c50
·
1 Parent(s): da3f19f

Rename app (1).txt to app.py

Browse files
Files changed (1) hide show
  1. app (1).txt → app.py +5 -5
app (1).txt → app.py RENAMED
@@ -9,8 +9,8 @@ from huggingface_hub import hf_hub_download
9
 
10
  llm = Llama(
11
  model_path=hf_hub_download(
12
- repo_id=os.environ.get("REPO_ID", "TheBloke/Llama-2-7b-Chat-GGUF"),
13
- filename=os.environ.get("MODEL_FILE", "llama-2-7b-chat.Q5_0.gguf"),
14
  ),
15
  n_ctx=2048,
16
  n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
@@ -60,9 +60,9 @@ def generate_text(message, history):
60
 
61
  demo = gr.ChatInterface(
62
  generate_text,
63
- title="llama-cpp-python on GPU",
64
- description="Running LLM with https://github.com/abetlen/llama-cpp-python",
65
- examples=["tell me everything about llamas"],
66
  cache_examples=True,
67
  retry_btn=None,
68
  undo_btn="Delete Previous",
 
9
 
10
  llm = Llama(
11
  model_path=hf_hub_download(
12
+ repo_id=os.environ.get("REPO_ID", "Severian/ANIMA-Phi-Neptune-Mistral-7B-gguf"),
13
+ filename=os.environ.get("MODEL_FILE", "anima-phi-neptune-mistral-7b.Q4_K_M.gguf"),
14
  ),
15
  n_ctx=2048,
16
  n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
 
60
 
61
  demo = gr.ChatInterface(
62
  generate_text,
63
+ title="A N I M A",
64
+ description="ANIMA is an expert in various scientific disciplines.",
65
+ examples=["Tell me everything about biomimicry"],
66
  cache_examples=True,
67
  retry_btn=None,
68
  undo_btn="Delete Previous",