Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | @@ -25,7 +25,7 @@ callback_manager = CallbackManager([StreamingStdOutCallbackHandler()]) | |
| 25 | 
             
            print("loading the LLM......................................")
         | 
| 26 |  | 
| 27 | 
             
            llm = LlamaCpp(
         | 
| 28 | 
            -
                model_path="Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q8_0.gguf",
         | 
| 29 | 
             
                n_ctx=2048,
         | 
| 30 | 
             
                f16_kv=True,  # MUST set to True, otherwise you will run into problem after a couple of calls
         | 
| 31 | 
             
                callback_manager=callback_manager,
         | 
|  | |
| 25 | 
             
            print("loading the LLM......................................")
         | 
| 26 |  | 
| 27 | 
             
            llm = LlamaCpp(
         | 
| 28 | 
            +
                model_path="TheBloke/Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q8_0.gguf",
         | 
| 29 | 
             
                n_ctx=2048,
         | 
| 30 | 
             
                f16_kv=True,  # MUST set to True, otherwise you will run into problem after a couple of calls
         | 
| 31 | 
             
                callback_manager=callback_manager,
         | 
