Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | @@ -18,8 +18,9 @@ from huggingface_hub import hf_hub_download | |
| 18 | 
             
            from safetensors.torch import load_file
         | 
| 19 |  | 
| 20 | 
             
            # Initialize models and clients
         | 
| 21 | 
            -
            client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
         | 
| 22 | 
             
            MODEL = 'llama3-groq-70b-8192-tool-use-preview'
         | 
|  | |
|  | |
| 23 |  | 
| 24 | 
             
            vqa_model = AutoModel.from_pretrained('openbmb/MiniCPM-V-2', trust_remote_code=True,
         | 
| 25 | 
             
                                                   device_map="auto", torch_dtype=torch.bfloat16)
         | 
|  | |
| 18 | 
             
            from safetensors.torch import load_file
         | 
| 19 |  | 
| 20 | 
             
            # Initialize models and clients
         | 
|  | |
| 21 | 
             
            MODEL = 'llama3-groq-70b-8192-tool-use-preview'
         | 
| 22 | 
            +
            client = Groq(model=MODEL, api_key=os.environ.get("GROQ_API_KEY"))
         | 
| 23 | 
            +
             | 
| 24 |  | 
| 25 | 
             
            vqa_model = AutoModel.from_pretrained('openbmb/MiniCPM-V-2', trust_remote_code=True,
         | 
| 26 | 
             
                                                   device_map="auto", torch_dtype=torch.bfloat16)
         | 
