Update my_model/KBVQA.py

my_model/KBVQA.py

@@ -15,7 +15,7 @@ class KBVQA():
         self.kbvqa_model_name = "m7mdal7aj/fine_tunned_llama_2_merged"
         self.quantization='4bit'
         self.bnb_config = self.create_bnb_config()
-        self.max_context_window = 4096
+        self.max_context_window = 4000
         self.add_eos_token = False
         self.trust_remote = False
         self.use_fast = True