File size: 274 Bytes
d8fd7b8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
import os
# Model and Tokenizer Settings
KBVQA_MODEL_NAME = "m7mdal7aj/fine_tunned_llama_2_merged"
QUANTIZATION = '4bit'
MAX_CONTEXT_WINDOW = 4000
ADD_EOS_TOKEN = False
TRUST_REMOTE = False
USE_FAST = True
# Access Token
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
|