File size: 299 Bytes
d8fd7b8 d0ba87d d8fd7b8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
import os
# Model and Tokenizer Settings
KBVQA_MODEL_NAME = "m7mdal7aj/fine_tunned_llama_2_merged"
QUANTIZATION = '4bit'
MAX_CONTEXT_WINDOW = 4000
ADD_EOS_TOKEN = False
TRUST_REMOTE = False
USE_FAST = True
LOW_CPU_MEM_USAGE = True
# Access Token
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
|