File size: 1,070 Bytes
57cf043
c7266d8
 
744a170
57cf043
 
744a170
 
 
 
 
 
 
 
57cf043
 
fd485d9
744a170
 
 
 
 
57cf043
 
 
c7266d8
57cf043
 
 
 
e474712
57cf043
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
common:
  log_file_path: !ENV ${LOG_FILE_PATH:/data/logs/common.log}
  log_sql_path: !ENV ${SQLALCHEMY_DATABASE_URL:sqlite:////data/logs.db}
  log_level: !ENV ${LOG_LEVEL:INFO}

bd:
  entities:
    strategy_name: !ENV ${ENTITIES_STRATEGY_NAME:fixed_size}
    strategy_params:
      words_per_chunk: 50
      overlap_words: 25
      respect_sentence_boundaries: true
    process_tables: true
    neighbors_max_distance: 1

  search:
    use_qe: true
    use_vector_search: true
    vectorizer_path: !ENV ${EMBEDDING_MODEL_PATH:BAAI/bge-m3}
    device: !ENV ${DEVICE:cuda}
    max_entities_per_message: 75
    max_entities_per_dialogue: 500

  files:
    empty_start: true
    documents_path: /data/documents

llm:
  base_url: !ENV ${LLM_BASE_URL:https://api.deepinfra.com}
  api_key_env: !ENV ${API_KEY_ENV:DEEPINFRA_API_KEY}
  model: !ENV ${MODEL_NAME:meta-llama/Llama-3.3-70B-Instruct}
  tokenizer_name: !ENV ${TOKENIZER_NAME:unsloth/Llama-3.3-70B-Instruct}
  temperature: 0.14
  top_p: 0.95
  min_p: 0.05
  frequency_penalty: -0.001
  presence_penalty: 1.3
  seed: 42