File size: 1,161 Bytes
9390ea2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
common:
  log_file_path: !ENV ${LOG_FILE_PATH:/data/logs/common.log}
  log_sql_path: !ENV ${SQLALCHEMY_DATABASE_URL:sqlite:////data/logs.db}
  log_level: !ENV ${LOG_LEVEL:INFO}

bd:
  entities:
    # Варианты: fixed_size, sentence, paragraph, blm_sentence, blm_paragraph
    strategy_name: !ENV ${ENTITIES_STRATEGY_NAME:paragraph}
    strategy_params:
    #   words_per_chunk: 50
    #   overlap_words: 25
    #   respect_sentence_boundaries: true
    process_tables: true
    neighbors_max_distance: 1

  search:
    use_qe: true
    use_vector_search: true
    vectorizer_path: !ENV ${EMBEDDING_MODEL_PATH:BAAI/bge-m3}
    device: !ENV ${DEVICE:cuda}
    max_entities_per_message: 150
    max_entities_per_dialogue: 300

  files:
    empty_start: true
    documents_path: /data/documents

llm:
  base_url: !ENV ${LLM_BASE_URL:https://api.deepinfra.com}
  api_key_env: !ENV ${API_KEY_ENV:DEEPINFRA_API_KEY}
  model: !ENV ${MODEL_NAME:meta-llama/Llama-3.3-70B-Instruct}
  tokenizer_name: !ENV ${TOKENIZER_NAME:unsloth/Llama-3.3-70B-Instruct}
  temperature: 0.14
  top_p: 0.95
  min_p: 0.05
  frequency_penalty: -0.001
  presence_penalty: 1.3
  seed: 42