alozowski HF Staff commited on
Commit
a53c95e
·
1 Parent(s): 5b2831b

Use question_mode in config.py

Browse files
Files changed (1) hide show
  1. yourbench_space/config.py +3 -1
yourbench_space/config.py CHANGED
@@ -47,7 +47,7 @@ def generate_base_config(hf_org: str, hf_dataset_name: str, session_uid: str):
47
  "summarization": {
48
  "run": True,
49
  "max_tokens": 16384,
50
- "token_overlap": 64,
51
  "encoding_name": "cl100k_base",
52
  },
53
  "chunking": {
@@ -66,6 +66,7 @@ def generate_base_config(hf_org: str, hf_dataset_name: str, session_uid: str):
66
  },
67
  "single_shot_question_generation": {
68
  "run": True,
 
69
  "additional_instructions": "Generate questions to test a curious adult",
70
  "chunk_sampling": {
71
  "mode": "count",
@@ -75,6 +76,7 @@ def generate_base_config(hf_org: str, hf_dataset_name: str, session_uid: str):
75
  },
76
  "multi_hop_question_generation": {
77
  "run": True,
 
78
  "additional_instructions": "Generate questions to test a curious adult",
79
  "chunk_sampling": {
80
  "mode": "percentage",
 
47
  "summarization": {
48
  "run": True,
49
  "max_tokens": 16384,
50
+ "token_overlap": 128,
51
  "encoding_name": "cl100k_base",
52
  },
53
  "chunking": {
 
66
  },
67
  "single_shot_question_generation": {
68
  "run": True,
69
+ "question_mode": "open-ended",
70
  "additional_instructions": "Generate questions to test a curious adult",
71
  "chunk_sampling": {
72
  "mode": "count",
 
76
  },
77
  "multi_hop_question_generation": {
78
  "run": True,
79
+ "question_mode": "open-ended",
80
  "additional_instructions": "Generate questions to test a curious adult",
81
  "chunk_sampling": {
82
  "mode": "percentage",