shubhrapandit commited on
Commit
33ff88d
·
verified ·
1 Parent(s): 00529d9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -3
README.md CHANGED
@@ -221,6 +221,7 @@ lm_eval \
221
  --model vllm \
222
  --model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
223
  --tasks mgsm_cot_native \
 
224
  --num_fewshot 0 \
225
  --batch_size auto \
226
  --output_path output_dir
@@ -281,9 +282,9 @@ lm_eval \
281
  <tr>
282
  <td rowspan="3"><b>Text</b></td>
283
  <td>MGSM (CoT)</td>
284
- <td>58.72</td>
285
- <td>59.92</td>
286
- <td>102.04%</td>
287
  </tr>
288
  <tr>
289
  <td>MMLU (5-shot)</td>
 
221
  --model vllm \
222
  --model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
223
  --tasks mgsm_cot_native \
224
+ --apply_chat_template \
225
  --num_fewshot 0 \
226
  --batch_size auto \
227
  --output_path output_dir
 
282
  <tr>
283
  <td rowspan="3"><b>Text</b></td>
284
  <td>MGSM (CoT)</td>
285
+ <td>56.38</td>
286
+ <td>55.13</td>
287
+ <td>97.78%</td>
288
  </tr>
289
  <tr>
290
  <td>MMLU (5-shot)</td>