Update README.md
Browse files
README.md
CHANGED
@@ -221,6 +221,7 @@ lm_eval \
|
|
221 |
--model vllm \
|
222 |
--model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
|
223 |
--tasks mgsm_cot_native \
|
|
|
224 |
--num_fewshot 0 \
|
225 |
--batch_size auto \
|
226 |
--output_path output_dir
|
@@ -281,9 +282,9 @@ lm_eval \
|
|
281 |
<tr>
|
282 |
<td rowspan="3"><b>Text</b></td>
|
283 |
<td>MGSM (CoT)</td>
|
284 |
-
<td>
|
285 |
-
<td>
|
286 |
-
<td>
|
287 |
</tr>
|
288 |
<tr>
|
289 |
<td>MMLU (5-shot)</td>
|
|
|
221 |
--model vllm \
|
222 |
--model_args pretrained="<model_name>",dtype=auto,max_model_len=4096,max_gen_toks=2048,max_num_seqs=128,tensor_parallel_size=<n>,gpu_memory_utilization=0.9 \
|
223 |
--tasks mgsm_cot_native \
|
224 |
+
--apply_chat_template \
|
225 |
--num_fewshot 0 \
|
226 |
--batch_size auto \
|
227 |
--output_path output_dir
|
|
|
282 |
<tr>
|
283 |
<td rowspan="3"><b>Text</b></td>
|
284 |
<td>MGSM (CoT)</td>
|
285 |
+
<td>56.38</td>
|
286 |
+
<td>55.13</td>
|
287 |
+
<td>97.78%</td>
|
288 |
</tr>
|
289 |
<tr>
|
290 |
<td>MMLU (5-shot)</td>
|