meg-huggingface
commited on
Commit
·
3441586
1
Parent(s):
c99d0c1
Changing model from hf-causal-experimental to hf-auto
Browse files
src/backend/run_eval_suite_harness.py
CHANGED
@@ -48,7 +48,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
|
|
48 |
# no_cache=no_cache,
|
49 |
# output_base_path="logs"
|
50 |
results = evaluator.simple_evaluate(
|
51 |
-
model="hf-causal-experimental", # "hf-causal"
|
52 |
model_args=eval_request.get_model_args(),
|
53 |
tasks=task_names,
|
54 |
num_fewshot=num_fewshot,
|
|
|
48 |
# no_cache=no_cache,
|
49 |
# output_base_path="logs"
|
50 |
results = evaluator.simple_evaluate(
|
51 |
+
model="hf-auto", #= "hf-causal-experimental", # "hf-causal"
|
52 |
model_args=eval_request.get_model_args(),
|
53 |
tasks=task_names,
|
54 |
num_fewshot=num_fewshot,
|