meg-huggingface commited on
Commit
3441586
·
1 Parent(s): c99d0c1

Changing model from hf-causal-experimental to hf-auto

Browse files
src/backend/run_eval_suite_harness.py CHANGED
@@ -48,7 +48,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
48
  # no_cache=no_cache,
49
  # output_base_path="logs"
50
  results = evaluator.simple_evaluate(
51
- model="hf-causal-experimental", # "hf-causal"
52
  model_args=eval_request.get_model_args(),
53
  tasks=task_names,
54
  num_fewshot=num_fewshot,
 
48
  # no_cache=no_cache,
49
  # output_base_path="logs"
50
  results = evaluator.simple_evaluate(
51
+ model="hf-auto", #= "hf-causal-experimental", # "hf-causal"
52
  model_args=eval_request.get_model_args(),
53
  tasks=task_names,
54
  num_fewshot=num_fewshot,