Spaces:
Runtime error
Runtime error
File size: 750 Bytes
c87c295 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
cd evaluation/evalplus
export PYTHONPATH=$PYTHONPATH:$(pwd)
directory="../evaluate/output"
pattern=""
find "$directory" -type f -name "*humaneval*-sanitized.jsonl" -print0 | while IFS= read -r -d '' jsonl_file; do
if [[ $jsonl_file != *$pattern* ]]; then
continue
fi
echo " Processing JSONL File: $jsonl_file"
python evalplus/evaluate.py --dataset humaneval --samples $jsonl_file --i-just-wanna-run
done
find "$directory" -type f -name "*mbpp*-sanitized.jsonl" -print0 | while IFS= read -r -d '' jsonl_file; do
if [[ $jsonl_file != *$pattern* ]]; then
continue
fi
echo " Processing JSONL File: $jsonl_file"
python evalplus/evaluate.py --dataset mbpp --samples $jsonl_file --i-just-wanna-run
done
|