| cd evaluation/evalplus | |
| export PYTHONPATH=$PYTHONPATH:$(pwd) | |
| directory="../evaluate/output" | |
| pattern="" | |
| find "$directory" -type f -name "*humaneval*-sanitized.jsonl" -print0 | while IFS= read -r -d '' jsonl_file; do | |
| if [[ $jsonl_file != *$pattern* ]]; then | |
| continue | |
| fi | |
| echo " Processing JSONL File: $jsonl_file" | |
| python evalplus/evaluate.py --dataset humaneval --samples $jsonl_file --i-just-wanna-run | |
| done | |
| find "$directory" -type f -name "*mbpp*-sanitized.jsonl" -print0 | while IFS= read -r -d '' jsonl_file; do | |
| if [[ $jsonl_file != *$pattern* ]]; then | |
| continue | |
| fi | |
| echo " Processing JSONL File: $jsonl_file" | |
| python evalplus/evaluate.py --dataset mbpp --samples $jsonl_file --i-just-wanna-run | |
| done | |