-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy patheval.sh
More file actions
7 lines (7 loc) · 1.03 KB
/
eval.sh
File metadata and controls
7 lines (7 loc) · 1.03 KB
1
2
3
4
5
6
7
python3 evaluation.py -tc dataset/seccode-go-plus-filtered.jsonl -r new-results/go-qwen-0.0.jsonl -o new-eval/go-qwen-0.0.jsonl -l go > new-eval/go-qwen-0.0.txt
# python3 evaluation.py -tc dataset/seccode-plus-filtered.jsonl -r new-results/py-qwen-0.0.jsonl -o new-eval/py-qwen-0.0.jsonl > new-eval/py-qwen-0.0.txt
# python3 evaluation.py -tc dataset/seccode-plus-filtered.jsonl -r new-results/py-qwen-0.4.jsonl -o new-eval/py-qwen-0.4.jsonl > new-eval/py-qwen-0.4.txt
# python3 evaluation.py -tc dataset/seccode-plus-filtered.jsonl -r new-results/py-qwen-0.8.jsonl -o new-eval/py-qwen-0.8.jsonl > new-eval/py-qwen-0.8.txt
# python3 evaluation.py -tc dataset/seccode-plus-filtered.jsonl -r new-results/py-qwen-1.0.jsonl -o new-eval/py-qwen-1.0.jsonl > new-eval/py-qwen-1.0.txt
# python3 evaluation.py -tc dataset/correct.jsonl -r new-results/py-qwen-0.0.jsonl -o new-eval/py-qwen-0.0.jsonl > new-eval/py-qwen-0.0.txt
# python3 evaluation.py -tc dataset/correct.jsonl -r new-results/py-qwen-0.2.jsonl -o new-eval/py-qwen-0.2.jsonl > new-eval/py-qwen-0.2.txt