16 lines
628 B
Bash
16 lines
628 B
Bash
export RAW_ANSWER_PATH=../../data/reproduction_data/model_predictions/
|
|
export CONVERTED_ANSWER_PATH=../../data/reproduction_data/model_predictions_converted/
|
|
export MODEL_NAME=chatgpt_cot
|
|
export METHOD=CoT
|
|
mkdir ${CONVERTED_ANSWER_PATH}/${MODEL_NAME}
|
|
|
|
for test_set in G1_instruction G1_category G1_tool G2_category G2_instruction G3_instruction
|
|
do
|
|
answer_dir=${RAW_ANSWER_PATH}/${MODEL_NAME}/${test_set}
|
|
output_file=${CONVERTED_ANSWER_PATH}/${MODEL_NAME}/${test_set}.json
|
|
|
|
python convert_to_answer_format.py\
|
|
--answer_dir ${answer_dir} \
|
|
--method ${METHOD} \
|
|
--output ${output_file}
|
|
done
|