conda create -n open_reasoner python=3.10
conda activate open_reasoner
pip install -r requirements.txt
pip3 install "fschat[model_worker,webui]"
export PYTHONPATH=$(pwd)
Set NUM_LM_WORKER and NUM_RM_WORKER, as well as the model_path config, in reason/llm_service/create_service_math_shepherd.sh
sh reason/llm_service/create_service_math_shepherd.sh
export PYTHONPATH=$(pwd)
sh scripts/eval/cot_greedy.sh
sh scripts/eval/cot_rerank.sh
sh scripts/eval/beam_search.sh
see scripts/eval/exp/, run scripts in it.