conda create -n tora python=3.10
conda activate tora

git clone https://atomgit.com/AI4Science/ToRA.git

cd ToRA

pip install packaging==22.0
pip install -r requirements.txt

# Install vLLM
git clone --depth 1 --branch v0.9.1 https://github.com/vllm-project/vllm
cd vllm
VLLM_TARGET_DEVICE=empty pip install -v -e .
cd ..

# Install vLLM Ascend
git clone  --depth 1 --branch v0.9.1rc2 https://github.com/vllm-project/vllm-ascend.git
cd vllm-ascend
pip install -v -e .
cd ..

Ascend-cann-kernels-xxx_8.2.RC1_linux-aarch64.run
Ascend-cann-toolkit_8.2.RC1_linux-aarch64.run
Ascend-cann-nnal_8.2.RC1_linux-aarch64.run //必须安装
torch：2.6.0
torch_npu：2.6.0

安装后执行
source /usr/local/Ascend/ascend-toolkit/set_env.sh
source /usr/local/Ascend/nnal/atb/set_env.sh
export ASCEND_RT_VISIBLE_DEVICES=0

https://huggingface.co/llm-agents/tora-code-34b-v1.0/tree/main
下载该页面下的全部文件，放到 /path/ToRA/src/outputs/llm-agents/tora-code-34b-v1.0

修改/path/ToRA/src/scripts/infer.sh文件中MODEL_NAME_OR_PATH的值为/path/ToRA/src/outputs/llm-agents/tora-code-34b-v1.0
bash scritps/infer.sh