unsloth配置

环境配置

conda create --name unsloth_env \
    python=3.11 \
    pytorch-cuda=12.1 \
    pytorch cudatoolkit xformers -c pytorch -c nvidia -c xformers \
    -y
conda activate unsloth_env

pip install "unsloth[colab-new] @ git+https://gitee.com/elisonw/unsloth.git"
pip install vllm
pip install -U ipywidgets

遍历