1. 설치
git clone https://github.com/oobabooga/text-generation-webui
cd text-generation-webui
pip install peft gradio
pip install -r requirements.txt
pip install numba datasets accelerate
pip install -U deepspeed
pip install -i https://pypi.org/simple/ bitsandbytes
  1. 실행
python server.py --chat --share --listen
  1. load model