- 설치
git clone https://github.com/oobabooga/text-generation-webui
cd text-generation-webui
pip install peft gradio
pip install -r requirements.txt
pip install numba datasets accelerate
pip install -U deepspeed
pip install -i https://pypi.org/simple/ bitsandbytes
- 실행
python server.py --chat --share --listen
- load model
- https://huggingface.co/ 모델 download
- MaziyarPanahi/WizardLM-2-7B-GGUF