knox ha revisionato questo gist . Vai alla revisione
1 file changed, 24 insertions
LLaMA-Factory-17.sh(file creato)
| @@ -0,0 +1,24 @@ | |||
| 1 | + | docker build -f ./docker/docker-rocm/Dockerfile \ | |
| 2 | + | --build-arg INSTALL_BNB=false \ | |
| 3 | + | --build-arg INSTALL_VLLM=false \ | |
| 4 | + | --build-arg INSTALL_DEEPSPEED=false \ | |
| 5 | + | --build-arg INSTALL_FLASHATTN=false \ | |
| 6 | + | --build-arg PIP_INDEX=https://pypi.org/simple \ | |
| 7 | + | -t llamafactory:latest . | |
| 8 | + | ||
| 9 | + | docker run -dit \ | |
| 10 | + | -v ./hf_cache:/root/.cache/huggingface \ | |
| 11 | + | -v ./ms_cache:/root/.cache/modelscope \ | |
| 12 | + | -v ./om_cache:/root/.cache/openmind \ | |
| 13 | + | -v ./data:/app/data \ | |
| 14 | + | -v ./output:/app/output \ | |
| 15 | + | -v ./saves:/app/saves \ | |
| 16 | + | -p 7860:7860 \ | |
| 17 | + | -p 8000:8000 \ | |
| 18 | + | --device /dev/kfd \ | |
| 19 | + | --device /dev/dri \ | |
| 20 | + | --shm-size 16G \ | |
| 21 | + | --name llamafactory \ | |
| 22 | + | llamafactory:latest | |
| 23 | + | ||
| 24 | + | docker exec -it llamafactory bash | |
Più nuovi
Più vecchi