https://arca.live/b/characterai/71868426

을 복붙 귀찮아서 스크립팅함

vim으로 auto.sh 만들어서 밑에 복붙하고
chmod +x auto.sh
하고 
./auto.sh 하면 덜 귀찮게 런팟이나 로컬 리눅스로 구동가능

#!/bin/bash

wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh

chmod +x Miniconda3-latest-Linux-x86_64.sh

./Miniconda3-latest-Linux-x86_64.sh

eval "$(/root/miniconda3/bin/conda shell.bash hook)"

conda init

apt update && upgrade

conda create -n textgen

conda activate textgen

conda install torchvision torchaudio pytorch-cuda=11.7 git -c pytorch -c nvidia

git clone https://github.com/oobabooga/text-generation-webui

cd text-generation-webui

pip install -r requirements.txt

mkdir repositories

cd repositories

git clone https://github.com/qwopqwop200/GPTQ-for-LLaMa

cd GPTQ-for-LLaMa

python setup_cuda.py install

apt install git-lfs

git lfs install

cd /workspace/text-generation-webui/models/

git clone https://huggingface.co/decapoda-research/llama-7b-hf llama-7b

git clone https://huggingface.co/Dogge/llama-smallint-pt

mv /workspace/text-generation-webui/models/llama-smallint-pt/llama7b-4bit.pt /workspace/text-generation-webui/models/llama-7b-4bit.pt

cd /workspace/text-generation-webui

conda activate textgen

python server.py --gptq-bits 4 --share

echo "Shell script execution completed successfully!"