You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
dm-scripts/install-llm-web-interface

21 lines
554 B
Bash

#!/bin/bash
export HOME="/tmp/$USER"
export PATH="$HOME/.local/bin:$PATH"
mkdir -p "$HOME"
echo "Home moved to /tmp/$USER because of space constraints, this will last only for this session."
cd "$HOME" || exit 1
# Install text-generation-webui
if [ ! -d "$HOME/text-generation-webui" ]; then
git clone https://github.com/oobabooga/text-generation-webui
else
git -C "$HOME/text-generation-webui" pull
fi
# Install requirements and start webui
export GPU_CHOICE="A"
export USE_CUDA118="Y"
bash "$HOME/text-generation-webui/start_linux.sh" "$@"