Compare commits
1 Commits
main
...
romannum3r
| Author | SHA1 | Date |
|---|---|---|
RomanNum3ral
|
aab8f87ae3 |
|
|
@ -1,235 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
### CONFIG ###
|
|
||||||
OPENWEBUI_IMAGE="ghcr.io/open-webui/open-webui:main"
|
|
||||||
### /CONFIG ###
|
|
||||||
|
|
||||||
echo "=== Step 2: Install Docker, Ollama, Stable Diffusion, and Open WebUI ==="
|
|
||||||
|
|
||||||
if [[ $EUID -ne 0 ]]; then
|
|
||||||
echo "Please run this script as root, e.g.: sudo bash $0"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Figure out the "real" user so we install things into their home directory
|
|
||||||
REALUSER="${SUDO_USER:-$USER}"
|
|
||||||
USER_HOME="$(eval echo ~${REALUSER})"
|
|
||||||
OPENWEBUI_DIR="${USER_HOME}/open-webui"
|
|
||||||
STABLEDIFF_DIR="${USER_HOME}/stablediff"
|
|
||||||
|
|
||||||
echo "Real user: ${REALUSER}"
|
|
||||||
echo "User home: ${USER_HOME}"
|
|
||||||
echo "Open WebUI dir: ${OPENWEBUI_DIR}"
|
|
||||||
echo "Stable Diff dir: ${STABLEDIFF_DIR}"
|
|
||||||
echo
|
|
||||||
|
|
||||||
# --- Sanity check: GPU should be visible now ---
|
|
||||||
if ! command -v nvidia-smi >/dev/null 2>&1; then
|
|
||||||
echo "WARNING: nvidia-smi not found."
|
|
||||||
echo "Make sure you ran 00-gpu-driver.sh and rebooted successfully."
|
|
||||||
echo "You can continue, but GPU usage may not work."
|
|
||||||
else
|
|
||||||
echo "nvidia-smi output:"
|
|
||||||
nvidia-smi || true
|
|
||||||
fi
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 1/4: Install Docker Engine + Docker Compose
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 1/4: Installing Docker Engine + Docker Compose..."
|
|
||||||
|
|
||||||
# Remove old Docker bits if present (ignore errors)
|
|
||||||
apt-get remove -y docker docker-engine docker.io containerd runc || true
|
|
||||||
|
|
||||||
# Add Docker’s official GPG key
|
|
||||||
install -m 0755 -d /etc/apt/keyrings
|
|
||||||
if [ ! -f /etc/apt/keyrings/docker.gpg ]; then
|
|
||||||
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | \
|
|
||||||
gpg --dearmor -o /etc/apt/keyrings/docker.gpg
|
|
||||||
chmod a+r /etc/apt/keyrings/docker.gpg
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Add Docker apt repository
|
|
||||||
UBUNTU_CODENAME="$(. /etc/os-release && echo "$VERSION_CODENAME")"
|
|
||||||
if [ ! -f /etc/apt/sources.list.d/docker.list ]; then
|
|
||||||
echo \
|
|
||||||
"deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu \
|
|
||||||
${UBUNTU_CODENAME} stable" > /etc/apt/sources.list.d/docker.list
|
|
||||||
fi
|
|
||||||
|
|
||||||
apt-get update -y
|
|
||||||
apt-get install -y \
|
|
||||||
docker-ce \
|
|
||||||
docker-ce-cli \
|
|
||||||
containerd.io \
|
|
||||||
docker-buildx-plugin \
|
|
||||||
docker-compose-plugin \
|
|
||||||
ocl-icd-opencl-dev \
|
|
||||||
opencl-headers
|
|
||||||
|
|
||||||
systemctl enable --now docker
|
|
||||||
|
|
||||||
echo "Docker version:"
|
|
||||||
docker --version || true
|
|
||||||
echo "Docker Compose plugin version:"
|
|
||||||
docker compose version || true
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 2/4: Install Ollama (GPU-enabled)
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 2/4: Installing Ollama (GPU-enabled)..."
|
|
||||||
|
|
||||||
# Let Ollama's installer run even if its CUDA driver step conflicts with Ubuntu's drivers
|
|
||||||
set +e
|
|
||||||
curl -fsSL https://ollama.com/install.sh | sh
|
|
||||||
OLLAMA_RC=$?
|
|
||||||
set -e
|
|
||||||
|
|
||||||
if [ $OLLAMA_RC -ne 0 ]; then
|
|
||||||
echo "WARNING: Ollama installer returned non-zero (likely CUDA driver dependency issues)."
|
|
||||||
echo "As long as your NVIDIA driver works (nvidia-smi OK), you can ignore this."
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Make sure the service is enabled & running
|
|
||||||
systemctl enable --now ollama || true
|
|
||||||
|
|
||||||
echo "Waiting for Ollama API on http://127.0.0.1:11434 ..."
|
|
||||||
for i in {1..30}; do
|
|
||||||
if curl -sSf http://127.0.0.1:11434/api/version >/dev/null 2>&1; then
|
|
||||||
echo "Ollama is up!"
|
|
||||||
break
|
|
||||||
fi
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
|
|
||||||
if ! curl -sSf http://127.0.0.1:11434/api/version >/dev/null 2>&1; then
|
|
||||||
echo "WARNING: Ollama API not responding yet. Check 'systemctl status ollama'."
|
|
||||||
fi
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 3/4: Install Stable Diffusion (AUTOMATIC1111) via pyenv + systemd autostart
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 3/4: Installing Stable Diffusion WebUI (AUTOMATIC1111) with pyenv..."
|
|
||||||
|
|
||||||
echo "Installing prerequisites for Stable Diffusion..."
|
|
||||||
apt-get install -y \
|
|
||||||
make build-essential libssl-dev zlib1g-dev libbz2-dev \
|
|
||||||
libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev \
|
|
||||||
libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev git \
|
|
||||||
python3-pip
|
|
||||||
|
|
||||||
# Install pyenv for the REALUSER if not already present
|
|
||||||
sudo -u "${REALUSER}" bash -lc '
|
|
||||||
if [ ! -d "$HOME/.pyenv" ]; then
|
|
||||||
echo "Installing pyenv for $USER..."
|
|
||||||
curl https://pyenv.run | bash
|
|
||||||
else
|
|
||||||
echo "pyenv already installed for $USER, skipping."
|
|
||||||
fi
|
|
||||||
'
|
|
||||||
|
|
||||||
# Use pyenv to ensure Python 3.10 for Stable Diffusion
|
|
||||||
sudo -u "${REALUSER}" bash -lc '
|
|
||||||
export PYENV_ROOT="$HOME/.pyenv"
|
|
||||||
if [ -d "$PYENV_ROOT/bin" ]; then
|
|
||||||
export PATH="$PYENV_ROOT/bin:$PATH"
|
|
||||||
fi
|
|
||||||
eval "$(pyenv init -)"
|
|
||||||
|
|
||||||
echo "Ensuring Python 3.10 is installed with pyenv..."
|
|
||||||
pyenv install -s 3.10
|
|
||||||
pyenv global 3.10
|
|
||||||
'
|
|
||||||
|
|
||||||
# Clone AUTOMATIC1111’s repo into ~/stablediff (if not already there)
|
|
||||||
sudo -u "${REALUSER}" bash -lc '
|
|
||||||
if [ ! -d "$HOME/stablediff" ]; then
|
|
||||||
echo "Cloning Stable Diffusion WebUI repo into ~/stablediff..."
|
|
||||||
git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui.git "$HOME/stablediff"
|
|
||||||
else
|
|
||||||
echo "~/stablediff already exists, skipping clone."
|
|
||||||
fi
|
|
||||||
'
|
|
||||||
|
|
||||||
# Create systemd service for Stable Diffusion WebUI to auto-start at boot
|
|
||||||
echo "Creating systemd service for Stable Diffusion WebUI..."
|
|
||||||
|
|
||||||
cat >/etc/systemd/system/stablediff.service <<EOF
|
|
||||||
[Unit]
|
|
||||||
Description=Stable Diffusion WebUI (AUTOMATIC1111)
|
|
||||||
After=network.target nvidia-persistenced.service
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=simple
|
|
||||||
User=${REALUSER}
|
|
||||||
WorkingDirectory=${STABLEDIFF_DIR}
|
|
||||||
Environment=PYENV_ROOT=${USER_HOME}/.pyenv
|
|
||||||
Environment=PATH=${USER_HOME}/.pyenv/shims:${USER_HOME}/.pyenv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
|
|
||||||
Environment=PYTHON=${USER_HOME}/.pyenv/shims/python
|
|
||||||
ExecStart=/bin/bash -lc './webui.sh --listen --api'
|
|
||||||
Restart=on-failure
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
||||||
EOF
|
|
||||||
|
|
||||||
systemctl daemon-reload
|
|
||||||
systemctl enable --now stablediff.service || true
|
|
||||||
|
|
||||||
echo "Stable Diffusion WebUI service created: stablediff.service"
|
|
||||||
echo "Check status with: systemctl status stablediff.service"
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 4/4: Set up Open WebUI with Docker Compose (talking to Ollama)
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 4/4: Setting up Open WebUI with Docker Compose..."
|
|
||||||
|
|
||||||
mkdir -p "${OPENWEBUI_DIR}"
|
|
||||||
cd "${OPENWEBUI_DIR}"
|
|
||||||
|
|
||||||
cat > docker-compose.yml <<'EOF'
|
|
||||||
version: "3.8"
|
|
||||||
|
|
||||||
services:
|
|
||||||
open-webui:
|
|
||||||
image: ghcr.io/open-webui/open-webui:main
|
|
||||||
container_name: open-webui
|
|
||||||
restart: unless-stopped
|
|
||||||
network_mode: "host"
|
|
||||||
environment:
|
|
||||||
- OLLAMA_BASE_URL=http://127.0.0.1:11434
|
|
||||||
# Uncomment to disable auth on local networks (optional, not recommended on exposed hosts)
|
|
||||||
# - OPENWEBUI_AUTH=False
|
|
||||||
volumes:
|
|
||||||
- ./data:/app/backend/data
|
|
||||||
EOF
|
|
||||||
|
|
||||||
echo "docker-compose.yml created at ${OPENWEBUI_DIR}/docker-compose.yml"
|
|
||||||
|
|
||||||
docker compose up -d
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Done
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "==================== ALL DONE ===================="
|
|
||||||
echo "Ollama service: systemctl status ollama"
|
|
||||||
echo "Stable Diffusion WebUI: systemctl status stablediff.service"
|
|
||||||
echo "Open WebUI stack: cd ${OPENWEBUI_DIR} && docker compose ps"
|
|
||||||
echo
|
|
||||||
echo "Web UIs:"
|
|
||||||
echo " Open WebUI (LLMs via Ollama): http://<your-server-ip>:8080"
|
|
||||||
echo " Stable Diffusion WebUI (images): http://<your-server-ip>:7860"
|
|
||||||
echo
|
|
||||||
echo "Stable Diffusion is configured to auto-start on boot via:"
|
|
||||||
echo " systemctl enable stablediff.service"
|
|
||||||
echo "==================================================="
|
|
||||||
|
|
||||||
ollama pull llama3.1:8b
|
|
||||||
ollama pull codellama:7b
|
|
||||||
ollama pull qwen2-math:7b
|
|
||||||
|
|
@ -1,31 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
echo "=== Step 1: NVIDIA driver install for RTX 3060 on Ubuntu 24.04 ==="
|
|
||||||
|
|
||||||
if [[ $EUID -ne 0 ]]; then
|
|
||||||
echo "Please run this script as root, e.g.: sudo bash $0"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Updating apt and installing base dependencies..."
|
|
||||||
apt-get update -y
|
|
||||||
apt-get upgrade -y
|
|
||||||
apt-get install -y \
|
|
||||||
curl \
|
|
||||||
ca-certificates \
|
|
||||||
gnupg \
|
|
||||||
lsb-release \
|
|
||||||
apt-transport-https \
|
|
||||||
software-properties-common
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Installing NVIDIA driver + utils (570)..."
|
|
||||||
# Desktop 570 stack: works fine on servers too and pulls in nvidia-smi
|
|
||||||
apt-get install -y nvidia-driver-570 nvidia-utils-570
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Driver install finished."
|
|
||||||
echo "Now REBOOTING your server, then run: nvidia-smi"
|
|
||||||
echo "If nvidia-smi works, run the second script"
|
|
||||||
reboot now
|
|
||||||
|
|
@ -1,201 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
echo "=== Smart NVIDIA driver install for RTX 3060 / RTX 3090 on Arch Linux ==="
|
|
||||||
|
|
||||||
if [[ ${EUID} -ne 0 ]]; then
|
|
||||||
echo "Please run as root, e.g.: sudo ./$0"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
REALUSER="${SUDO_USER:-$USER}"
|
|
||||||
|
|
||||||
run() {
|
|
||||||
echo "+ $*"
|
|
||||||
"$@"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_installed() {
|
|
||||||
pacman -Qq "$1" >/dev/null 2>&1
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_available() {
|
|
||||||
pacman -Si "$1" >/dev/null 2>&1
|
|
||||||
}
|
|
||||||
|
|
||||||
any_pkg_installed() {
|
|
||||||
local p
|
|
||||||
for p in "$@"; do
|
|
||||||
if pkg_installed "$p"; then return 0; fi
|
|
||||||
done
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
kernel_pkgs=()
|
|
||||||
header_pkgs=()
|
|
||||||
|
|
||||||
# Detect installed Arch kernels and match headers.
|
|
||||||
if pkg_installed linux; then
|
|
||||||
kernel_pkgs+=(linux)
|
|
||||||
header_pkgs+=(linux-headers)
|
|
||||||
fi
|
|
||||||
if pkg_installed linux-lts; then
|
|
||||||
kernel_pkgs+=(linux-lts)
|
|
||||||
header_pkgs+=(linux-lts-headers)
|
|
||||||
fi
|
|
||||||
if pkg_installed linux-zen; then
|
|
||||||
kernel_pkgs+=(linux-zen)
|
|
||||||
header_pkgs+=(linux-zen-headers)
|
|
||||||
fi
|
|
||||||
if pkg_installed linux-hardened; then
|
|
||||||
kernel_pkgs+=(linux-hardened)
|
|
||||||
header_pkgs+=(linux-hardened-headers)
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ ${#kernel_pkgs[@]} -eq 0 ]]; then
|
|
||||||
echo "WARNING: Could not detect a standard Arch kernel package."
|
|
||||||
echo "This script will use DKMS because it is safest for custom kernels."
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Detected kernel packages: ${kernel_pkgs[*]:-(none detected)}"
|
|
||||||
echo "Required header packages: ${header_pkgs[*]:-(none detected)}"
|
|
||||||
echo
|
|
||||||
|
|
||||||
echo "Updating Arch package database and system..."
|
|
||||||
run pacman -Syu --noconfirm
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Installing base dependencies..."
|
|
||||||
run pacman -S --needed --noconfirm \
|
|
||||||
curl ca-certificates gnupg lsb-release git base-devel linux-firmware pciutils
|
|
||||||
|
|
||||||
if [[ ${#header_pkgs[@]} -gt 0 ]]; then
|
|
||||||
echo
|
|
||||||
echo "Installing matching kernel headers..."
|
|
||||||
run pacman -S --needed --noconfirm "${header_pkgs[@]}"
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Checking NVIDIA GPU model..."
|
|
||||||
GPU_LINES="$(lspci -nn | grep -Ei 'vga|3d|display' | grep -Ei 'nvidia|geforce|rtx|gtx' || true)"
|
|
||||||
if [[ -z "$GPU_LINES" ]]; then
|
|
||||||
echo "WARNING: No NVIDIA GPU found by lspci. Continuing anyway."
|
|
||||||
else
|
|
||||||
echo "$GPU_LINES"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# RTX 3060 and RTX 3090 are Ampere GPUs. Current Arch packages use open kernel modules
|
|
||||||
# for Turing and newer. Pascal/Maxwell need legacy 580xx from AUR, but that is NOT your GPU.
|
|
||||||
if echo "$GPU_LINES" | grep -Eiq 'RTX 3060|RTX 3090|GA10|Ampere|NVIDIA.*30[0-9][0-9]'; then
|
|
||||||
echo "Detected RTX 30-series/Ampere-class GPU: correct target is current nvidia-open stack."
|
|
||||||
else
|
|
||||||
echo "NOTE: I did not positively identify an RTX 3060/3090 from lspci text."
|
|
||||||
echo "If this machine has a 3060/3090 installed, the nvidia-open stack is still correct."
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Choose driver flavor intelligently.
|
|
||||||
# - If nvidia-open is already installed, keep it unless non-standard kernels are installed without linux.
|
|
||||||
# - If multiple/alternate kernels are installed, DKMS is more flexible.
|
|
||||||
# - Do not install nvidia-open and nvidia-open-dkms together; they conflict.
|
|
||||||
DRIVER_PKG=""
|
|
||||||
|
|
||||||
if pkg_installed nvidia-open; then
|
|
||||||
DRIVER_PKG="nvidia-open"
|
|
||||||
echo
|
|
||||||
echo "Existing driver detected: nvidia-open. Keeping it."
|
|
||||||
elif pkg_installed nvidia-open-dkms; then
|
|
||||||
DRIVER_PKG="nvidia-open-dkms"
|
|
||||||
echo
|
|
||||||
echo "Existing driver detected: nvidia-open-dkms. Keeping it."
|
|
||||||
else
|
|
||||||
if [[ ${#kernel_pkgs[@]} -eq 1 && " ${kernel_pkgs[*]} " == *" linux "* ]]; then
|
|
||||||
DRIVER_PKG="nvidia-open"
|
|
||||||
else
|
|
||||||
DRIVER_PKG="nvidia-open-dkms"
|
|
||||||
fi
|
|
||||||
echo
|
|
||||||
echo "No existing NVIDIA open driver package detected. Selected: ${DRIVER_PKG}"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# If the selected driver conflicts with an installed variant, remove only the conflicting variant.
|
|
||||||
if [[ "$DRIVER_PKG" == "nvidia-open" ]] && pkg_installed nvidia-open-dkms; then
|
|
||||||
echo "Removing conflicting package nvidia-open-dkms before installing nvidia-open..."
|
|
||||||
run pacman -Rns --noconfirm nvidia-open-dkms
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ "$DRIVER_PKG" == "nvidia-open-dkms" ]] && pkg_installed nvidia-open; then
|
|
||||||
echo "Removing conflicting package nvidia-open before installing nvidia-open-dkms..."
|
|
||||||
run pacman -Rns --noconfirm nvidia-open
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Remove old proprietary/legacy packages if present and conflicting.
|
|
||||||
old_pkgs=()
|
|
||||||
for p in nvidia nvidia-dkms nvidia-lts nvidia-580xx-dkms nvidia-580xx-utils nvidia-580xx-settings; do
|
|
||||||
if pkg_installed "$p"; then old_pkgs+=("$p"); fi
|
|
||||||
done
|
|
||||||
if [[ ${#old_pkgs[@]} -gt 0 ]]; then
|
|
||||||
echo "Removing old/conflicting NVIDIA packages: ${old_pkgs[*]}"
|
|
||||||
run pacman -Rns --noconfirm "${old_pkgs[@]}" || true
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Installing NVIDIA userspace + selected kernel module package..."
|
|
||||||
packages=("$DRIVER_PKG" nvidia-utils nvidia-settings opencl-nvidia egl-wayland vulkan-icd-loader)
|
|
||||||
|
|
||||||
if pacman -Si lib32-nvidia-utils >/dev/null 2>&1; then
|
|
||||||
packages+=(lib32-nvidia-utils lib32-vulkan-icd-loader)
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ "$DRIVER_PKG" == "nvidia-open-dkms" ]]; then
|
|
||||||
packages+=(dkms)
|
|
||||||
fi
|
|
||||||
|
|
||||||
run pacman -S --needed --noconfirm "${packages[@]}"
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Blacklisting nouveau just in case..."
|
|
||||||
cat >/etc/modprobe.d/blacklist-nouveau.conf <<'EON'
|
|
||||||
blacklist nouveau
|
|
||||||
options nouveau modeset=0
|
|
||||||
EON
|
|
||||||
|
|
||||||
# Enable early KMS for NVIDIA.
|
|
||||||
echo
|
|
||||||
echo "Configuring NVIDIA DRM modeset..."
|
|
||||||
cat >/etc/modprobe.d/nvidia.conf <<'EON'
|
|
||||||
options nvidia_drm modeset=1 fbdev=1
|
|
||||||
EON
|
|
||||||
|
|
||||||
# Rebuild initramfs.
|
|
||||||
echo
|
|
||||||
echo "Rebuilding initramfs..."
|
|
||||||
run mkinitcpio -P
|
|
||||||
|
|
||||||
# Enable persistence daemon if available.
|
|
||||||
if systemctl list-unit-files | grep -q '^nvidia-persistenced.service'; then
|
|
||||||
echo
|
|
||||||
echo "Enabling NVIDIA persistence daemon..."
|
|
||||||
run systemctl enable --now nvidia-persistenced.service || true
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Installed NVIDIA packages:"
|
|
||||||
pacman -Q | grep -E '^(nvidia|lib32-nvidia|opencl-nvidia|egl-wayland|vulkan-icd-loader|dkms) ' || true
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "Kernel in use: $(uname -r)"
|
|
||||||
echo
|
|
||||||
echo "Current NVIDIA module status before reboot:"
|
|
||||||
if command -v nvidia-smi >/dev/null 2>&1; then
|
|
||||||
nvidia-smi || true
|
|
||||||
else
|
|
||||||
echo "nvidia-smi not found yet."
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "==================== DONE ===================="
|
|
||||||
echo "Driver package selected: ${DRIVER_PKG}"
|
|
||||||
echo "For RTX 3060 / RTX 3090 on current Arch, nvidia-open or nvidia-open-dkms is correct."
|
|
||||||
echo "Reboot now, then run: nvidia-smi"
|
|
||||||
echo "=============================================="
|
|
||||||
|
|
@ -1,240 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
### CONFIG ###
|
|
||||||
OPENWEBUI_IMAGE="ghcr.io/open-webui/open-webui:main"
|
|
||||||
OLLAMA_MODELS=("llama3.1:8b" "codellama:7b" "qwen2-math:7b")
|
|
||||||
### /CONFIG ###
|
|
||||||
|
|
||||||
echo "=== Step 2: Install Docker, Ollama, Stable Diffusion, and Open WebUI on Arch Linux ==="
|
|
||||||
|
|
||||||
if [[ $EUID -ne 0 ]]; then
|
|
||||||
echo "Please run this script as root, e.g.: sudo bash $0"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if ! command -v pacman >/dev/null 2>&1; then
|
|
||||||
echo "This script is for Arch Linux. pacman was not found."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Figure out the real user so user-owned app folders are created in their home directory.
|
|
||||||
REALUSER="${SUDO_USER:-$USER}"
|
|
||||||
USER_HOME="$(getent passwd "${REALUSER}" | cut -d: -f6)"
|
|
||||||
OPENWEBUI_DIR="${USER_HOME}/open-webui"
|
|
||||||
STABLEDIFF_DIR="${USER_HOME}/stablediff"
|
|
||||||
|
|
||||||
echo "Real user: ${REALUSER}"
|
|
||||||
echo "User home: ${USER_HOME}"
|
|
||||||
echo "Open WebUI dir: ${OPENWEBUI_DIR}"
|
|
||||||
echo "Stable Diff dir: ${STABLEDIFF_DIR}"
|
|
||||||
echo
|
|
||||||
|
|
||||||
# --- Sanity check: GPU should be visible now ---
|
|
||||||
if ! command -v nvidia-smi >/dev/null 2>&1; then
|
|
||||||
echo "WARNING: nvidia-smi not found."
|
|
||||||
echo "Make sure you ran the Arch NVIDIA driver script and rebooted."
|
|
||||||
echo "You can continue, but GPU usage may not work."
|
|
||||||
else
|
|
||||||
echo "nvidia-smi output:"
|
|
||||||
nvidia-smi || true
|
|
||||||
fi
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 1/4: Install Docker Engine + Docker Compose
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 1/4: Installing Docker Engine + Docker Compose..."
|
|
||||||
|
|
||||||
pacman -Syu --noconfirm
|
|
||||||
pacman -S --needed --noconfirm \
|
|
||||||
docker \
|
|
||||||
docker-compose \
|
|
||||||
docker-buildx \
|
|
||||||
containerd \
|
|
||||||
ocl-icd \
|
|
||||||
opencl-headers
|
|
||||||
|
|
||||||
systemctl enable --now docker
|
|
||||||
|
|
||||||
# Allow the real user to run docker without sudo after logging out/in.
|
|
||||||
if id -nG "${REALUSER}" | grep -qw docker; then
|
|
||||||
echo "${REALUSER} is already in the docker group."
|
|
||||||
else
|
|
||||||
usermod -aG docker "${REALUSER}"
|
|
||||||
echo "Added ${REALUSER} to docker group. Log out/in for this to fully apply."
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Docker version:"
|
|
||||||
docker --version || true
|
|
||||||
echo "Docker Compose version:"
|
|
||||||
docker compose version || docker-compose version || true
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 2/4: Install Ollama
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 2/4: Installing Ollama..."
|
|
||||||
|
|
||||||
# Prefer the CUDA-enabled Arch package when available; fall back to plain ollama.
|
|
||||||
if pacman -Si ollama-cuda >/dev/null 2>&1; then
|
|
||||||
pacman -S --needed --noconfirm ollama-cuda
|
|
||||||
else
|
|
||||||
pacman -S --needed --noconfirm ollama
|
|
||||||
fi
|
|
||||||
|
|
||||||
systemctl enable --now ollama || true
|
|
||||||
|
|
||||||
echo "Waiting for Ollama API on http://127.0.0.1:11434 ..."
|
|
||||||
for i in {1..30}; do
|
|
||||||
if curl -sSf http://127.0.0.1:11434/api/version >/dev/null 2>&1; then
|
|
||||||
echo "Ollama is up!"
|
|
||||||
break
|
|
||||||
fi
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
|
|
||||||
if ! curl -sSf http://127.0.0.1:11434/api/version >/dev/null 2>&1; then
|
|
||||||
echo "WARNING: Ollama API not responding yet. Check: systemctl status ollama"
|
|
||||||
fi
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 3/4: Install Stable Diffusion AUTOMATIC1111 via pyenv + systemd autostart
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 3/4: Installing Stable Diffusion WebUI AUTOMATIC1111 with pyenv..."
|
|
||||||
|
|
||||||
echo "Installing prerequisites for Stable Diffusion..."
|
|
||||||
pacman -S --needed --noconfirm \
|
|
||||||
base-devel \
|
|
||||||
openssl \
|
|
||||||
zlib \
|
|
||||||
bzip2 \
|
|
||||||
readline \
|
|
||||||
sqlite \
|
|
||||||
wget \
|
|
||||||
curl \
|
|
||||||
llvm \
|
|
||||||
ncurses \
|
|
||||||
xz \
|
|
||||||
tk \
|
|
||||||
libffi \
|
|
||||||
git \
|
|
||||||
python-pip \
|
|
||||||
pyenv
|
|
||||||
|
|
||||||
# Configure pyenv for the REALUSER if not already present.
|
|
||||||
sudo -u "${REALUSER}" bash -lc '
|
|
||||||
grep -q "PYENV_ROOT" "$HOME/.bashrc" 2>/dev/null || cat >> "$HOME/.bashrc" <<"BASHRC_EOF"
|
|
||||||
|
|
||||||
# pyenv
|
|
||||||
export PYENV_ROOT="$HOME/.pyenv"
|
|
||||||
export PATH="$PYENV_ROOT/bin:$PATH"
|
|
||||||
eval "$(pyenv init -)"
|
|
||||||
BASHRC_EOF
|
|
||||||
'
|
|
||||||
|
|
||||||
# Use pyenv to ensure Python 3.10 for Stable Diffusion.
|
|
||||||
sudo -u "${REALUSER}" bash -lc '
|
|
||||||
export PYENV_ROOT="$HOME/.pyenv"
|
|
||||||
export PATH="$PYENV_ROOT/bin:/usr/bin:$PATH"
|
|
||||||
eval "$(pyenv init -)"
|
|
||||||
|
|
||||||
echo "Ensuring Python 3.10 is installed with pyenv..."
|
|
||||||
pyenv install -s 3.10
|
|
||||||
pyenv global 3.10
|
|
||||||
'
|
|
||||||
|
|
||||||
# Clone AUTOMATIC1111 repo into ~/stablediff if needed.
|
|
||||||
sudo -u "${REALUSER}" bash -lc '
|
|
||||||
if [ ! -d "$HOME/stablediff" ]; then
|
|
||||||
echo "Cloning Stable Diffusion WebUI repo into ~/stablediff..."
|
|
||||||
git clone https://github.com/AUTOMATIC1111/stable-diffusion-webui.git "$HOME/stablediff"
|
|
||||||
else
|
|
||||||
echo "~/stablediff already exists, skipping clone."
|
|
||||||
fi
|
|
||||||
'
|
|
||||||
|
|
||||||
# Create systemd service for Stable Diffusion WebUI to auto-start at boot.
|
|
||||||
echo "Creating systemd service for Stable Diffusion WebUI..."
|
|
||||||
|
|
||||||
cat >/etc/systemd/system/stablediff.service <<EOF_SERVICE
|
|
||||||
[Unit]
|
|
||||||
Description=Stable Diffusion WebUI AUTOMATIC1111
|
|
||||||
After=network-online.target nvidia-persistenced.service
|
|
||||||
Wants=network-online.target
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=simple
|
|
||||||
User=${REALUSER}
|
|
||||||
WorkingDirectory=${STABLEDIFF_DIR}
|
|
||||||
Environment=PYENV_ROOT=${USER_HOME}/.pyenv
|
|
||||||
Environment=PATH=${USER_HOME}/.pyenv/shims:${USER_HOME}/.pyenv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
|
|
||||||
Environment=PYTHON=${USER_HOME}/.pyenv/shims/python
|
|
||||||
ExecStart=/bin/bash -lc './webui.sh --listen --api'
|
|
||||||
Restart=on-failure
|
|
||||||
RestartSec=10
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
||||||
EOF_SERVICE
|
|
||||||
|
|
||||||
systemctl daemon-reload
|
|
||||||
systemctl enable --now stablediff.service || true
|
|
||||||
|
|
||||||
echo "Stable Diffusion WebUI service created: stablediff.service"
|
|
||||||
echo "Check status with: systemctl status stablediff.service"
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Step 4/4: Set up Open WebUI with Docker Compose talking to Ollama
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Step 4/4: Setting up Open WebUI with Docker Compose..."
|
|
||||||
|
|
||||||
mkdir -p "${OPENWEBUI_DIR}"
|
|
||||||
chown -R "${REALUSER}:${REALUSER}" "${OPENWEBUI_DIR}"
|
|
||||||
cd "${OPENWEBUI_DIR}"
|
|
||||||
|
|
||||||
cat > docker-compose.yml <<EOF_COMPOSE
|
|
||||||
services:
|
|
||||||
open-webui:
|
|
||||||
image: ${OPENWEBUI_IMAGE}
|
|
||||||
container_name: open-webui
|
|
||||||
restart: unless-stopped
|
|
||||||
network_mode: "host"
|
|
||||||
environment:
|
|
||||||
- OLLAMA_BASE_URL=http://127.0.0.1:11434
|
|
||||||
# Uncomment to disable auth on local networks only. Do not expose this publicly with auth disabled.
|
|
||||||
# - OPENWEBUI_AUTH=False
|
|
||||||
volumes:
|
|
||||||
- ./data:/app/backend/data
|
|
||||||
EOF_COMPOSE
|
|
||||||
|
|
||||||
chown "${REALUSER}:${REALUSER}" docker-compose.yml
|
|
||||||
|
|
||||||
docker compose up -d
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Pull starter Ollama models
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "Pulling starter Ollama models..."
|
|
||||||
for model in "${OLLAMA_MODELS[@]}"; do
|
|
||||||
ollama pull "$model" || echo "WARNING: failed to pull $model"
|
|
||||||
done
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Done
|
|
||||||
###############################################################################
|
|
||||||
echo
|
|
||||||
echo "==================== ALL DONE ===================="
|
|
||||||
echo "Ollama service: systemctl status ollama"
|
|
||||||
echo "Stable Diffusion WebUI: systemctl status stablediff.service"
|
|
||||||
echo "Open WebUI stack: cd ${OPENWEBUI_DIR} && docker compose ps"
|
|
||||||
echo
|
|
||||||
echo "Web UIs:"
|
|
||||||
echo " Open WebUI via Ollama: http://<your-server-ip>:8080"
|
|
||||||
echo " Stable Diffusion WebUI: http://<your-server-ip>:7860"
|
|
||||||
echo
|
|
||||||
echo "Note: if Docker permissions do not work for ${REALUSER}, log out and back in."
|
|
||||||
echo "==================================================="
|
|
||||||
|
|
@ -1,4 +1,3 @@
|
||||||
# Install Instructions
|
7860 and 8080. This will install Ollama with the llama2 chat model. Install in your home directory.
|
||||||
|
Install docker and Open WebUI to give the AI a GUI on port 8080 of what machine it is installed on
|
||||||
- Run the install scripts in order
|
***If the install fails due to not seeing the graphics card (rtx nvidia) restart and try again***
|
||||||
- You will need to create a cronjob for webui.sh with the arguments --listen --api
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,14 @@
|
||||||
|
services:
|
||||||
|
open-webui:
|
||||||
|
image: ghcr.io/open-webui/open-webui:main
|
||||||
|
container_name: open-webui
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
- OLLAMA_BASE_URL=http://127.0.0.1:11434
|
||||||
|
volumes:
|
||||||
|
- open-webui:/app/backend/data
|
||||||
|
network_mode: host
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
open-webui:
|
||||||
|
external: false
|
||||||
|
|
@ -0,0 +1,38 @@
|
||||||
|
#! /bin/bash
|
||||||
|
path=$PWD
|
||||||
|
|
||||||
|
sudo apt update
|
||||||
|
sudo apt upgrade -y
|
||||||
|
sudo ubuntu-drivers install --gpgpu
|
||||||
|
# install ollama
|
||||||
|
sudo curl -fsSL https://ollama.com/install.sh | sh
|
||||||
|
|
||||||
|
# Install Docker for OpenWebUI
|
||||||
|
sudo apt update
|
||||||
|
sudo apt install -y ca-certificates curl
|
||||||
|
sudo install -m 0755 -d /etc/apt/keyrings
|
||||||
|
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
|
||||||
|
sudo chmod a+r /etc/apt/keyrings/docker.asc
|
||||||
|
|
||||||
|
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
||||||
|
sudo apt update
|
||||||
|
sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
|
||||||
|
|
||||||
|
# Install OpenWebUI the Docker container
|
||||||
|
|
||||||
|
cd $path
|
||||||
|
cd ../
|
||||||
|
mkdir docker-compose-files
|
||||||
|
cd docker-compose-files
|
||||||
|
mkdir open_web_ui
|
||||||
|
cd open_web_ui
|
||||||
|
wget https://wget-pulls.fortis-scientia.com/open_web_ui.yaml
|
||||||
|
sudo docker compose up -data
|
||||||
|
|
||||||
|
|
||||||
|
#sudo docker run -d --network=host -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://127.0.0.1:11434 --name open-webui --restart always ghcr.io/open-webui/open-webui:main
|
||||||
|
#sudo docker ps
|
||||||
|
# Add llama3.3 and codellama language model
|
||||||
|
ollama pull llama3.3:70b
|
||||||
|
ollama pull codellama:7b
|
||||||
|
|
||||||
|
|
@ -0,0 +1,28 @@
|
||||||
|
#! /bin/bash
|
||||||
|
sudo apt update && sudo apt upgrade -y
|
||||||
|
sudo ubuntu-drivers install --gpgpu
|
||||||
|
# install ollama
|
||||||
|
sudo curl -fsSL https://ollama.com/install.sh | sh
|
||||||
|
|
||||||
|
# give it a web ui through Docker
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install ca-certificates curl
|
||||||
|
sudo install -m 0755 -d /etc/apt/keyrings
|
||||||
|
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
|
||||||
|
sudo chmod a+r /etc/apt/keyrings/docker.asc
|
||||||
|
|
||||||
|
sudo echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin -y
|
||||||
|
|
||||||
|
# Install the Docker container
|
||||||
|
sudo docker compose up -d
|
||||||
|
|
||||||
|
sudo apt install -y make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev git pip
|
||||||
|
|
||||||
|
# Add llama3.3 and codellama language model
|
||||||
|
ollama pull llama3:8b
|
||||||
|
ollama pull codellama:7b
|
||||||
|
ollama pull qwen2-math:7b
|
||||||
|
|
||||||
|
sudo apt install -y make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev git pip
|
||||||
|
|
@ -0,0 +1,19 @@
|
||||||
|
# Install prerequisites for Stable Diffusion
|
||||||
|
sudo apt install -y make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev libffi-dev liblzma-dev git pip
|
||||||
|
|
||||||
|
# Install Stable Diffusion
|
||||||
|
curl https://pyenv.run | bash
|
||||||
|
|
||||||
|
export PYENV_ROOT="$HOME/.pyenv"
|
||||||
|
[[ -d $PYENV_ROOT/bin ]] && export PATH="$PYENV_ROOT/bin:$PATH"
|
||||||
|
eval "$(pyenv init -)"
|
||||||
|
|
||||||
|
source .bashrc
|
||||||
|
pyenv install 3.10
|
||||||
|
pyenv global 3.10
|
||||||
|
cd
|
||||||
|
mkdir stablediff
|
||||||
|
cd stablediff
|
||||||
|
wget https://raw.githubusercontent.com/AUTOMATIC1111/stable-diffusion-webui/master/webui.sh
|
||||||
|
sudo chmod +x webui.sh
|
||||||
|
./webui.sh --listen --api
|
||||||
|
|
@ -0,0 +1,6 @@
|
||||||
|
#! /bin/bash
|
||||||
|
|
||||||
|
echo "blacklist nouveau" | sudo tee /etc/modprobe.d/blacklist-nouveau.conf
|
||||||
|
echo "options nouveau modeset=0" | sudo tee -a /etc/modprobe.d/blacklist-nouveau.conf
|
||||||
|
sudo update-initramfs -u
|
||||||
|
sudo reboot
|
||||||
Loading…
Reference in New Issue