RomanNum3ral
/
ollama_ai_install
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update 02-ollama_install_v2.sh

This commit is contained in:
RomanNum3ral 2025-09-29 12:26:19 +00:00
parent a73a717f42
commit 42f2467d05
1 changed files with 24 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
02-ollama_install_v2.sh
View File

@ -1,40 +1,45 @@
#!/bin/bash #!/bin/bash
set -euo pipefail set -euo pipefail
# --- System prep ---
sudo apt update sudo apt update
sudo apt upgrade -y sudo apt -y upgrade
sudo apt install -y linux-headers-$(uname -r) build-essential dkms
sudo apt purge -y 'cuda-drivers*' 'nvidia-driver-*server*' || true # Kernel build deps and headers meta (avoids uname mismatch after upgrade)
sudo apt install -y build-essential dkms linux-headers-generic
# --- NVIDIA driver (auto-select) ---
sudo ubuntu-drivers install --gpgpu sudo ubuntu-drivers install --gpgpu
sudo apt install -y nvidia-container-toolkit
sudo nvidia-ctk runtime configure --runtime=docker && sudo systemctl restart docker
# Ollama # Optional but recommended: reboot here so the new kernel/driver settle
curl -fsSL https://ollama.com/install.sh | sh # sudo reboot
# Docker Engine + Compose # --- Docker Engine + Compose ---
sudo apt-get update sudo apt-get update
sudo apt-get install -y ca-certificates curl sudo apt-get install -y ca-certificates curl
sudo install -m 0755 -d /etc/apt/keyrings sudo install -m 0755 -d /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo tee /etc/apt/keyrings/docker.asc >/dev/null curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo tee /etc/apt/keyrings/docker.asc >/dev/null
sudo chmod a+r /etc/apt/keyrings/docker.asc sudo chmod a+r /etc/apt/keyrings/docker.asc
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] \ echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo "$VERSION_CODENAME") stable" \
https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo "$VERSION_CODENAME") stable" \
| sudo tee /etc/apt/sources.list.d/docker.list >/dev/null | sudo tee /etc/apt/sources.list.d/docker.list >/dev/null
sudo apt-get update sudo apt-get update
sudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin sudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
# Run Docker without sudo from now on # --- NVIDIA Container Toolkit (after Docker is installed) ---
sudo usermod -aG docker $USER && newgrp docker sudo apt install -y nvidia-container-toolkit
sudo nvidia-ctk runtime configure --runtime=docker
sudo systemctl restart docker
# Option B: compose file # --- Ollama (host install; runs on 127.0.0.1:11434) ---
mkdir -p ~/docker-compose-files/open_web_ui && cd ~/docker-compose-files/open_web_ui curl -fsSL https://ollama.com/install.sh | sh
wget https://wget-pulls.fortis-scientia.com/open_web_ui.yaml
sudo docker compose -f open_web_ui.yaml up -d
# Pull models (note: llama3.3:70b is huge; ensure VRAM/disk) # --- OpenWebUI via Compose (talks to host Ollama) ---
ollama pull llama3:8b mkdir -p "$HOME/docker-compose-files/open_web_ui"
mv docker-compose.yaml "$HOME/docker-compose-files/open_web_ui"
cd "$HOME/docker-compose-files/open_web_ui"
sudo docker compose up -d
# --- Models (ensure Ollama service is running) ---
ollama pull codellama:7b ollama pull codellama:7b
ollama pull qwen2-math:7b ollama pull qwen2-math:7b
ollama pull llama3:8b