52 lines
1.9 KiB
Bash
52 lines
1.9 KiB
Bash
#! /bin/bash
|
|
path=$PWD
|
|
|
|
sudo apt update
|
|
sudo apt upgrade -y
|
|
sudo apt install -y linux-headers-$(uname -r) build-essential dkms
|
|
|
|
sudo ubuntu-drivers install --gpgpu
|
|
sudo apt install -y nvidia-container-toolkit
|
|
sudo nvidia-ctk runtime configure --runtime=docker && sudo systemctl restart docker
|
|
# install ollama
|
|
sudo curl -fsSL https://ollama.com/install.sh | sh
|
|
|
|
# give it a web ui through Docker
|
|
sudo apt-get update
|
|
sudo apt-get install ca-certificates curl
|
|
# Install Docker for OpenWebUI
|
|
sudo apt update
|
|
sudo apt install -y ca-certificates curl
|
|
sudo install -m 0755 -d /etc/apt/keyrings
|
|
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
|
|
sudo chmod a+r /etc/apt/keyrings/docker.asc
|
|
|
|
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
|
sudo apt-get update
|
|
sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin -y
|
|
# Install the Docker container
|
|
sudo docker run -d --network=host -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://127.0.0.1:11434 --name open-webui --restart always ghcr.io/open-webui/open-webui:main
|
|
sudo docker ps
|
|
sudo apt update
|
|
sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
|
|
|
|
# Install OpenWebUI the Docker container
|
|
|
|
cd $path
|
|
cd ../
|
|
mkdir docker-compose-files
|
|
cd docker-compose-files
|
|
mkdir open_web_ui
|
|
cd open_web_ui
|
|
wget https://wget-pulls.fortis-scientia.com/open_web_ui.yaml
|
|
sudo docker compose up -data
|
|
|
|
|
|
#sudo docker run -d --network=host -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://127.0.0.1:11434 --name open-webui --restart always ghcr.io/open-webui/open-webui:main
|
|
#sudo docker ps
|
|
|
|
# Add llama3.3 and codellama language model
|
|
ollama pull llama3.3:70b
|
|
ollama pull codellama:7b
|
|
ollama pull qwen2-math:7b
|