#! /bin/bash path=$PWD sudo apt update sudo apt upgrade -y sudo apt install -y linux-headers-$(uname -r) build-essential dkms sudo ubuntu-drivers install --gpgpu sudo apt install -y nvidia-container-toolkit sudo nvidia-ctk runtime configure --runtime=docker && sudo systemctl restart docker # install ollama sudo curl -fsSL https://ollama.com/install.sh | sh # give it a web ui through Docker sudo apt-get update sudo apt-get install ca-certificates curl # Install Docker for OpenWebUI sudo apt update sudo apt install -y ca-certificates curl sudo install -m 0755 -d /etc/apt/keyrings sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc sudo chmod a+r /etc/apt/keyrings/docker.asc echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null sudo apt-get update sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin -y # Install the Docker container sudo docker run -d --network=host -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://127.0.0.1:11434 --name open-webui --restart always ghcr.io/open-webui/open-webui:main sudo docker ps sudo apt update sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin # Install OpenWebUI the Docker container cd $path cd ../ mkdir docker-compose-files cd docker-compose-files mkdir open_web_ui cd open_web_ui wget https://wget-pulls.fortis-scientia.com/open_web_ui.yaml sudo docker compose up -data #sudo docker run -d --network=host -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://127.0.0.1:11434 --name open-webui --restart always ghcr.io/open-webui/open-webui:main #sudo docker ps # Add llama3.3 and codellama language model ollama pull llama3.3:70b ollama pull codellama:7b ollama pull qwen2-math:7b