From c511fc4ea6cced2c17b77f389bed0da8f537c079 Mon Sep 17 00:00:00 2001 From: Yasien Mac Mini Date: Mon, 12 May 2025 09:25:04 +0200 Subject: [PATCH 1/3] Add AI GPU connection --- docker-compose.yml | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 63f52ddc..c6cae1fd 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -97,7 +97,7 @@ services: networks: - MIH-network profiles: [ 'prod' ] - #============== Flutter App ==================================================================== + #============== MIH-UX Flutter ==================================================================== user-interface: container_name: MIH-UX build: @@ -108,7 +108,7 @@ services: - MIH-network depends_on: - api - #============== Cert Not ==================================================================== + #============== Cert Bot ==================================================================== certbot: image: certbot/certbot container_name: certbot @@ -116,7 +116,7 @@ services: - certbotConf:/etc/letsencrypt - certbotChall:/var/www/certbot #command: certonly --test-cert --webroot -w /var/www/certbot --force-renewal --email yasienmeth@gmail.com -d mzansi-innovation-hub.co.za -d www.mzansi-innovation-hub.co.za --agree-tos - command: certonly --webroot -w /var/www/certbot --force-renewal --email yasienmeth@gmail.com -d app.mzansi-innovation-hub.co.za -d api.mzansi-innovation-hub.co.za -d minio.mzansi-innovation-hub.co.za -d monitor.mzansi-innovation-hub.co.za -d ai.mzansi-innovation-hub.co.za --agree-tos + command: certonly --webroot -w /var/www/certbot --force-renewal --email ${CERTBOT_EMAIL} -d ${CERTBOT_APP_DOMAIN} -d ${CERTBOT_API_DOMAIN} -d ${CERTBOT_STORAGE_DOMAIN} -d ${CERTBOT_MONITOR_DOMAIN} -d ${CERTBOT_AI_DOMAIN} --agree-tos networks: - MIH-network depends_on: @@ -138,7 +138,7 @@ services: MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PW} networks: - MIH-network - #============== Minio File Storage ==================================================================== + #============== MIH-Monitor Portainer ==================================================================== portainer: container_name: MIH-Monitor image: portainer/portainer-ce:2.20.3 @@ -150,7 +150,7 @@ services: restart: unless-stopped networks: - MIH-network - #============== Minio File Storage ==================================================================== + #============== MIH-AI Ollama ==================================================================== ollama: container_name: MIH-AI image: ollama/ollama:latest @@ -168,6 +168,14 @@ services: - OLLAMA_HOST=0.0.0.0 networks: - MIH-network + # === Added section for NVIDIA GPU acceleration === + # deploy: + # resources: + # reservations: + # devices: + # - driver: nvidia + # count: all # or specify a number of GPUs + # capabilities: [gpu] #============== Firebaase ==================================================================== # firebase: # container_name: MIH-firebase-emulator From 0291dd19d33355e836514e0229eae2ff69183bb2 Mon Sep 17 00:00:00 2001 From: yaso Date: Mon, 12 May 2025 10:57:06 +0200 Subject: [PATCH 2/3] MIH-AI gpu enable --- docker-compose.yml | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index c6cae1fd..d7317cdb 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -168,14 +168,15 @@ services: - OLLAMA_HOST=0.0.0.0 networks: - MIH-network - # === Added section for NVIDIA GPU acceleration === - # deploy: - # resources: - # reservations: - # devices: - # - driver: nvidia - # count: all # or specify a number of GPUs - # capabilities: [gpu] + # === Added section for NVIDIA GPU acceleration === + runtime: nvidia + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all # or specify a number of GPUs + capabilities: [ gpu ] #============== Firebaase ==================================================================== # firebase: # container_name: MIH-firebase-emulator From 3ce78581a8c1f12eaae67c7b3d42667cb43c4080 Mon Sep 17 00:00:00 2001 From: yaso Date: Mon, 12 May 2025 10:59:20 +0200 Subject: [PATCH 3/3] ai gpu enable --- docker-compose.yml | 56 +++++++++++++++++++++++----------------------- 1 file changed, 28 insertions(+), 28 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index d7317cdb..2be023d5 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -169,34 +169,34 @@ services: networks: - MIH-network # === Added section for NVIDIA GPU acceleration === - runtime: nvidia - deploy: - resources: - reservations: - devices: - - driver: nvidia - count: all # or specify a number of GPUs - capabilities: [ gpu ] - #============== Firebaase ==================================================================== - # firebase: - # container_name: MIH-firebase-emulator - # build: - # context: ./Firebase-emulator - # environment: - # DATA_DIRECTORY: "firebase/data" - # FIREBASE_PROJECT: "mzansi-innovation-hub" - # ports: - # - 8082:8080 # FIRESTORE_PORT - # - 5005:5005 # FIRESTORE_WS_PORT - # - 4000:4000 # UI_PORT - # - 9099:9099 # AUTH_PORT - # - 5000:6001 # Hosting - # volumes: - # - ./Firebase-emulator:/srv/firebase:rw - # # - ./cache:/root/.cache/:rw - # # - ~/.config/:/root/.config - # - ./Firebase-emulator/firebase/data:/srv/firebase/data:rw - #============== Named Volumes ==================================================================== + # runtime: nvidia + # deploy: + # resources: + # reservations: + # devices: + # - driver: nvidia + # count: all # or specify a number of GPUs + # capabilities: [ gpu ] + #============== Firebaase ==================================================================== + # firebase: + # container_name: MIH-firebase-emulator + # build: + # context: ./Firebase-emulator + # environment: + # DATA_DIRECTORY: "firebase/data" + # FIREBASE_PROJECT: "mzansi-innovation-hub" + # ports: + # - 8082:8080 # FIRESTORE_PORT + # - 5005:5005 # FIRESTORE_WS_PORT + # - 4000:4000 # UI_PORT + # - 9099:9099 # AUTH_PORT + # - 5000:6001 # Hosting + # volumes: + # - ./Firebase-emulator:/srv/firebase:rw + # # - ./cache:/root/.cache/:rw + # # - ~/.config/:/root/.config + # - ./Firebase-emulator/firebase/data:/srv/firebase/data:rw + #============== Named Volumes ==================================================================== volumes: certbotConf: certbotChall: