Files
usda-vision/docker-compose.yml
salirezav 93c68768d8 feat: Integrate Supabase containers into main docker-compose
- Add all Supabase services (db, rest, auth, realtime, storage, studio, meta, inbucket)
- Add migration runner service to automatically run migrations on startup
- Configure all services to use shared network for inter-service communication
- Add documentation for Supabase docker-compose integration
- Add helper script for generating Supabase secrets
- Update web service to connect to Supabase via network
2025-12-18 15:59:24 -05:00

459 lines
15 KiB
YAML

networks:
usda-vision-network:
driver: bridge
volumes:
supabase-db:
driver: local
supabase-storage:
services:
# Supabase Database
supabase-db:
container_name: usda-vision-supabase-db
image: supabase/postgres:17.1.0.147
healthcheck:
test: ["CMD-SHELL", "pg_isready -U postgres"]
interval: 10s
timeout: 5s
retries: 5
volumes:
- supabase-db:/var/lib/postgresql/data
environment:
POSTGRES_HOST: /var/run/postgresql
PGPORT: 5432
POSTGRES_PORT: 5432
PGDATABASE: postgres
POSTGRES_DB: postgres
PGUSER: supabase_admin
POSTGRES_USER: supabase_admin
PGPASSWORD: ${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}
JWT_SECRET: ${JWT_SECRET:-your-super-secret-jwt-token-with-at-least-32-characters-long}
JWT_EXP: ${JWT_EXP:-3600}
ports:
- "54322:5432"
networks:
- usda-vision-network
restart: unless-stopped
# Supabase PostgREST API
supabase-rest:
container_name: usda-vision-supabase-rest
image: postgrest/postgrest:v12.2.0
depends_on:
supabase-db:
condition: service_healthy
supabase-migrate:
condition: service_completed_successfully
environment:
PGRST_DB_URI: postgres://authenticator:${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}@supabase-db:5432/postgres
PGRST_DB_SCHEMAS: public,graphql_public
PGRST_DB_EXTRA_SEARCH_PATH: public,extensions
PGRST_DB_ANON_ROLE: anon
PGRST_JWT_SECRET: ${JWT_SECRET:-your-super-secret-jwt-token-with-at-least-32-characters-long}
PGRST_DB_USE_LEGACY_GUCS: "false"
PGRST_APP_SETTINGS_JWT_SECRET: ${JWT_SECRET:-your-super-secret-jwt-token-with-at-least-32-characters-long}
PGRST_APP_SETTINGS_JWT_EXP: ${JWT_EXP:-3600}
ports:
- "54321:3000"
networks:
- usda-vision-network
restart: unless-stopped
# Supabase GoTrue (Auth)
supabase-auth:
container_name: usda-vision-supabase-auth
image: supabase/gotrue:v2.156.0
depends_on:
supabase-db:
condition: service_healthy
environment:
GOTRUE_API_HOST: 0.0.0.0
GOTRUE_API_PORT: 9999
API_EXTERNAL_URL: http://localhost:54321
GOTRUE_DB_DRIVER: postgres
GOTRUE_DB_DATABASE_URL: postgres://supabase_auth_admin:${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}@supabase-db:5432/postgres
GOTRUE_SITE_URL: http://localhost:8080
GOTRUE_URI_ALLOW_LIST: http://localhost:8080,http://localhost:3000,https://localhost:3000
GOTRUE_DISABLE_SIGNUP: "false"
GOTRUE_JWT_SECRET: ${JWT_SECRET:-your-super-secret-jwt-token-with-at-least-32-characters-long}
GOTRUE_JWT_EXP: ${JWT_EXP:-3600}
GOTRUE_JWT_DEFAULT_GROUP_NAME: authenticated
GOTRUE_EXTERNAL_EMAIL_ENABLED: "true"
GOTRUE_MAILER_AUTOCONFIRM: "true"
GOTRUE_SMS_AUTOCONFIRM: "true"
GOTRUE_SMS_PROVIDER: twilio
GOTRUE_ENABLE_SIGNUP: "true"
GOTRUE_ENABLE_ANONYMOUS_SIGN_INS: "false"
GOTRUE_ENABLE_MANUAL_LINKING: "false"
GOTRUE_PASSWORD_MIN_LENGTH: 6
GOTRUE_REFRESH_TOKEN_ROTATION_ENABLED: "true"
GOTRUE_REFRESH_TOKEN_REUSE_INTERVAL: 10
ports:
- "9999:9999"
networks:
- usda-vision-network
restart: unless-stopped
# Supabase Realtime
supabase-realtime:
container_name: usda-vision-supabase-realtime
image: supabase/realtime:v2.30.25
depends_on:
supabase-db:
condition: service_healthy
supabase-rest:
condition: service_started
environment:
PORT: 4000
DB_HOST: supabase-db
DB_PORT: 5432
DB_USER: supabase_realtime_admin
DB_PASSWORD: ${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}
DB_NAME: postgres
DB_AFTER_CONNECT_QUERY: 'SET search_path TO _realtime'
DB_ENC_KEY: supabaserealtime
API_JWT_SECRET: ${JWT_SECRET:-your-super-secret-jwt-token-with-at-least-32-characters-long}
FLY_ALLOC_ID: fly123
FLY_APP_NAME: realtime
SECRET_KEY_BASE: UpNVntn3cDxHJpq99YMc1T1AQgQpc8kfYTuRgBiYa15BLrx8etQoXz3gZv1/u2oq
ERL_AFLAGS: -proto_dist inet_tcp
ENABLE_TAILSCALE: "false"
DNS_NODES: "''"
ports:
- "4000:4000"
networks:
- usda-vision-network
restart: unless-stopped
# Supabase Storage
supabase-storage:
container_name: usda-vision-supabase-storage
image: supabase/storage-api:v1.11.8
depends_on:
supabase-db:
condition: service_healthy
supabase-rest:
condition: service_started
environment:
ANON_KEY: ${ANON_KEY:-[REDACTED]}
SERVICE_KEY: ${SERVICE_KEY:-eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZS1kZW1vIiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImV4cCI6MTk4MzgxMjk5Nn0.EGIM96RAZx35lJzdJsyH-qQwv8Hdp7fsn3W0YpN81IU}
POSTGREST_URL: http://supabase-rest:3000
PGRST_JWT_SECRET: ${JWT_SECRET:-your-super-secret-jwt-token-with-at-least-32-characters-long}
DATABASE_URL: postgres://supabase_storage_admin:${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}@supabase-db:5432/postgres
FILE_SIZE_LIMIT: 52428800
STORAGE_BACKEND: file
FILE_STORAGE_BACKEND_PATH: /var/lib/storage
TENANT_ID: stub
REGION: stub
GLOBAL_S3_BUCKET: stub
ENABLE_IMAGE_TRANSFORMATION: "false"
volumes:
- supabase-storage:/var/lib/storage
ports:
- "5000:5000"
networks:
- usda-vision-network
restart: unless-stopped
# Supabase Studio
supabase-studio:
container_name: usda-vision-supabase-studio
image: supabase/studio:20241218-5c0e5a0
depends_on:
supabase-rest:
condition: service_started
supabase-auth:
condition: service_started
environment:
STUDIO_PG_META_URL: http://supabase-meta:8080
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}
DEFAULT_ORGANIZATION_NAME: Default Organization
DEFAULT_PROJECT_NAME: Default Project
SUPABASE_URL: http://supabase-rest:3000
SUPABASE_PUBLIC_URL: http://localhost:54321
SUPABASE_ANON_KEY: ${ANON_KEY:-[REDACTED]}
SUPABASE_SERVICE_KEY: ${SERVICE_KEY:-eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZS1kZW1vIiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImV4cCI6MTk4MzgxMjk5Nn0.EGIM96RAZx35lJzdJsyH-qQwv8Hdp7fsn3W0YpN81IU}
ports:
- "54323:3000"
networks:
- usda-vision-network
restart: unless-stopped
# Supabase Meta (for Studio)
supabase-meta:
container_name: usda-vision-supabase-meta
image: supabase/postgres-meta:v0.88.0
depends_on:
supabase-db:
condition: service_healthy
environment:
PG_META_PORT: 8080
PG_META_DB_HOST: supabase-db
PG_META_DB_PORT: 5432
PG_META_DB_NAME: postgres
PG_META_DB_USER: supabase_admin
PG_META_DB_PASSWORD: ${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}
ports:
- "54328:8080"
networks:
- usda-vision-network
restart: unless-stopped
# Migration Runner - runs migrations after database is ready
supabase-migrate:
container_name: usda-vision-supabase-migrate
image: postgres:17-alpine
depends_on:
supabase-db:
condition: service_healthy
environment:
PGHOST: supabase-db
PGPORT: 5432
PGDATABASE: postgres
PGUSER: supabase_admin
PGPASSWORD: ${POSTGRES_PASSWORD:-your-super-secret-and-long-postgres-password}
volumes:
- ./management-dashboard-web-app/supabase/migrations:/migrations:ro
- ./management-dashboard-web-app/supabase/seed_01_users.sql:/seed_01_users.sql:ro
- ./management-dashboard-web-app/supabase/seed_02_phase2_experiments.sql:/seed_02_phase2_experiments.sql:ro
command: >
sh -c "
echo 'Waiting for database to be ready...';
until pg_isready -h supabase-db -p 5432 -U supabase_admin; do
sleep 2;
done;
echo 'Database is ready. Running migrations...';
for migration in /migrations/*.sql; do
if [ -f \"\$$migration\" ]; then
echo \"Running migration: \$$(basename \$$migration)\";
psql -h supabase-db -U supabase_admin -d postgres -f \$$migration || echo \"Migration \$$(basename \$$migration) may have already been applied\";
fi;
done;
echo 'Running seed files...';
psql -h supabase-db -U supabase_admin -d postgres -f /seed_01_users.sql || echo 'Seed 01 may have already been applied';
psql -h supabase-db -U supabase_admin -d postgres -f /seed_02_phase2_experiments.sql || echo 'Seed 02 may have already been applied';
echo 'Migrations and seeds completed!';
"
networks:
- usda-vision-network
restart: "no"
# Supabase Inbucket (Email Testing)
supabase-inbucket:
container_name: usda-vision-supabase-inbucket
image: inbucket/inbucket:stable
ports:
- "54324:9000"
- "54325:2500"
- "54326:1100"
networks:
- usda-vision-network
restart: unless-stopped
api:
container_name: usda-vision-api
build:
context: ./camera-management-api
dockerfile: Dockerfile
working_dir: /app
restart: unless-stopped # Automatically restart container if it fails or exits
healthcheck:
test: ["CMD-SHELL", "python3 -c 'import urllib.request; urllib.request.urlopen(\"http://localhost:8000/health\").read()' || exit 1"]
interval: 30s
timeout: 10s
retries: 3
start_period: 60s
volumes:
- ./camera-management-api:/app
- /mnt/nfs_share:/mnt/nfs_share
- /etc/localtime:/etc/localtime:ro
- /etc/timezone:/etc/timezone:ro
environment:
- PYTHONUNBUFFERED=1
- LD_LIBRARY_PATH=/usr/local/lib:/lib:/usr/lib
- PYTHONPATH=/app:/app/camera_sdk
- TZ=America/New_York
- MEDIAMTX_HOST=localhost
- MEDIAMTX_RTSP_PORT=8554
command: >
sh -lc "
set -e # Exit on error
# Only install system packages if not already installed (check for ffmpeg)
if ! command -v ffmpeg &> /dev/null; then
echo 'Installing system dependencies...';
apt-get update && apt-get install -y --no-install-recommends libusb-1.0-0-dev ffmpeg;
else
echo 'System dependencies already installed';
fi
# Install camera SDK if not already installed
if [ ! -f /lib/libMVSDK.so ] && [ -f 'camera_sdk/linuxSDK_V2.1.0.49(250108)/install.sh' ]; then
echo 'Installing camera SDK...';
cd 'camera_sdk/linuxSDK_V2.1.0.49(250108)';
chmod +x install.sh;
./install.sh || echo 'Warning: Camera SDK installation may have failed';
cd /app;
else
echo 'Camera SDK already installed or install script not found';
fi;
# Install Python dependencies (only if requirements.txt changed or packages missing)
if [ -f requirements.txt ]; then
pip install --no-cache-dir -r requirements.txt || echo 'Warning: Some Python packages may have failed to install';
else
pip install --no-cache-dir -e . || echo 'Warning: Package installation may have failed';
fi;
# Start the application with error handling
echo 'Starting USDA Vision Camera System...';
python main.py --config config.compose.json || {
echo 'Application exited with error code: $?';
echo 'Waiting 5 seconds before exit...';
sleep 5;
exit 1;
}
"
network_mode: host
web:
container_name: usda-vision-web
image: node:20-alpine
working_dir: /app
env_file:
- ./management-dashboard-web-app/.env
volumes:
- ./management-dashboard-web-app:/app
environment:
- CHOKIDAR_USEPOLLING=true
- TZ=America/New_York
- VITE_SUPABASE_URL=http://localhost:54321
command: >
sh -lc "
npm install;
npm run dev -- --host 0.0.0.0 --port 8080
"
# Ensure the web container can resolve host.docker.internal on Linux
extra_hosts:
- "host.docker.internal:host-gateway"
ports:
- "8080:8080"
networks:
- usda-vision-network
depends_on:
supabase-rest:
condition: service_started
supabase-auth:
condition: service_started
video-remote:
container_name: usda-vision-video-remote
image: node:20-alpine
working_dir: /app
environment:
- CHOKIDAR_USEPOLLING=true
- TZ=America/New_York
- VITE_MEDIA_API_URL=http://exp-dash:8090
- VITE_VISION_API_URL=http://exp-dash:8000
volumes:
- ./video-remote:/app
command: >
sh -lc "
npm install;
npm run dev:watch
"
extra_hosts:
- "host.docker.internal:host-gateway"
ports:
- "3001:3001"
networks:
- usda-vision-network
vision-system-remote:
container_name: usda-vision-vision-system-remote
image: node:20-alpine
working_dir: /app
environment:
- CHOKIDAR_USEPOLLING=true
- TZ=America/New_York
- VITE_VISION_API_URL=http://exp-dash:8000
volumes:
- ./vision-system-remote:/app
command: >
sh -lc "
npm install;
npm run dev:watch
"
extra_hosts:
- "host.docker.internal:host-gateway"
ports:
- "3002:3002"
networks:
- usda-vision-network
scheduling-remote:
container_name: usda-vision-scheduling-remote
image: node:20-alpine
working_dir: /app
env_file:
- ./management-dashboard-web-app/.env
environment:
- CHOKIDAR_USEPOLLING=true
- TZ=America/New_York
volumes:
- ./scheduling-remote:/app
command: >
sh -lc "
npm install;
npm run dev:watch
"
extra_hosts:
- "host.docker.internal:host-gateway"
ports:
- "3003:3003"
networks:
- usda-vision-network
media-api:
container_name: usda-vision-media-api
build:
context: ./media-api
dockerfile: Dockerfile
environment:
- MEDIA_VIDEOS_DIR=/mnt/nfs_share
- MEDIA_THUMBS_DIR=/mnt/nfs_share/.thumbnails
- MAX_CONCURRENT_TRANSCODING=2 # Limit concurrent transcoding operations
volumes:
- /mnt/nfs_share:/mnt/nfs_share
ports:
- "8090:8090"
networks:
- usda-vision-network
deploy:
resources:
limits:
cpus: '4' # Limit to 4 CPU cores (adjust based on your system)
memory: 2G # Limit to 2GB RAM per container
reservations:
cpus: '1' # Reserve at least 1 CPU core
memory: 512M # Reserve at least 512MB RAM
# Alternative syntax for older Docker Compose versions:
# cpus: '4'
# mem_limit: 2g
# mem_reservation: 512m
mediamtx:
container_name: usda-vision-mediamtx
image: bluenviron/mediamtx:latest
volumes:
- ./mediamtx.yml:/mediamtx.yml:ro
- /mnt/nfs_share:/mnt/nfs_share:ro
ports:
- "8554:8554" # RTSP
- "8889:8889" # WebRTC HTTP API
- "8189:8189" # WebRTC UDP
networks:
- usda-vision-network