High-Throughput Asynchronous Load Balancer & AI Gateway

version: '3.8'
services:
  openbalancer:
    image: ghcr.io/incontrolplus/openbalancer:latest
    container_name: openbalancer-core
    ports:
      - "8080:8080"
    volumes:
      - ./config.json:/app/config.json:ro
    environment:
      - ROUTING_ALGORITHM=weighted_round_robin
      - HEALTH_PROBE_INTERVAL=3
      - CIRCUIT_BREAKER_THRESHOLD=5
    restart: unless-stopped

apiVersion: apps/v1
kind: Deployment
metadata:
  name: openbalancer-ingress
spec:
  replicas: 3
  template:
    spec:
      containers:
        - name: openbalancer
          image: ghcr.io/incontrolplus/openbalancer:v1.4.0
          resources:
            limits: { cpu: "500m", memory: "64Mi" }

{
  "server": { "host": "0.0.0.0", "port": 8080 },
  "algorithm": "weighted_least_connections",
  "upstreams": [
    { "id": "srv-ai-1", "url": "http://10.0.1.10:8000", "weight": 3 },
    { "id": "srv-ai-2", "url": "http://10.0.1.11:8000", "weight": 2 }
  ]
}

$ curl -s http://localhost:8080/openbalancer/status | jq .
{
  "status": "HEALTHY",
  "active_nodes": 3,
  "total_requests": 142850,
  "p99_latency_ms": 0.34,
  "circuit_breaker": "CLOSED"
}