Scale Under Load

scaling:
  min_workers: 1      # Always keep 1 ready
  max_workers: 10     # Scale up to 10

utilization = (queued + processing) / current_workers

If utilization > 3.0 → add a worker
If utilization < 0.5 → remove a worker

orpheus stats my-agent

{
  "workers": {
    "current": 5,
    "healthy": 5,
    "min": 1,
    "max": 10
  },
  "queue": {
    "depth": 3,
    "processing": 5
  }
}

scaling:
  min_workers: 2      # More warm workers
  max_workers: 20     # Higher ceiling

scaling:
  min_workers: 1
  max_workers: 5      # Fewer workers (each busy longer)

scaling:
  min_workers: 3      # Handle burst immediately
  max_workers: 15

scaling:
  min_workers: 0      # Scale to zero when idle
  max_workers: 5

scaling:
  min_workers: 1      # Always one worker warm

# Send 20 requests in parallel
for i in {1..20}; do
  orpheus run my-agent '{"id": '$i'}' &
done
wait

# Check how many workers scaled up
orpheus stats my-agent