{"updated_at":1793781470.6490352,"devices":[{"device_id":"spark110","online":true,"api_online":true,"console_online":true,"latency_ms":63,"vllm_version":"0.32.0","max_concurrency":4,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":6850,"tokens":15691515,"errors":0}},{"device_id":"spark111","online":true,"api_online":true,"console_online":true,"latency_ms":67,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":6704,"tokens":20692526,"errors":6}},{"device_id":"spark112","online":true,"api_online":true,"console_online":true,"latency_ms":63,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":2812,"tokens":10496631,"errors":0}},{"device_id":"spark113","online":true,"api_online":true,"console_online":true,"latency_ms":67,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":7496,"tokens":23978076,"errors":5}},{"device_id":"spark114","online":true,"api_online":true,"console_online":true,"latency_ms":60,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":5294,"tokens":15937379,"errors":0}},{"device_id":"spark115","online":true,"api_online":true,"console_online":true,"latency_ms":56,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":6232,"tokens":20033963,"errors":0}},{"device_id":"spark116","online":false,"api_online":false,"console_online":false,"latency_ms":null,"vllm_version":null,"max_concurrency":6,"metrics":{"gpu":[]},"model":{"id":null,"max_model_len":null},"gateway":{"calls":0,"tokens":0,"errors":0}},{"device_id":"spark117","online":true,"api_online":true,"console_online":true,"latency_ms":60,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":3513,"tokens":11246184,"errors":1}},{"device_id":"spark118","online":true,"api_online":true,"console_online":true,"latency_ms":64,"vllm_version":"0.32.0","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":2733,"tokens":8563391,"errors":0}},{"device_id":"spark119","online":false,"api_online":false,"console_online":false,"latency_ms":null,"vllm_version":null,"max_concurrency":6,"metrics":{"gpu":[]},"model":{"id":null,"max_model_len":null},"gateway":{"calls":0,"tokens":0,"errors":0}}],"models":{"qwen3.6-thinking":["spark110","spark111","spark112","spark113","spark114","spark115","spark117","spark118"]},"gateway":{"total_calls":41666,"total_prompt_tokens":16492304,"total_completion_tokens":110149750,"total_tokens":126642054,"error_calls":14,"stream_calls":2408,"calls_rpm":0.0,"tokens_rpm":0.0,"inflight":0,"max_concurrency":230,"peak_inflight":2,"by_device":{"spark110":{"calls":6850,"prompt_tokens":3179188,"completion_tokens":12512327,"tokens":15691515,"errors":0,"stream_calls":312,"inflight":0,"last_latency_ms":11153.0,"last_call_at":1793781386.0199323,"last_model":"qwen3.6-thinking"},"spark112":{"calls":2812,"prompt_tokens":1879872,"completion_tokens":8616759,"tokens":10496631,"errors":0,"stream_calls":275,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark113":{"calls":7496,"prompt_tokens":3069178,"completion_tokens":20908898,"tokens":23978076,"errors":5,"stream_calls":322,"inflight":0,"last_latency_ms":21277.0,"last_call_at":1793616475.4725266,"last_model":"qwen3.6-thinking"},"spark114":{"calls":5294,"prompt_tokens":1346346,"completion_tokens":14591033,"tokens":15937379,"errors":0,"stream_calls":323,"inflight":0,"last_latency_ms":26791.0,"last_call_at":1793776926.6203253,"last_model":"qwen3.6-thinking"},"unknown":{"calls":23,"prompt_tokens":2204,"completion_tokens":185,"tokens":2389,"errors":1,"stream_calls":0,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark117":{"calls":3513,"prompt_tokens":1189241,"completion_tokens":10056943,"tokens":11246184,"errors":1,"stream_calls":272,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark118":{"calls":2733,"prompt_tokens":1091127,"completion_tokens":7472264,"tokens":8563391,"errors":0,"stream_calls":285,"inflight":0,"last_latency_ms":34458.0,"last_call_at":1793780983.114505,"last_model":"qwen3.6-thinking"},"spark111":{"calls":6704,"prompt_tokens":2357118,"completion_tokens":18335408,"tokens":20692526,"errors":6,"stream_calls":317,"inflight":0,"last_latency_ms":28550.0,"last_call_at":1793781414.5740764,"last_model":"qwen3.6-thinking"},"spark115":{"calls":6232,"prompt_tokens":2378030,"completion_tokens":17655933,"tokens":20033963,"errors":0,"stream_calls":318,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark116":{"calls":0,"prompt_tokens":0,"completion_tokens":0,"tokens":0,"errors":0,"stream_calls":0,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark119":{"calls":0,"prompt_tokens":0,"completion_tokens":0,"tokens":0,"errors":0,"stream_calls":0,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null}},"updated_at":1793781414.5740764}}