{"updated_at":1787189847.6946447,"devices":[{"device_id":"spark110","online":true,"api_online":true,"console_online":true,"latency_ms":212,"vllm_version":"0.27.1","max_concurrency":4,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":3292,"tokens":8131054,"errors":0}},{"device_id":"spark111","online":true,"api_online":true,"console_online":true,"latency_ms":212,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":6372,"tokens":19779870,"errors":5}},{"device_id":"spark112","online":true,"api_online":true,"console_online":true,"latency_ms":215,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":2686,"tokens":9592676,"errors":0}},{"device_id":"spark113","online":true,"api_online":true,"console_online":true,"latency_ms":204,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":7355,"tokens":23573027,"errors":5}},{"device_id":"spark114","online":true,"api_online":true,"console_online":true,"latency_ms":191,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":4208,"tokens":12874950,"errors":0}},{"device_id":"spark115","online":true,"api_online":true,"console_online":true,"latency_ms":190,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":6081,"tokens":19581512,"errors":0}},{"device_id":"spark116","online":false,"api_online":false,"console_online":false,"latency_ms":null,"vllm_version":null,"max_concurrency":6,"metrics":{"gpu":[]},"model":{"id":null,"max_model_len":null},"gateway":{"calls":0,"tokens":0,"errors":0}},{"device_id":"spark117","online":true,"api_online":true,"console_online":true,"latency_ms":176,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":2481,"tokens":8199193,"errors":1}},{"device_id":"spark118","online":true,"api_online":true,"console_online":true,"latency_ms":171,"vllm_version":"0.27.1","max_concurrency":6,"metrics":{"gpu":[{"utilization_gpu_percent":0.0}]},"model":{"id":null,"max_model_len":262144},"gateway":{"calls":2050,"tokens":6589672,"errors":0}},{"device_id":"spark119","online":false,"api_online":false,"console_online":false,"latency_ms":null,"vllm_version":null,"max_concurrency":6,"metrics":{"gpu":[]},"model":{"id":null,"max_model_len":null},"gateway":{"calls":0,"tokens":0,"errors":0}}],"models":{"qwen3.6-thinking":["spark110","spark111","spark112","spark113","spark114","spark115","spark117","spark118"]},"gateway":{"total_calls":34525,"total_prompt_tokens":12196076,"total_completion_tokens":96125878,"total_tokens":108321954,"error_calls":11,"stream_calls":2330,"calls_rpm":0.0,"tokens_rpm":0.0,"inflight":0,"max_concurrency":230,"peak_inflight":4,"by_device":{"spark117":{"calls":2481,"prompt_tokens":817826,"completion_tokens":7381367,"tokens":8199193,"errors":1,"stream_calls":272,"inflight":0,"last_latency_ms":1501.0,"last_call_at":1786971239.9487393,"last_model":"qwen3.6-thinking"},"spark114":{"calls":4208,"prompt_tokens":1059349,"completion_tokens":11815601,"tokens":12874950,"errors":0,"stream_calls":315,"inflight":0,"last_latency_ms":52826.0,"last_call_at":1786646669.6715035,"last_model":"qwen3.6-thinking"},"spark110":{"calls":3292,"prompt_tokens":917388,"completion_tokens":7213666,"tokens":8131054,"errors":0,"stream_calls":261,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark111":{"calls":6372,"prompt_tokens":2289591,"completion_tokens":17490279,"tokens":19779870,"errors":5,"stream_calls":316,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark113":{"calls":7355,"prompt_tokens":3030736,"completion_tokens":20542291,"tokens":23573027,"errors":5,"stream_calls":320,"inflight":0,"last_latency_ms":null,"last_call_at":null,"last_model":null},"spark115":{"calls":6081,"prompt_tokens":2232704,"completion_tokens":17348808,"tokens":19581512,"errors":0,"stream_calls":317,"inflight":0,"last_latency_ms":20480.0,"last_call_at":1787127855.0463855,"last_model":"qwen3.6-thinking"},"spark118":{"calls":2050,"prompt_tokens":837116,"completion_tokens":5752556,"tokens":6589672,"errors":0,"stream_calls":282,"inflight":0,"last_latency_ms":795.0,"last_call_at":1787127835.358411,"last_model":"qwen3.6-thinking"},"spark112":{"calls":2686,"prompt_tokens":1011366,"completion_tokens":8581310,"tokens":9592676,"errors":0,"stream_calls":263,"inflight":0,"last_latency_ms":121518.0,"last_call_at":1786970219.42513,"last_model":"qwen3.6-thinking"}},"updated_at":1787127855.0463855}}