{"inflight":{"naive":0,"limited":0,"batched":0,"queue":0},"waiting":{"limited":0,"batched":0,"queue":0},"avg_inference_s":0.937,"cache_entries":5,"limits":{"max_inflight":1,"max_waiting":4,"max_wait_s":15.0,"batch_max":8,"batch_wait_ms":25.0,"batch_max_pending":32,"max_queue":20}}