{"rows":[{"id":"lk_standard_gemma","displayName":"lk_standard_gemma","model":"gemma-4-31b-it","tier":"","sampleCount":4935,"p50TtftMs":235,"p95TtftMs":590,"p99TtftMs":1149,"p50TtfsMs":247,"p95TtfsMs":656,"p99TtfsMs":1420,"p50TotalMs":315,"p95TotalMs":747,"p99TotalMs":1511,"errorRate":0.003850050658561297,"p50StreamingRateTps":262,"p5StreamingRateTps":97,"p1StreamingRateTps":34},{"id":"lk_fast_gpt41","displayName":"LiveKit Inference (fast, GPT-4.1)","model":"gpt-4.1","tier":"fast","sampleCount":4935,"p50TtftMs":526,"p95TtftMs":806,"p99TtftMs":1137,"p50TtfsMs":635,"p95TtfsMs":1061,"p99TtfsMs":1437,"p50TotalMs":731,"p95TotalMs":1170,"p99TotalMs":1634,"errorRate":0,"p50StreamingRateTps":145,"p5StreamingRateTps":76,"p1StreamingRateTps":47},{"id":"oai_direct_priority","displayName":"OpenAI direct (priority)","model":"gpt-4.1","tier":"priority","sampleCount":4935,"p50TtftMs":472,"p95TtftMs":946,"p99TtftMs":2214,"p50TtfsMs":604,"p95TtfsMs":1237,"p99TtfsMs":2423,"p50TotalMs":657,"p95TotalMs":1308,"p99TotalMs":2732,"errorRate":0,"p50StreamingRateTps":177,"p5StreamingRateTps":78,"p1StreamingRateTps":48},{"id":"vertex_priority","displayName":"Vertex AI direct (Priority PayGo)","model":"gemini-2.5-flash","tier":"priority","sampleCount":4935,"p50TtftMs":773,"p95TtftMs":1009,"p99TtftMs":1554,"p50TtfsMs":765,"p95TtfsMs":1093,"p99TtfsMs":1557,"p50TotalMs":814,"p95TotalMs":1113,"p99TotalMs":1654,"errorRate":0.0010131712259371835,"p50StreamingRateTps":219,"p5StreamingRateTps":118,"p1StreamingRateTps":99},{"id":"oai_direct_standard","displayName":"OpenAI direct (standard)","model":"gpt-4.1","tier":"standard","sampleCount":4935,"p50TtftMs":588,"p95TtftMs":1135,"p99TtftMs":2462,"p50TtfsMs":725,"p95TtfsMs":1384,"p99TtfsMs":2782,"p50TotalMs":781,"p95TotalMs":1499,"p99TotalMs":2919,"errorRate":0,"p50StreamingRateTps":164,"p5StreamingRateTps":72,"p1StreamingRateTps":43},{"id":"lk_standard_gpt41","displayName":"LiveKit Inference (standard, GPT-4.1)","model":"gpt-4.1","tier":"standard","sampleCount":4935,"p50TtftMs":535,"p95TtftMs":1298,"p99TtftMs":1511,"p50TtfsMs":661,"p95TtfsMs":1415,"p99TtfsMs":1711,"p50TotalMs":752,"p95TotalMs":1589,"p99TotalMs":1846,"errorRate":0,"p50StreamingRateTps":142,"p5StreamingRateTps":72,"p1StreamingRateTps":45},{"id":"azure_direct_standard","displayName":"Azure OpenAI direct (standard)","model":"gpt-4.1","tier":"standard","sampleCount":4935,"p50TtftMs":915,"p95TtftMs":1461,"p99TtftMs":1742,"p50TtfsMs":1005,"p95TtfsMs":1711,"p99TtfsMs":2065,"p50TotalMs":1106,"p95TotalMs":1835,"p99TotalMs":2223,"errorRate":0,"p50StreamingRateTps":145,"p5StreamingRateTps":67,"p1StreamingRateTps":42},{"id":"lk_standard_gemini","displayName":"LiveKit Inference (standard, Gemini)","model":"gemini-2.5-flash","tier":"standard","sampleCount":4935,"p50TtftMs":613,"p95TtftMs":1586,"p99TtftMs":2588,"p50TtfsMs":614,"p95TtfsMs":1605,"p99TtfsMs":2588,"p50TotalMs":661,"p95TotalMs":1647,"p99TotalMs":2710,"errorRate":0,"p50StreamingRateTps":226,"p5StreamingRateTps":132,"p1StreamingRateTps":70},{"id":"lk_fast_gemini","displayName":"LiveKit Inference (fast, Gemini)","model":"gemini-2.5-flash","tier":"fast","sampleCount":4935,"p50TtftMs":610,"p95TtftMs":1598,"p99TtftMs":2678,"p50TtfsMs":610,"p95TtfsMs":1595,"p99TtfsMs":2635,"p50TotalMs":664,"p95TotalMs":1664,"p99TotalMs":2804,"errorRate":0,"p50StreamingRateTps":227,"p5StreamingRateTps":130,"p1StreamingRateTps":71},{"id":"vertex_direct","displayName":"Vertex AI direct (standard)","model":"gemini-2.5-flash","tier":"standard","sampleCount":4935,"p50TtftMs":728,"p95TtftMs":4577,"p99TtftMs":19870,"p50TtfsMs":753,"p95TtfsMs":5171,"p99TtfsMs":22948,"p50TotalMs":786,"p95TotalMs":5866,"p99TotalMs":27092,"errorRate":0.01904761904761905,"p50StreamingRateTps":200,"p5StreamingRateTps":58,"p1StreamingRateTps":1}],"windowHours":168,"ok":true}