{"rows":[{"id":"vertex_priority","displayName":"Vertex AI direct (Priority PayGo)","model":"gemini-2.5-flash","sampleCount":4955,"p50TtftMs":431,"p95TtftMs":638,"p99TtftMs":1203,"p50TtfsMs":520,"p95TtfsMs":773,"p99TtfsMs":1340,"p50TotalMs":596,"p95TotalMs":826,"p99TotalMs":1343,"errorRate":0,"p50StreamingRateTps":187,"p5StreamingRateTps":115,"p1StreamingRateTps":94},{"id":"lk_standard_gemma","displayName":"LiveKit Inference (standard, Gemma)","model":"gemma-4-31b-it","sampleCount":4955,"p50TtftMs":191,"p95TtftMs":704,"p99TtftMs":1099,"p50TtfsMs":269,"p95TtfsMs":898,"p99TtfsMs":1330,"p50TotalMs":348,"p95TotalMs":960,"p99TotalMs":1378,"errorRate":0,"p50StreamingRateTps":256,"p5StreamingRateTps":100,"p1StreamingRateTps":46},{"id":"oai_direct_priority","displayName":"OpenAI direct (priority)","model":"gpt-4.1","sampleCount":4955,"p50TtftMs":457,"p95TtftMs":715,"p99TtftMs":1891,"p50TtfsMs":555,"p95TtfsMs":939,"p99TtfsMs":2090,"p50TotalMs":612,"p95TotalMs":1007,"p99TotalMs":2012,"errorRate":0,"p50StreamingRateTps":193,"p5StreamingRateTps":108,"p1StreamingRateTps":67},{"id":"oai_direct_standard","displayName":"OpenAI direct (standard)","model":"gpt-4.1","sampleCount":4955,"p50TtftMs":438,"p95TtftMs":756,"p99TtftMs":2246,"p50TtfsMs":566,"p95TtfsMs":1042,"p99TtfsMs":2375,"p50TotalMs":615,"p95TotalMs":1128,"p99TotalMs":2404,"errorRate":0,"p50StreamingRateTps":180,"p5StreamingRateTps":87,"p1StreamingRateTps":53},{"id":"lk_fast_gemini","displayName":"LiveKit Inference (fast, Gemini)","model":"gemini-2.5-flash","sampleCount":4955,"p50TtftMs":422,"p95TtftMs":808,"p99TtftMs":1359,"p50TtfsMs":521,"p95TtfsMs":900,"p99TtfsMs":1429,"p50TotalMs":586,"p95TotalMs":967,"p99TotalMs":1472,"errorRate":0,"p50StreamingRateTps":189,"p5StreamingRateTps":109,"p1StreamingRateTps":85},{"id":"lk_standard_gemini","displayName":"LiveKit Inference (standard, Gemini)","model":"gemini-2.5-flash","sampleCount":4955,"p50TtftMs":427,"p95TtftMs":819,"p99TtftMs":1338,"p50TtfsMs":526,"p95TtfsMs":915,"p99TtfsMs":1420,"p50TotalMs":588,"p95TotalMs":987,"p99TotalMs":1533,"errorRate":0,"p50StreamingRateTps":188,"p5StreamingRateTps":110,"p1StreamingRateTps":86},{"id":"oai_direct_priority_gpt56luna","displayName":"OpenAI direct (priority, GPT-5.6 Luna)","model":"gpt-5.6-luna","sampleCount":4955,"p50TtftMs":496,"p95TtftMs":839,"p99TtftMs":1738,"p50TtfsMs":590,"p95TtfsMs":993,"p99TtfsMs":1941,"p50TotalMs":676,"p95TotalMs":1128,"p99TotalMs":2032,"errorRate":0,"p50StreamingRateTps":190,"p5StreamingRateTps":110,"p1StreamingRateTps":64},{"id":"vertex_direct","displayName":"Vertex AI direct (standard)","model":"gemini-2.5-flash","sampleCount":4955,"p50TtftMs":465,"p95TtftMs":854,"p99TtftMs":2073,"p50TtfsMs":556,"p95TtfsMs":989,"p99TtfsMs":2179,"p50TotalMs":651,"p95TotalMs":1048,"p99TotalMs":2032,"errorRate":0,"p50StreamingRateTps":165,"p5StreamingRateTps":99,"p1StreamingRateTps":81},{"id":"vertex_priority_gemini36","displayName":"Vertex AI direct (Priority PayGo, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4955,"p50TtftMs":697,"p95TtftMs":872,"p99TtftMs":1119,"p50TtfsMs":706,"p95TtfsMs":987,"p99TtfsMs":1250,"p50TotalMs":875,"p95TotalMs":1163,"p99TotalMs":1354,"errorRate":0,"p50StreamingRateTps":180,"p5StreamingRateTps":108,"p1StreamingRateTps":81},{"id":"vertex_direct_gemini36","displayName":"Vertex AI direct (standard, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4955,"p50TtftMs":705,"p95TtftMs":905,"p99TtftMs":1182,"p50TtfsMs":718,"p95TtfsMs":1007,"p99TtfsMs":1308,"p50TotalMs":879,"p95TotalMs":1182,"p99TotalMs":1406,"errorRate":0,"p50StreamingRateTps":180,"p5StreamingRateTps":112,"p1StreamingRateTps":82},{"id":"lk_fast_gemini36","displayName":"LiveKit Inference (fast, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4955,"p50TtftMs":699,"p95TtftMs":1065,"p99TtftMs":1941,"p50TtfsMs":776,"p95TtfsMs":1203,"p99TtfsMs":1980,"p50TotalMs":895,"p95TotalMs":1277,"p99TotalMs":2128,"errorRate":0,"p50StreamingRateTps":187,"p5StreamingRateTps":116,"p1StreamingRateTps":85},{"id":"lk_standard_gemini36","displayName":"LiveKit Inference (standard, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4955,"p50TtftMs":705,"p95TtftMs":1108,"p99TtftMs":1941,"p50TtfsMs":782,"p95TtfsMs":1245,"p99TtfsMs":2040,"p50TotalMs":904,"p95TotalMs":1340,"p99TotalMs":2197,"errorRate":0,"p50StreamingRateTps":190,"p5StreamingRateTps":118,"p1StreamingRateTps":86},{"id":"lk_fast_gpt41","displayName":"LiveKit Inference (fast, GPT-4.1)","model":"gpt-4.1","sampleCount":4955,"p50TtftMs":513,"p95TtftMs":1128,"p99TtftMs":1756,"p50TtfsMs":650,"p95TtfsMs":1354,"p99TtfsMs":2016,"p50TotalMs":761,"p95TotalMs":1517,"p99TotalMs":2214,"errorRate":0,"p50StreamingRateTps":138,"p5StreamingRateTps":49,"p1StreamingRateTps":31},{"id":"lk_standard_gpt41","displayName":"LiveKit Inference (standard, GPT-4.1)","model":"gpt-4.1","sampleCount":4955,"p50TtftMs":511,"p95TtftMs":1435,"p99TtftMs":1694,"p50TtfsMs":659,"p95TtfsMs":1589,"p99TtfsMs":1929,"p50TotalMs":767,"p95TotalMs":1752,"p99TotalMs":2268,"errorRate":0,"p50StreamingRateTps":138,"p5StreamingRateTps":51,"p1StreamingRateTps":32},{"id":"azure_direct_standard","displayName":"Azure OpenAI direct (standard)","model":"gpt-4.1","sampleCount":4955,"p50TtftMs":856,"p95TtftMs":1731,"p99TtftMs":3995,"p50TtfsMs":987,"p95TtfsMs":2061,"p99TtfsMs":5265,"p50TotalMs":1119,"p95TotalMs":2246,"p99TotalMs":5613,"errorRate":0.0020181634712411706,"p50StreamingRateTps":125,"p5StreamingRateTps":40,"p1StreamingRateTps":17},{"id":"oai_direct_standard_gpt56luna","displayName":"OpenAI direct (standard, GPT-5.6 Luna)","model":"gpt-5.6-luna","sampleCount":4955,"p50TtftMs":602,"p95TtftMs":2282,"p99TtftMs":3932,"p50TtfsMs":756,"p95TtfsMs":2366,"p99TtfsMs":4125,"p50TotalMs":861,"p95TotalMs":2568,"p99TotalMs":4192,"errorRate":0,"p50StreamingRateTps":142,"p5StreamingRateTps":81,"p1StreamingRateTps":59},{"id":"lk_standard_gpt56luna","displayName":"LiveKit Inference (standard, GPT-5.6 Luna)","model":"gpt-5.6-luna","sampleCount":4955,"p50TtftMs":687,"p95TtftMs":2380,"p99TtftMs":3793,"p50TtfsMs":861,"p95TtfsMs":2620,"p99TtfsMs":4259,"p50TotalMs":960,"p95TotalMs":2804,"p99TotalMs":4407,"errorRate":0.0008072653884964682,"p50StreamingRateTps":145,"p5StreamingRateTps":82,"p1StreamingRateTps":61}],"windowHours":168,"ok":true}