{"rows":[{"id":"inworld_direct_gemma4","displayName":"Inworld direct (standard, Gemma)","model":"inworld/models/gemma-4-31b-it","sampleCount":4960,"p50TtftMs":255,"p95TtftMs":565,"p99TtftMs":814,"p50TtfsMs":369,"p95TtfsMs":1035,"p99TtfsMs":1464,"p50TotalMs":432,"p95TotalMs":1088,"p99TotalMs":1536,"errorRate":0,"p50StreamingRateTps":261,"p5StreamingRateTps":43,"p1StreamingRateTps":28},{"id":"lk_fast_gpt41","displayName":"LiveKit Inference (fast, GPT-4.1)","model":"gpt-4.1","sampleCount":4960,"p50TtftMs":442,"p95TtftMs":613,"p99TtftMs":834,"p50TtfsMs":530,"p95TtfsMs":860,"p99TtfsMs":1203,"p50TotalMs":609,"p95TotalMs":913,"p99TotalMs":1359,"errorRate":0,"p50StreamingRateTps":185,"p5StreamingRateTps":105,"p1StreamingRateTps":85},{"id":"oai_direct_standard","displayName":"OpenAI direct (standard)","model":"gpt-4.1","sampleCount":4960,"p50TtftMs":476,"p95TtftMs":753,"p99TtftMs":1165,"p50TtfsMs":603,"p95TtfsMs":971,"p99TtfsMs":1423,"p50TotalMs":665,"p95TotalMs":1069,"p99TotalMs":1508,"errorRate":0,"p50StreamingRateTps":173,"p5StreamingRateTps":91,"p1StreamingRateTps":60},{"id":"oai_direct_priority","displayName":"OpenAI direct (priority)","model":"gpt-4.1","sampleCount":4960,"p50TtftMs":474,"p95TtftMs":775,"p99TtftMs":1348,"p50TtfsMs":603,"p95TtfsMs":1003,"p99TtfsMs":1725,"p50TotalMs":668,"p95TotalMs":1097,"p99TotalMs":1742,"errorRate":0,"p50StreamingRateTps":177,"p5StreamingRateTps":91,"p1StreamingRateTps":55},{"id":"oai_direct_priority_gpt56luna","displayName":"OpenAI direct (priority, GPT-5.6 Luna)","model":"gpt-5.6-luna","sampleCount":4960,"p50TtftMs":559,"p95TtftMs":902,"p99TtftMs":1464,"p50TtfsMs":663,"p95TtfsMs":1033,"p99TtfsMs":1644,"p50TotalMs":753,"p95TotalMs":1167,"p99TotalMs":1756,"errorRate":0,"p50StreamingRateTps":189,"p5StreamingRateTps":114,"p1StreamingRateTps":73},{"id":"lk_standard_gemma","displayName":"LiveKit Inference (standard, Gemma)","model":"gemma-4-31b-it","sampleCount":4960,"p50TtftMs":222,"p95TtftMs":931,"p99TtftMs":1295,"p50TtfsMs":311,"p95TtfsMs":1124,"p99TtfsMs":2077,"p50TotalMs":361,"p95TotalMs":1208,"p99TotalMs":2219,"errorRate":0,"p50StreamingRateTps":254,"p5StreamingRateTps":59,"p1StreamingRateTps":15},{"id":"vertex_priority_gemini36","displayName":"Vertex AI direct (Priority PayGo, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4960,"p50TtftMs":758,"p95TtftMs":944,"p99TtftMs":1067,"p50TtfsMs":795,"p95TtfsMs":1088,"p99TtfsMs":1255,"p50TotalMs":991,"p95TotalMs":1283,"p99TotalMs":1429,"errorRate":0,"p50StreamingRateTps":172,"p5StreamingRateTps":88,"p1StreamingRateTps":50},{"id":"oai_direct_standard_gpt56luna","displayName":"OpenAI direct (standard, GPT-5.6 Luna)","model":"gpt-5.6-luna","sampleCount":4960,"p50TtftMs":612,"p95TtftMs":981,"p99TtftMs":1464,"p50TtfsMs":805,"p95TtfsMs":1267,"p99TtfsMs":1846,"p50TotalMs":931,"p95TotalMs":1440,"p99TotalMs":2111,"errorRate":0,"p50StreamingRateTps":115,"p5StreamingRateTps":73,"p1StreamingRateTps":55},{"id":"lk_standard_gpt56luna","displayName":"LiveKit Inference (standard, GPT-5.6 Luna)","model":"gpt-5.6-luna","sampleCount":4960,"p50TtftMs":622,"p95TtftMs":995,"p99TtftMs":1517,"p50TtfsMs":811,"p95TtfsMs":1293,"p99TtfsMs":1820,"p50TotalMs":931,"p95TotalMs":1449,"p99TotalMs":1988,"errorRate":0,"p50StreamingRateTps":119,"p5StreamingRateTps":76,"p1StreamingRateTps":57},{"id":"vertex_direct_gemini36","displayName":"Vertex AI direct (standard, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4960,"p50TtftMs":779,"p95TtftMs":1005,"p99TtftMs":1272,"p50TtfsMs":816,"p95TtfsMs":1144,"p99TtfsMs":1426,"p50TotalMs":1013,"p95TotalMs":1324,"p99TotalMs":1586,"errorRate":0,"p50StreamingRateTps":170,"p5StreamingRateTps":88,"p1StreamingRateTps":50},{"id":"azure_direct_standard","displayName":"Azure OpenAI direct (standard)","model":"gpt-4.1","sampleCount":4960,"p50TtftMs":750,"p95TtftMs":1086,"p99TtftMs":1285,"p50TtfsMs":834,"p95TtfsMs":1257,"p99TtfsMs":1490,"p50TotalMs":944,"p95TotalMs":1314,"p99TotalMs":1570,"errorRate":0,"p50StreamingRateTps":163,"p5StreamingRateTps":108,"p1StreamingRateTps":80},{"id":"lk_fast_gemini36","displayName":"LiveKit Inference (fast, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4960,"p50TtftMs":770,"p95TtftMs":1099,"p99TtftMs":1677,"p50TtfsMs":853,"p95TtfsMs":1277,"p99TtfsMs":1806,"p50TotalMs":985,"p95TotalMs":1338,"p99TotalMs":1817,"errorRate":0,"p50StreamingRateTps":188,"p5StreamingRateTps":108,"p1StreamingRateTps":78},{"id":"lk_standard_gemini36","displayName":"LiveKit Inference (standard, Gemini 3.6)","model":"gemini-3.6-flash","sampleCount":4960,"p50TtftMs":775,"p95TtftMs":1128,"p99TtftMs":1857,"p50TtfsMs":861,"p95TtfsMs":1285,"p99TtfsMs":1910,"p50TotalMs":987,"p95TotalMs":1356,"p99TotalMs":2016,"errorRate":0,"p50StreamingRateTps":189,"p5StreamingRateTps":107,"p1StreamingRateTps":82},{"id":"lk_standard_gpt41","displayName":"LiveKit Inference (standard, GPT-4.1)","model":"gpt-4.1","sampleCount":4960,"p50TtftMs":447,"p95TtftMs":1298,"p99TtftMs":1526,"p50TtfsMs":541,"p95TtfsMs":1536,"p99TtfsMs":1850,"p50TotalMs":614,"p95TotalMs":1579,"p99TotalMs":1864,"errorRate":0,"p50StreamingRateTps":184,"p5StreamingRateTps":98,"p1StreamingRateTps":67},{"id":"lk_fast_gemini","displayName":"LiveKit Inference (fast, Gemini)","model":"gemini-2.5-flash","sampleCount":0,"p50TtftMs":0,"p95TtftMs":0,"p99TtftMs":0,"p50TtfsMs":0,"p95TtfsMs":0,"p99TtfsMs":0,"p50TotalMs":0,"p95TotalMs":0,"p99TotalMs":0,"errorRate":0,"p50StreamingRateTps":0,"p5StreamingRateTps":0,"p1StreamingRateTps":0},{"id":"lk_standard_gemini","displayName":"LiveKit Inference (standard, Gemini)","model":"gemini-2.5-flash","sampleCount":0,"p50TtftMs":0,"p95TtftMs":0,"p99TtftMs":0,"p50TtfsMs":0,"p95TtfsMs":0,"p99TtfsMs":0,"p50TotalMs":0,"p95TotalMs":0,"p99TotalMs":0,"errorRate":0,"p50StreamingRateTps":0,"p5StreamingRateTps":0,"p1StreamingRateTps":0},{"id":"vertex_direct","displayName":"Vertex AI direct (standard)","model":"gemini-2.5-flash","sampleCount":0,"p50TtftMs":0,"p95TtftMs":0,"p99TtftMs":0,"p50TtfsMs":0,"p95TtfsMs":0,"p99TtfsMs":0,"p50TotalMs":0,"p95TotalMs":0,"p99TotalMs":0,"errorRate":0,"p50StreamingRateTps":0,"p5StreamingRateTps":0,"p1StreamingRateTps":0},{"id":"vertex_priority","displayName":"Vertex AI direct (Priority PayGo)","model":"gemini-2.5-flash","sampleCount":0,"p50TtftMs":0,"p95TtftMs":0,"p99TtftMs":0,"p50TtfsMs":0,"p95TtfsMs":0,"p99TtfsMs":0,"p50TotalMs":0,"p95TotalMs":0,"p99TotalMs":0,"errorRate":0,"p50StreamingRateTps":0,"p5StreamingRateTps":0,"p1StreamingRateTps":0}],"windowHours":168,"ok":true}