{"window_days":7,"schema_filter":null,"generated_at":"2026-06-02T19:27:13.835Z","rows":[{"model_id":"google/gemini-3.1-pro-preview-customtools","model_name":"Google: Gemini 3.1 Pro Preview Custom Tools","provider":"google","json_mode":"structured_outputs","context_len":1048756,"prompt_price":0.000002,"completion_price":0.000012,"n_total":5,"n_valid":5,"compliance_rate":1,"avg_latency_ms":5038,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:11.071Z"},{"model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","provider":"google","json_mode":"structured_outputs","context_len":1048576,"prompt_price":0.000002,"completion_price":0.000012,"n_total":5,"n_valid":5,"compliance_rate":1,"avg_latency_ms":4169,"avg_cost_usd":0.004089,"last_probe":"2026-06-02T16:03:18.532Z"},{"model_id":"~google/gemini-pro-latest","model_name":"Google Gemini Pro Latest","provider":"~google","json_mode":"structured_outputs","context_len":1048576,"prompt_price":0.000002,"completion_price":0.000012,"n_total":5,"n_valid":5,"compliance_rate":1,"avg_latency_ms":18802,"avg_cost_usd":0.004217,"last_probe":"2026-06-02T16:03:26.009Z"},{"model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","provider":"google","json_mode":"structured_outputs","context_len":1048576,"prompt_price":0.00000125,"completion_price":0.00001,"n_total":5,"n_valid":4,"compliance_rate":0.8,"avg_latency_ms":7020,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:51.320Z"},{"model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","provider":"google","json_mode":"structured_outputs","context_len":1048576,"prompt_price":0.0000015,"completion_price":0.000009,"n_total":5,"n_valid":4,"compliance_rate":0.8,"avg_latency_ms":2677,"avg_cost_usd":null,"last_probe":"2026-06-02T16:04:17.236Z"},{"model_id":"x-ai/grok-4.20-multi-agent","model_name":"xAI: Grok 4.20 Multi-Agent","provider":"x-ai","json_mode":"structured_outputs","context_len":2000000,"prompt_price":0.000002,"completion_price":0.000006,"n_total":5,"n_valid":3,"compliance_rate":0.6,"avg_latency_ms":14880,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:37.514Z"},{"model_id":"google/gemini-2.5-pro-preview","model_name":"Google: Gemini 2.5 Pro Preview 06-05","provider":"google","json_mode":"structured_outputs","context_len":1048576,"prompt_price":0.00000125,"completion_price":0.00001,"n_total":5,"n_valid":3,"compliance_rate":0.6,"avg_latency_ms":4404,"avg_cost_usd":null,"last_probe":"2026-06-02T16:04:00.219Z"},{"model_id":"google/gemini-2.5-pro-preview-05-06","model_name":"Google: Gemini 2.5 Pro Preview 05-06","provider":"google","json_mode":"structured_outputs","context_len":1048576,"prompt_price":0.00000125,"completion_price":0.00001,"n_total":5,"n_valid":3,"compliance_rate":0.6,"avg_latency_ms":3583,"avg_cost_usd":0.001864,"last_probe":"2026-06-02T16:04:08.603Z"},{"model_id":"openai/gpt-5.4-pro","model_name":"OpenAI: GPT-5.4 Pro","provider":"openai","json_mode":"structured_outputs","context_len":1050000,"prompt_price":0.00003,"completion_price":0.00018,"n_total":6,"n_valid":3,"compliance_rate":0.5,"avg_latency_ms":14405,"avg_cost_usd":0.016513,"last_probe":"2026-06-02T16:00:00.903Z"},{"model_id":"openai/gpt-chat-latest","model_name":"OpenAI: GPT Chat Latest","provider":"openai","json_mode":"structured_outputs","context_len":400000,"prompt_price":0.000005,"completion_price":0.00003,"n_total":5,"n_valid":2,"compliance_rate":0.4,"avg_latency_ms":13171,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:34.350Z"},{"model_id":"openai/gpt-5.5-pro","model_name":"OpenAI: GPT-5.5 Pro","provider":"openai","json_mode":"structured_outputs","context_len":1050000,"prompt_price":0.00003,"completion_price":0.00018,"n_total":6,"n_valid":2,"compliance_rate":0.3333333333333333,"avg_latency_ms":67933,"avg_cost_usd":null,"last_probe":"2026-06-02T16:00:40.472Z"},{"model_id":"openai/o1-pro","model_name":"OpenAI: o1-pro","provider":"openai","json_mode":"structured_outputs","context_len":200000,"prompt_price":0.00015,"completion_price":0.0006,"n_total":6,"n_valid":2,"compliance_rate":0.3333333333333333,"avg_latency_ms":5702,"avg_cost_usd":0.215919,"last_probe":"2026-06-02T16:00:56.032Z"},{"model_id":"openai/gpt-5.2-pro","model_name":"OpenAI: GPT-5.2 Pro","provider":"openai","json_mode":"structured_outputs","context_len":400000,"prompt_price":0.000021,"completion_price":0.000168,"n_total":6,"n_valid":2,"compliance_rate":0.3333333333333333,"avg_latency_ms":3419,"avg_cost_usd":null,"last_probe":"2026-06-02T16:01:16.237Z"},{"model_id":"openai/gpt-5-pro","model_name":"OpenAI: GPT-5 Pro","provider":"openai","json_mode":"structured_outputs","context_len":400000,"prompt_price":0.000015,"completion_price":0.00012,"n_total":6,"n_valid":2,"compliance_rate":0.3333333333333333,"avg_latency_ms":21943,"avg_cost_usd":0.063113,"last_probe":"2026-06-02T16:01:28.870Z"},{"model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","provider":"openai","json_mode":"structured_outputs","context_len":1050000,"prompt_price":0.000005,"completion_price":0.00003,"n_total":6,"n_valid":2,"compliance_rate":0.3333333333333333,"avg_latency_ms":80805,"avg_cost_usd":null,"last_probe":"2026-06-02T16:02:46.884Z"},{"model_id":"~openai/gpt-latest","model_name":"OpenAI GPT Latest","provider":"~openai","json_mode":"structured_outputs","context_len":1050000,"prompt_price":0.000005,"completion_price":0.00003,"n_total":6,"n_valid":2,"compliance_rate":0.3333333333333333,"avg_latency_ms":1874,"avg_cost_usd":null,"last_probe":"2026-06-02T16:02:50.430Z"},{"model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000005,"completion_price":0.000025,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":59493,"avg_cost_usd":null,"last_probe":"2026-06-02T16:02:53.725Z"},{"model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000005,"completion_price":0.000025,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":1456,"avg_cost_usd":null,"last_probe":"2026-06-02T16:02:55.774Z"},{"model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000005,"completion_price":0.000025,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":1413,"avg_cost_usd":null,"last_probe":"2026-06-02T16:02:57.325Z"},{"model_id":"~anthropic/claude-opus-latest","model_name":"Anthropic: Claude Opus Latest","provider":"~anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000005,"completion_price":0.000025,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":18900,"avg_cost_usd":null,"last_probe":"2026-06-02T16:02:59.181Z"},{"model_id":"anthropic/claude-sonnet-4.5","model_name":"Anthropic: Claude Sonnet 4.5","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000003,"completion_price":0.000015,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":1622,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:03.828Z"},{"model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000003,"completion_price":0.000015,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":2193,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:06.511Z"},{"model_id":"~anthropic/claude-sonnet-latest","model_name":"Anthropic Claude Sonnet Latest","provider":"~anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.000003,"completion_price":0.000015,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":4861,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:08.238Z"},{"model_id":"anthropic/claude-opus-4.1","model_name":"Anthropic: Claude Opus 4.1","provider":"anthropic","json_mode":"structured_outputs","context_len":200000,"prompt_price":0.000015,"completion_price":0.000075,"n_total":5,"n_valid":1,"compliance_rate":0.2,"avg_latency_ms":47835,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:10.059Z"},{"model_id":"anthropic/claude-opus-4.6-fast","model_name":"Anthropic: Claude Opus 4.6 (Fast)","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.00003,"completion_price":0.00015,"n_total":6,"n_valid":1,"compliance_rate":0.16666666666666666,"avg_latency_ms":2480,"avg_cost_usd":null,"last_probe":"2026-06-02T16:00:53.978Z"},{"model_id":"anthropic/claude-opus-4.7-fast","model_name":"Anthropic: Claude Opus 4.7 (Fast)","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.00003,"completion_price":0.00015,"n_total":6,"n_valid":1,"compliance_rate":0.16666666666666666,"avg_latency_ms":270561,"avg_cost_usd":null,"last_probe":"2026-06-02T16:00:55.003Z"},{"model_id":"anthropic/claude-opus-4.8-fast","model_name":"Anthropic: Claude Opus 4.8 (Fast)","provider":"anthropic","json_mode":"structured_outputs","context_len":1000000,"prompt_price":0.00001,"completion_price":0.00005,"n_total":6,"n_valid":1,"compliance_rate":0.16666666666666666,"avg_latency_ms":636,"avg_cost_usd":null,"last_probe":"2026-06-02T16:01:27.841Z"},{"model_id":"openai/o3-pro","model_name":"OpenAI: o3 Pro","provider":"openai","json_mode":"structured_outputs","context_len":200000,"prompt_price":0.00002,"completion_price":0.00008,"n_total":5,"n_valid":0,"compliance_rate":0,"avg_latency_ms":3275,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:01.612Z"},{"model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","provider":"openai","json_mode":"structured_outputs","context_len":1050000,"prompt_price":0.0000025,"completion_price":0.000015,"n_total":5,"n_valid":0,"compliance_rate":0,"avg_latency_ms":55927,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:02.646Z"},{"model_id":"openai/o1","model_name":"OpenAI: o1","provider":"openai","json_mode":"structured_outputs","context_len":200000,"prompt_price":0.000015,"completion_price":0.00006,"n_total":5,"n_valid":0,"compliance_rate":0,"avg_latency_ms":31960,"avg_cost_usd":null,"last_probe":"2026-06-02T16:03:36.490Z"}]}