{"runDate":"2026-03-13T14:44:56.681Z","mode":"with-skills","models":[{"modelId":"gpt-5-4","modelName":"GPT 5.4","provider":"OpenAI","promptCostPerMillionTokens":2.5,"completionCostPerMillionTokens":15,"overall":95.1,"mcqOverall":96.4,"freeformOverall":87.1,"scores":{"foundation":98.5,"auth":98.8,"databases":85.7,"functions":98.8,"storage":94.3,"sites":94,"messaging":100,"realtime":96,"cli":92.5}},{"modelId":"gpt-5-3-codex","modelName":"GPT 5.3 Codex","provider":"OpenAI","promptCostPerMillionTokens":1.75,"completionCostPerMillionTokens":14,"overall":94.4,"mcqOverall":96.4,"freeformOverall":81.7,"scores":{"foundation":94.2,"auth":99.2,"databases":83.9,"functions":93.2,"storage":94.3,"sites":99,"messaging":99.7,"realtime":96,"cli":92.1}},{"modelId":"claude-opus-4-6","modelName":"Claude Opus 4.6","provider":"Anthropic","promptCostPerMillionTokens":5,"completionCostPerMillionTokens":25,"overall":93.8,"mcqOverall":95.8,"freeformOverall":81.3,"scores":{"foundation":99.5,"auth":98.2,"databases":85.4,"functions":91.8,"storage":94.3,"sites":98.5,"messaging":100,"realtime":87.5,"cli":91.3}},{"modelId":"gemini-3-1-pro-preview","modelName":"Gemini 3.1 Pro (Preview)","provider":"Google","promptCostPerMillionTokens":2,"completionCostPerMillionTokens":12,"overall":92.2,"mcqOverall":93.9,"freeformOverall":81.2,"scores":{"foundation":100,"auth":97.8,"databases":80,"functions":98.8,"storage":94.3,"sites":93,"messaging":95,"realtime":93.5,"cli":83}},{"modelId":"kimi-k-2-5","modelName":"Kimi K2.5","provider":"MoonshotAI","promptCostPerMillionTokens":0.45,"completionCostPerMillionTokens":2.2,"overall":91.7,"mcqOverall":93.3,"freeformOverall":81.2,"scores":{"foundation":99.3,"auth":97.5,"databases":84.1,"functions":93,"storage":89,"sites":99.5,"messaging":99.5,"realtime":78,"cli":87.9}},{"modelId":"glm-5","modelName":"GLM 5","provider":"Zhipu","promptCostPerMillionTokens":0.72,"completionCostPerMillionTokens":2.3,"overall":90.7,"mcqOverall":92.7,"freeformOverall":77.5,"scores":{"foundation":99.7,"auth":93.2,"databases":85.4,"functions":94,"storage":94.5,"sites":89,"messaging":92.7,"realtime":86.5,"cli":84.1}},{"modelId":"minimax-m2-5","modelName":"MiniMax M2.5","provider":"MiniMax","promptCostPerMillionTokens":0.27,"completionCostPerMillionTokens":0.95,"overall":87.8,"mcqOverall":88.5,"freeformOverall":83.3,"scores":{"foundation":99.7,"auth":94.3,"databases":77.4,"functions":91.3,"storage":87.5,"sites":90,"messaging":98.2,"realtime":86,"cli":73}},{"modelId":"qwen3-5-397b-a17b","modelName":"Qwen 3.5 397B A17B","provider":"Alibaba","promptCostPerMillionTokens":0.39,"completionCostPerMillionTokens":2.34,"overall":87.7,"mcqOverall":89.7,"freeformOverall":75.4,"scores":{"foundation":100,"auth":98.2,"databases":76.1,"functions":91.7,"storage":85.3,"sites":89.5,"messaging":96.3,"realtime":76.5,"cli":80.7}},{"modelId":"deepseek-v3-2","modelName":"DeepSeek V3.2","provider":"DeepSeek","promptCostPerMillionTokens":0.26,"completionCostPerMillionTokens":0.38,"overall":86.8,"mcqOverall":87.9,"freeformOverall":79.8,"scores":{"foundation":94,"auth":88.8,"databases":80,"functions":88.5,"storage":93.8,"sites":94,"messaging":93.5,"realtime":72,"cli":80.2}},{"modelId":"grok-4-1-fast","modelName":"Grok 4.1 Fast","provider":"xAI","promptCostPerMillionTokens":0.2,"completionCostPerMillionTokens":0.5,"overall":86.6,"mcqOverall":87.9,"freeformOverall":78.3,"scores":{"foundation":90,"auth":84,"databases":83.5,"functions":79.5,"storage":89,"sites":99.5,"messaging":92.3,"realtime":83,"cli":81.1}}]}