{"id":"openai/gpt-4o-mini","name":"GPT-4o-mini","owned_by":"openai","description":"GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs. As their most advanced small model, it is many multiples more affordable...","context_window":128000,"max_tokens":16384,"type":"language","tags":["tool-use","vision"],"released":1721260800,"modalities":{"input":["text","image","file"],"output":["text"]},"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_completion_tokens","max_tokens","prediction","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p","web_search_options"],"pricing":{"input":"0.00000015","output":"0.0000006","input_cache_read":"0.000000075"},"legal":[{"model":"openai/gpt-4o-mini","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":10,"correct":9,"score":0.9,"latencyMs":845,"inputTokens":829,"outputTokens":16,"costUsd":0.00013394999999999998,"ranAt":"2026-08-25T13:09:23.618Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":1164},{"id":"h2","answer":"NO","ok":1,"ms":1037},{"id":"h3","answer":"NO","ok":1,"ms":519},{"id":"h4","answer":"YES","ok":1,"ms":1070},{"id":"h5","answer":"NO","ok":1,"ms":441},{"id":"h6","answer":"YES","ok":1,"ms":1151},{"id":"h7","answer":"YES","ok":0,"ms":485},{"id":"h8","answer":"YES","ok":1,"ms":702},{"id":"h9","answer":"NO","ok":1,"ms":1056},{"id":"h10","answer":"YES","ok":1,"ms":820}]},{"model":"openai/gpt-4o-mini","task":"citation","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":7,"score":0.875,"latencyMs":945,"inputTokens":1045,"outputTokens":62,"costUsd":0.00019394999999999997,"ranAt":"2026-08-25T13:09:25.452Z","perItem":[{"id":"c1","answer":"B","ok":1,"ms":577},{"id":"c2","answer":"C","ok":1,"ms":759},{"id":"c3","answer":"A. 28 U.S.C. § 1331.","ok":1,"ms":582},{"id":"c4","answer":"D","ok":1,"ms":1076},{"id":"c5","answer":"B","ok":1,"ms":1336},{"id":"c6","answer":"C. Fed. R. Civ. P. 12(b)(6).","ok":1,"ms":1316},{"id":"c7","answer":"B","ok":0,"ms":665},{"id":"c8","answer":"D. Ashcroft v. Iqbal, 556 U.S. 662, 678 (2009).","ok":1,"ms":1250}]},{"model":"openai/gpt-4o-mini","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":970,"inputTokens":951,"outputTokens":21,"costUsd":0.00015525,"ranAt":"2026-08-25T13:09:27.767Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":1115},{"id":"p2","answer":"56","ok":1,"ms":871},{"id":"p3","answer":"90","ok":1,"ms":1482},{"id":"p4","answer":"25","ok":1,"ms":1527},{"id":"p5","answer":"30","ok":1,"ms":642},{"id":"p6","answer":"23","ok":1,"ms":1094},{"id":"p7","answer":"11","ok":1,"ms":775},{"id":"p8","answer":"7","ok":1,"ms":599},{"id":"p9","answer":"26","ok":1,"ms":946},{"id":"p10","answer":"8","ok":1,"ms":1154},{"id":"p11","answer":"60","ok":1,"ms":589},{"id":"p12","answer":"28","ok":1,"ms":844}]},{"model":"openai/gpt-4o-mini","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":8,"correct":3,"score":0.375,"latencyMs":1045,"inputTokens":711,"outputTokens":29,"costUsd":0.00012404999999999998,"ranAt":"2026-08-25T13:09:30.150Z","perItem":[{"id":"l1","answer":"UNTIMELY","ok":0,"ms":1221},{"id":"l2","answer":"UNTIMELY","ok":1,"ms":976},{"id":"l3","answer":"UNTIMELY","ok":0,"ms":543},{"id":"l4","answer":"UNTIMELY","ok":0,"ms":2380},{"id":"l5","answer":"UNTIMELY","ok":1,"ms":949},{"id":"l6","answer":"UNTIMELY","ok":0,"ms":717},{"id":"l7","answer":"UNTIMELY","ok":1,"ms":1008},{"id":"l8","answer":"UNTIMELY","ok":0,"ms":562}]},{"model":"openai/gpt-4o-mini","task":"clause","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":698,"inputTokens":1268,"outputTokens":41,"costUsd":0.0002148,"ranAt":"2026-08-25T13:09:31.787Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":572},{"id":"k2","answer":"Non-Compete","ok":1,"ms":767},{"id":"k3","answer":"Indemnification","ok":1,"ms":593},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":689},{"id":"k5","answer":"Confidentiality","ok":1,"ms":559},{"id":"k6","answer":"Termination","ok":1,"ms":583},{"id":"k7","answer":"Assignment","ok":1,"ms":1070},{"id":"k8","answer":"Force Majeure","ok":1,"ms":1063},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":486},{"id":"k10","answer":"Indemnification","ok":1,"ms":836},{"id":"k11","answer":"Termination","ok":1,"ms":544},{"id":"k12","answer":"Confidentiality","ok":1,"ms":617}]},{"model":"openai/gpt-4o-mini","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"raw","upstream":"openrouter","n":12,"correct":11,"score":0.9166666666666666,"latencyMs":722,"inputTokens":1030,"outputTokens":22,"costUsd":0.00016769999999999998,"ranAt":"2026-08-25T13:09:33.472Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":1204},{"id":"x2","answer":"FAKE","ok":1,"ms":576},{"id":"x3","answer":"REAL","ok":1,"ms":983},{"id":"x4","answer":"FAKE","ok":1,"ms":504},{"id":"x5","answer":"REAL","ok":1,"ms":1054},{"id":"x6","answer":"REAL","ok":0,"ms":823},{"id":"x7","answer":"REAL","ok":1,"ms":501},{"id":"x8","answer":"FAKE","ok":1,"ms":497},{"id":"x9","answer":"REAL","ok":1,"ms":849},{"id":"x10","answer":"FAKE","ok":1,"ms":488},{"id":"x11","answer":"REAL","ok":1,"ms":553},{"id":"x12","answer":"FAKE","ok":1,"ms":630}]},{"model":"openai/gpt-4o-mini","task":"hearsay","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":10,"correct":8,"score":0.8,"latencyMs":893,"inputTokens":19715,"outputTokens":15,"costUsd":0.0029662499999999997,"ranAt":"2026-08-25T13:16:48.408Z","perItem":[{"id":"h1","answer":"YES","ok":1,"ms":1131},{"id":"h2","answer":"NO","ok":1,"ms":1031},{"id":"h3","answer":"NO","ok":1,"ms":704},{"id":"h4","answer":"YES","ok":1,"ms":583},{"id":"h5","answer":"NO","ok":1,"ms":800},{"id":"h6","answer":"YES","ok":1,"ms":1083},{"id":"h7","answer":"YES","ok":0,"ms":726},{"id":"h8","answer":"YES","ok":1,"ms":947},{"id":"h9","answer":"YES","ok":0,"ms":1338},{"id":"h10","answer":"YES","ok":1,"ms":590}]},{"model":"openai/gpt-4o-mini","task":"citation","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":8,"score":1,"latencyMs":1666,"inputTokens":21329,"outputTokens":125,"costUsd":0.0032743499999999997,"ranAt":"2026-08-25T13:16:52.961Z","perItem":[{"id":"c1","answer":"B. Brown v. Bd. of Educ., 347 U.S. 483 (1954).","ok":1,"ms":2152},{"id":"c2","answer":"C. Miranda v. Arizona, 384 U.S. 436 (1966).","ok":1,"ms":1782},{"id":"c3","answer":"A. 28 U.S.C. § 1331.","ok":1,"ms":988},{"id":"c4","answer":"D. Erie R.R. Co. v. Tompkins, 304 U.S. 64 (1938).","ok":1,"ms":2141},{"id":"c5","answer":"B","ok":1,"ms":753},{"id":"c6","answer":"C. Fed. R. Civ. P. 12(b)(6).","ok":1,"ms":1416},{"id":"c7","answer":"A","ok":1,"ms":1691},{"id":"c8","answer":"D. Ashcroft v. Iqbal, 556 U.S. 662, 678 (2009).","ok":1,"ms":2403}]},{"model":"openai/gpt-4o-mini","task":"procedure","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":1038,"inputTokens":28118,"outputTokens":12,"costUsd":0.004224899999999999,"ranAt":"2026-08-25T13:16:56.191Z","perItem":[{"id":"p1","answer":"21","ok":1,"ms":589},{"id":"p2","answer":"56","ok":1,"ms":715},{"id":"p3","answer":"90","ok":1,"ms":603},{"id":"p4","answer":"25","ok":1,"ms":1880},{"id":"p5","answer":"30","ok":1,"ms":1453},{"id":"p6","answer":"23","ok":1,"ms":713},{"id":"p7","answer":"11","ok":1,"ms":1684},{"id":"p8","answer":"7","ok":1,"ms":967},{"id":"p9","answer":"26","ok":1,"ms":1225},{"id":"p10","answer":"8","ok":1,"ms":974},{"id":"p11","answer":"60","ok":1,"ms":829},{"id":"p12","answer":"28","ok":1,"ms":824}]},{"model":"openai/gpt-4o-mini","task":"limitations","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":8,"correct":3,"score":0.375,"latencyMs":966,"inputTokens":19148,"outputTokens":28,"costUsd":0.0028889999999999996,"ranAt":"2026-08-25T13:16:58.350Z","perItem":[{"id":"l1","answer":"UNTIMELY","ok":0,"ms":841},{"id":"l2","answer":"UNTIMELY","ok":1,"ms":1325},{"id":"l3","answer":"UNTIMELY","ok":0,"ms":845},{"id":"l4","answer":"UNTIMELY","ok":0,"ms":911},{"id":"l5","answer":"UNTIMELY","ok":1,"ms":966},{"id":"l6","answer":"UNTIMELY","ok":0,"ms":968},{"id":"l7","answer":"UNTIMELY","ok":1,"ms":1238},{"id":"l8","answer":"UNTIMELY","ok":0,"ms":637}]},{"model":"openai/gpt-4o-mini","task":"clause","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":12,"score":1,"latencyMs":897,"inputTokens":26089,"outputTokens":38,"costUsd":0.003936149999999999,"ranAt":"2026-08-25T13:17:01.171Z","perItem":[{"id":"k1","answer":"Governing Law","ok":1,"ms":620},{"id":"k2","answer":"Non-Compete","ok":1,"ms":1342},{"id":"k3","answer":"Indemnification","ok":1,"ms":1160},{"id":"k4","answer":"Limitation of Liability","ok":1,"ms":738},{"id":"k5","answer":"Confidentiality","ok":1,"ms":696},{"id":"k6","answer":"Termination","ok":1,"ms":1413},{"id":"k7","answer":"Assignment","ok":1,"ms":1163},{"id":"k8","answer":"Force Majeure","ok":1,"ms":808},{"id":"k9","answer":"Limitation of Liability","ok":1,"ms":720},{"id":"k10","answer":"Indemnification","ok":1,"ms":754},{"id":"k11","answer":"Termination","ok":1,"ms":690},{"id":"k12","answer":"Confidentiality","ok":1,"ms":657}]},{"model":"openai/gpt-4o-mini","task":"hallucination","suite":"docketrouter-legal-v0.1","mode":"juiced","upstream":"openrouter","n":12,"correct":11,"score":0.9166666666666666,"latencyMs":10836,"inputTokens":35244,"outputTokens":24,"costUsd":0.005301,"ranAt":"2026-08-25T13:17:43.984Z","perItem":[{"id":"x1","answer":"REAL","ok":1,"ms":1824},{"id":"x2","answer":"FAKE","ok":1,"ms":1308},{"id":"x3","answer":"FAKE","ok":0,"ms":42430},{"id":"x4","answer":"FAKE","ok":1,"ms":35811},{"id":"x5","answer":"REAL","ok":1,"ms":1655},{"id":"x6","answer":"FAKE","ok":1,"ms":1616},{"id":"x7","answer":"REAL","ok":1,"ms":39848},{"id":"x8","answer":"FAKE","ok":1,"ms":719},{"id":"x9","answer":"REAL","ok":1,"ms":1038},{"id":"x10","answer":"FAKE","ok":1,"ms":862},{"id":"x11","answer":"REAL","ok":1,"ms":1005},{"id":"x12","answer":"FAKE","ok":1,"ms":1920}]}]}