File size: 900 Bytes
f54e377 f39f6c2 f54e377 f39f6c2 f54e377 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
import { Benchmark } from "./types";
export const xaiBenchmarks: Benchmark[] = [
{
model: "Grok 3 Beta",
provider: "Xai",
inputPrice: 3.00,
outputPrice: 15.00,
benchmark: {
aime_24: 52.2,
gpqa: 75.4,
lcb: 57.0,
mmlu_pro: 79.9,
loft: 83.3,
simpleqa: 43.6,
mmmu: 73.2,
egoschema: 74.5,
},
source: "https://x.ai/news/grok-3",
},
{
model: "Grok 3 mini Beta",
provider: "Xai",
inputPrice: 0.30,
outputPrice: 0.50,
benchmark: {
aime_24: 39.7,
gpqa: 66.2,
lcb: 41.5,
mmlu_pro: 78.9,
loft: 83.1,
simpleqa: 21.7,
mmmu: 69.4,
egoschema: 74.3,
},
source: "https://x.ai/news/grok-3",
},
];
|