File size: 1,190 Bytes
f54e377 f39f6c2 f54e377 f39f6c2 f54e377 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
import { Benchmark } from "./types";
export const googleBenchmarks: Benchmark[] = [
{
model: "Gemini Diffusion",
provider: "Google",
inputPrice: 0,
outputPrice: 0,
benchmark: {
livecodebench_v6: 30.9,
bigcodebench: 45.4,
lbpp_v2: 56.8,
swe_bench_verified: 22.9,
humaneval: 89.6,
mbpp: 76.0,
gpqa_diamond: 40.4,
aime_2025: 23.3,
bigbench_extra_hard: 15.0,
global_mmlu_lite: 69.1,
},
source: "https://deepmind.google/models/gemini-diffusion/",
},
{
model: "Gemini 2.0 Flash-Lite",
provider: "Google",
inputPrice: 0.10,
outputPrice: 0.40,
benchmark: {
livecodebench_v6: 28.5,
bigcodebench: 45.8,
lbpp_v2: 56.0,
swe_bench_verified: 28.5,
humaneval: 90.2,
mbpp: 75.8,
gpqa_diamond: 56.5,
aime_2025: 20.0,
bigbench_extra_hard: 21.0,
global_mmlu_lite: 79.0,
},
source: "https://deepmind.google/models/gemini-diffusion/",
},
];
|