|
import { Benchmark } from "./types"; |
|
|
|
|
|
export const googleBenchmarks: Benchmark[] = [ |
|
{ |
|
model: "Gemini Diffusion", |
|
provider: "Google", |
|
inputPrice: 0, |
|
outputPrice: 0, |
|
benchmark: { |
|
livecodebench_v6: 30.9, |
|
bigcodebench: 45.4, |
|
lbpp_v2: 56.8, |
|
swe_bench_verified: 22.9, |
|
humaneval: 89.6, |
|
mbpp: 76.0, |
|
gpqa_diamond: 40.4, |
|
aime_2025: 23.3, |
|
bigbench_extra_hard: 15.0, |
|
global_mmlu_lite: 69.1, |
|
}, |
|
source: "https://deepmind.google/models/gemini-diffusion/", |
|
}, |
|
{ |
|
model: "Gemini 2.0 Flash-Lite", |
|
provider: "Google", |
|
inputPrice: 0.10, |
|
outputPrice: 0.40, |
|
benchmark: { |
|
livecodebench_v6: 28.5, |
|
bigcodebench: 45.8, |
|
lbpp_v2: 56.0, |
|
swe_bench_verified: 28.5, |
|
humaneval: 90.2, |
|
mbpp: 75.8, |
|
gpqa_diamond: 56.5, |
|
aime_2025: 20.0, |
|
bigbench_extra_hard: 21.0, |
|
global_mmlu_lite: 79.0, |
|
}, |
|
source: "https://deepmind.google/models/gemini-diffusion/", |
|
}, |
|
]; |
|
|