import getDB from "@/utils/getDB"
import Head from "next/head"
import Link from "next/link"
import { useMemo } from "react"
export const getStaticPaths = async () => {
const db = await getDB()
const models = await db.all(`SELECT * FROM models`)
return {
paths: models.map((model) => ({
params: { id: model.api_id.split("/").pop().toLowerCase() },
})),
fallback: false,
}
}
export const getStaticProps = async (props) => {
const db = await getDB()
const { id } = props.params
console.log("id", id)
// where api_id contains the id (it's in lowercase)
const model = await db.get(`SELECT * FROM models WHERE api_id LIKE ?`, [
`%${id}%`,
])
// get all results for this model, with their prompt (join)
const results = await db.all(
`SELECT * FROM results INNER JOIN prompts ON results.prompt = prompts.id WHERE model = ? ORDER BY prompts.text DESC`,
[model.id]
)
return { props: { results, model } }
}
export default function Prompt({ model, results }) {
const medianRate = useMemo(() => {
const rates = results.map((r) => r.rate)
const sorted = rates.sort((a, b) => a - b)
const mid = Math.floor(sorted.length / 2)
return sorted.length % 2 !== 0
? sorted[mid]
: (sorted[mid - 1] + sorted[mid]) / 2
}, [results])
return (
<>
{model.org} {model.name} benchmark across 20 prompts
{model.org} {model.name}
Median output rate: {medianRate.toFixed(2)} chars / s
Back to home
| Prompt |
Answer |
Latency |
{results
.sort((a, b) => a.name > b.name)
.map((result) => (
{result.text}
all answers
|
{result.result.trim()}
|
{result.duration}ms |
))}
Back to home
)
}