Gogryu's picture
updated information & intermediate size addition
958f88b
raw
history blame
634 Bytes
// Contains information about pre-set models
type ModelInfo = {
name: string
params: number
hidden_size: number
intermediate_size: number
num_hidden_layers: number
}
export const MODELS: ModelInfo[] = [
{
name: 'LLaMA 2 (7B)',
params: 7,
hidden_size: 4096,
intermediate_size: 11008,
num_hidden_layers: 32,
},
{
name: 'LLaMA 2 (13B)',
params: 13,
hidden_size: 5120,
intermediate_size: 13824,
num_hidden_layers: 40,
},
{
name: 'LLaMA 2 (70B)',
params: 70,
hidden_size: 8192,
intermediate_size: 28672,
num_hidden_layers: 80,
},
]
export default MODELS