ModelFile

FROM codeast.Q4_K_M.gguf
TEMPLATE """{{ if .System }}{{ .System }}
{{ end }}

{{ if .Prompt }}
{{ .Prompt }}{{ end }}

### Response:"""

PARAMETER temperature 0
PARAMETER repeat_penalty 1
PARAMETER penalize_newline false

PARAMETER stop <|start_header_id|>
PARAMETER stop <|end_header_id|>
PARAMETER stop <|eot_id|>
PARAMETER stop <|reserved_special_token|>
PARAMETER stop <|end_of_text|>
PARAMETER stop <eos>
PARAMETER stop <|eos|>


SYSTEM "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request."