(Trained with Unsloth)

Modelfile

@@ -1,4 +1,5 @@
-FROM keep\the\word\from\before\this\YOUR\PATH\HERE\MODEL.GGUF
+
+FROM /content/Sweaterdog/Andy-3.5/unsloth.F16.gguf
 TEMPLATE """{{ if .System }}<|im_start|>system
 {{ .System }}<|im_end|>
 {{ end }}{{ if .Prompt }}<|im_start|>user
@@ -8,13 +9,5 @@ TEMPLATE """{{ if .System }}<|im_start|>system
 """
 PARAMETER stop "<|im_start|>"
 PARAMETER stop "<|im_end|>"
-PARAMETER mirostat 2
-PARAMETER mirostat_eta 0.2
-PARAMETER mirostat_tau 4.0
-PARAMETER num_ctx 32000
-PARAMETER repeat_last_n 128
-PARAMETER repeat_penalty 1.3
-PARAMETER temperature 0.4
-PARAMETER top_k 20
-PARAMETER top_p 0.7
-PARAMETER min_p 0.05
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1