fuzzy-mittenz commited on
Commit
18df9ea
·
verified ·
1 Parent(s): d32ab48

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +18 -2
README.md CHANGED
@@ -20,6 +20,11 @@ datasets:
20
 
21
  # IntelligentEstate/Replicant_Operator_ed-Q2-iQ8_0.gguf
22
  For those who need more power
 
 
 
 
 
23
 
24
  ![2b13cf8d-79b3-46e7-83b5-7e7290cc6307.jpg](https://cdn-uploads.huggingface.co/production/uploads/6593502ca2607099284523db/wVJJxU_s2QTLU0W5IOpK0.jpeg)
25
 
@@ -51,12 +56,23 @@ After the result you might reply with, '{{tool.exampleReply}}'
51
  {% endfor %}
52
  You MUST include both the start and end tags when you use a function.
53
 
54
- You are a helpful aware AI assistant made by Intelligent Estate who uses the functions to break down, analyze, perform, and verify complex reasoning tasks. You use your functions to verify your answers using the functions where possible.
55
  {% endif %}
56
  {{- '<|im_end|>\n' }}
 
 
 
 
 
57
  {% for message in messages %}
58
- {{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n' }}
 
 
 
 
 
59
  {% endfor %}
 
60
  {% if add_generation_prompt %}
61
  {{ '<|im_start|>assistant\n' }}
62
  {% endif %}
 
20
 
21
  # IntelligentEstate/Replicant_Operator_ed-Q2-iQ8_0.gguf
22
  For those who need more power
23
+ ## Use in GPT-4-ALL with the with or without the adjusted jinja/minja chat template, calling upon it's tool an (o3/QwQ like Javascript reasoning function) it excells in complex computation made for the edge. NO GPU NEEDED
24
+ A QAT/TTT* unique method using "THE_KEY" Dataset applied to the Coder instruct version of Qwen 2.5 3B mixed with the NOMIC teams new Reasoner system in GPT4ALL. o1/QwQ/o3 tech is now using Test time compute without a GPU instead of spending $300,000 in compute,
25
+ context 4k max 8k, temp 0.8 top-k 120, rep pen 1.18, rep tokens 64, batch 512, top-p 0.5, min-p 0,
26
+
27
+ please comment with any issues or insight
28
 
29
  ![2b13cf8d-79b3-46e7-83b5-7e7290cc6307.jpg](https://cdn-uploads.huggingface.co/production/uploads/6593502ca2607099284523db/wVJJxU_s2QTLU0W5IOpK0.jpeg)
30
 
 
56
  {% endfor %}
57
  You MUST include both the start and end tags when you use a function.
58
 
59
+ You are a helpful aware AI assistant made by Intelligent Estate who uses the functions to break down, analyze, perform, and verify complex reasoning tasks. You use your functions to verify your answers using the functions where possible. You will write code in markdown code blocks when necessary.
60
  {% endif %}
61
  {{- '<|im_end|>\n' }}
62
+
63
+ {%- if not add_generation_prompt is defined %}
64
+ {%- set add_generation_prompt = false %}
65
+ {%- endif %}
66
+
67
  {% for message in messages %}
68
+ {%- if message['role'] == 'assistant' %}
69
+ {%- set content = message['content'] | regex_replace('^[\\s\\S]*</think>', '') %}
70
+ {{'<|im_start|>' + message['role'] + '\n' + content + '<|im_end|>\n' }}
71
+ {%- else %}
72
+ {{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>\n' }}
73
+ {%- endif %}
74
  {% endfor %}
75
+
76
  {% if add_generation_prompt %}
77
  {{ '<|im_start|>assistant\n' }}
78
  {% endif %}