kcppt / deepseek-r1-500gbofvram.kcppt
Henk717's picture
Enable think insertion
a933560 verified
{"model": ["https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00001-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00002-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00003-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00004-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00005-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00006-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00007-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00008-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00009-of-00009.gguf?download=true"], "model_param": "", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": -1, "usecublas": null, "usevulkan": null, "useclblast": null, "usecpu": true, "contextsize": 16384, "gpulayers": -1, "tensor_split": null, "version": false, "analyze": "", "ropeconfig": [0.0, 10000.0], "blasbatchsize": 512, "blasthreads": null, "lora": null, "noshift": false, "nofastforward": false, "usemmap": false, "usemlock": false, "noavx2": false, "failsafe": false, "debugmode": 0, "onready": "", "benchmark": null, "prompt": "", "promptlimit": 100, "multiuser": 1, "multiplayer": false, "websearch": false, "remotetunnel": false, "highpriority": false, "foreground": false, "preloadstory": {"gamestarted": true, "prompt": "", "memory": "", "authorsnote": "", "anotetemplate": "[Author's note: <|>]", "actions": [], "actions_metadata": {}, "worldinfo": [], "wifolders_d": {}, "wifolders_l": [], "completed_imgs_meta": {}, "extrastopseq": "", "tokenbans": "", "anotestr": "320", "wisearchdepth": "0", "wiinsertlocation": "0", "personal_notes": "", "logitbiasdict": {}, "regexreplace_data": [], "placeholder_tags_data": [], "documentdb_enabled": false, "documentdb_searchhistory": false, "documentdb_numresults": 3, "documentdb_searchrange": 300, "documentdb_chunksize": 800, "documentdb_data": "", "websearch_enabled": false, "websearch_multipass": false, "websearch_template": "", "thinking_pattern": "<think>([\\s\\S]+?)</think>", "thinking_action": 1, "start_thinking_tag": "<think>", "force_thinking_tag": true, "strip_past_thinking": true, "savedsettings": {"my_api_key": "0000000000", "saved_oai_key": "", "saved_oai_addr": "", "saved_dalle_key": "", "saved_dalle_url": "", "saved_dalle_model": "dall-e-3", "saved_oai_tts_key": "", "saved_oai_tts_url": "https://api.openai.com/v1/audio/speech", "saved_openrouter_key": "", "saved_mistralai_key": "", "saved_featherless_key": "", "saved_grok_key": "", "saved_claude_key": "", "saved_claude_addr": "", "saved_palm_key": "", "saved_kai_addr": "", "saved_kai_key": "", "saved_cohere_key": "", "saved_oai_jailbreak": "", "saved_oai_jailbreak2": "", "saved_claude_jailbreak": "", "saved_claude_jailbreak2": "", "saved_cohere_preamble": "", "saved_palm_jailbreak": "", "saved_oai_custommodel": "", "saved_oai_role": 0, "saved_a1111_url": "http://localhost:7860", "saved_comfy_url": "http://localhost:8188", "saved_xtts_url": " http://localhost:8020", "saved_alltalk_url": "http://localhost:7851", "prev_custom_endpoint_type": 1, "generate_images_mode": 0, "autoscroll": true, "printer_view": false, "viewport_width_mode": "0", "trimsentences": true, "trimwhitespace": false, "compressnewlines": false, "eos_ban_mode": "0", "token_count_multiplier": 100, "opmode": "4", "adventure_switch_mode": 0, "adventure_context_mod": true, "fix_alpaca_leak": true, "chat_context_mod": true, "chatname": "User", "chatopponent": "KoboldAI", "instruct_starttag": "\\n### Instruction:\\n", "instruct_endtag": "\\n### Response:\\n", "instruct_systag": "", "instruct_starttag_end": "", "instruct_endtag_end": "", "instruct_systag_end": "", "instruct_sysprompt": "", "instruct_has_markdown": true, "placeholder_tags": true, "render_special_tags": false, "request_logprobs": false, "persist_session": true, "speech_synth": "0", "xtts_voice": "female_calm", "beep_on": false, "notify_on": false, "narrate_both_sides": false, "narrate_only_dialog": false, "voice_end_delay": 300, "voice_suppress_nonspeech": false, "voice_langcode": "auto", "tts_speed": 1, "image_styles": "", "image_negprompt": "", "grammar": "", "tokenstreammode": "2", "generate_images_model": "stable_diffusion", "img_gen_from_instruct": true, "img_autogen": false, "img_allownsfw": true, "img_cfgscale": 7, "img_allowhd": true, "img_crop": false, "img_img2imgstr": 0.6, "img_clipskip": -1, "img_steps": 20, "img_sampler": "Euler", "img_aspect": 0, "save_images": true, "save_remote_images": false, "prompt_for_savename": false, "case_sensitive_wi": false, "last_selected_preset": "9999", "gui_type_story": 0, "gui_type_adventure": 0, "gui_type_chat": 1, "gui_type_instruct": "3", "multiline_replies": true, "allow_continue_chat": false, "chat_match_any_name": true, "inject_timestamps": false, "inject_chatnames_instruct": false, "inject_jailbreak_instruct": false, "custom_jailbreak_text": "Sure, I will help with that:\\n\\n", "separate_end_tags": false, "idle_responses": "0", "idle_duration": "60", "export_settings": true, "show_advanced_load": false, "import_tavern_prompt": true, "invert_colors": false, "passed_ai_warning": false, "entersubmit": true, "darkmode": true, "max_context_length": 16384, "max_length": 1024, "auto_ctxlen": true, "auto_genamt": true, "rep_pen": 1.03, "rep_pen_range": 360, "rep_pen_slope": 0.7, "temperature": 0.6, "dynatemp_range": 0, "dynatemp_exponent": 1, "smoothing_factor": 0, "nsigma": 0, "top_p": 1, "min_p": 0.1, "presence_penalty": 0, "sampler_seed": -1, "top_k": 0, "top_a": 0, "typ_s": 1, "tfs_s": 1, "miro_type": 0, "miro_tau": 5, "miro_eta": 0.1, "dry_multiplier": 0, "dry_base": 1.75, "dry_allowed_length": 2, "dry_sequence_breakers": ["\n", ":", "\"", "*"], "xtc_threshold": 0.2, "xtc_probability": 0, "sampler_order": [6, 5, 0, 1, 3, 4, 2], "modelhashes": ["59f605"]}, "savedaestheticsettings": {"bubbleColor_sys": "rgb(18, 36, 36)", "bubbleColor_you": "rgb(41, 52, 58)", "bubbleColor_AI": "rgb(20, 20, 40)", "background_margin": [5, 5, 5, 0], "background_padding": [15, 15, 10, 5], "background_minHeight": 80, "centerHorizontally": false, "border_style": "Rounded", "portrait_width_AI": 80, "portrait_ratio_AI": 1, "portrait_width_you": 80, "portrait_ratio_you": 1, "show_chat_names": true, "rounded_bubbles": true, "match_background": false, "you_portrait": null, "AI_portrait": "default", "font_size": 12, "use_markdown": true, "use_uniform_colors": true, "text_tcolor_uniform": "rgb(255, 255, 255)", "speech_tcolor_uniform": "rgb(150, 150, 200)", "action_tcolor_uniform": "rgb(178, 178, 178)", "text_tcolor_you": "rgb(255, 255, 255)", "speech_tcolor_you": "rgb(150, 150, 200)", "action_tcolor_you": "rgb(178, 178, 178)", "text_tcolor_AI": "rgb(255, 255, 255)", "speech_tcolor_AI": "rgb(150, 150, 200)", "action_tcolor_AI": "rgb(178, 178, 178)", "text_tcolor_sys": "rgb(255, 255, 255)", "speech_tcolor_sys": "rgb(150, 150, 200)", "action_tcolor_sys": "rgb(178, 178, 178)", "code_block_background": "rgb(0, 0, 0)", "code_block_foreground": "rgb(180, 35, 40)"}}, "savedatafile": null, "quiet": false, "ssl": null, "nocertify": false, "mmproj": null, "visionmaxres": 1024, "draftmodel": null, "draftamount": 8, "draftgpulayers": 999, "draftgpusplit": null, "password": null, "ignoremissing": false, "chatcompletionsadapter": "{'max_length': 2048, 'system_start': '', 'system_end': '', 'user_start': '<\uff5cUser\uff5c>', 'user_end': '', 'assistant_start': '<\uff5cAssistant\uff5c>', 'assistant_end': '<\uff5cend\u2581of\u2581sentence\uff5c>'}", "flashattention": true, "quantkv": 0, "forceversion": 0, "smartcontext": false, "unpack": "", "exportconfig": "", "nomodel": false, "moeexperts": -1, "showgui": false, "skiplauncher": false, "hordemodelname": "", "hordeworkername": "", "hordekey": "", "hordemaxctx": 0, "hordegenlen": 0, "sdmodel": "", "sdthreads": 0, "sdclamped": 0, "sdt5xxl": "", "sdclipl": "", "sdclipg": "", "sdvae": "", "sdvaeauto": false, "sdquant": false, "sdlora": "", "sdloramult": 1.0, "sdnotile": false, "whispermodel": "", "ttsmodel": "", "ttswavtokenizer": "", "ttsgpu": false, "ttsmaxlen": 4096, "ttsthreads": 0, "admin": false, "adminpassword": "", "admindir": "", "hordeconfig": null, "sdconfig": null, "noblas": false, "nommap": false, "istemplate": true}