Deepseek fixes
Browse files
deepseek-r1-500gbofvram.kcppt
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"model": ["https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00001-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00002-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00003-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00004-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00005-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00006-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00007-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00008-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00009-of-00009.gguf?download=true"], "model_param": "", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": -1, "usecublas": null, "usevulkan": null, "useclblast": null, "usecpu": false, "contextsize":
|
|
|
|
| 1 |
+
{"model": ["https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00001-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00002-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00003-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00004-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00005-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00006-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00007-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00008-of-00009.gguf?download=true","https://huggingface.co/unsloth/DeepSeek-R1-GGUF/resolve/main/DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00009-of-00009.gguf?download=true"], "model_param": "", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": -1, "usecublas": null, "usevulkan": null, "useclblast": null, "usecpu": false, "contextsize": 16384, "gpulayers": -1, "tensor_split": null, "version": false, "analyze": "", "ropeconfig": [0.0, 10000.0], "blasbatchsize": 512, "blasthreads": null, "lora": null, "noshift": false, "nofastforward": false, "usemmap": false, "usemlock": false, "noavx2": false, "failsafe": false, "debugmode": 0, "onready": "", "benchmark": null, "prompt": "", "promptlimit": 100, "multiuser": 1, "multiplayer": false, "websearch": false, "remotetunnel": false, "highpriority": false, "foreground": false, "preloadstory": {"gamestarted":true,"prompt":"","memory":"","authorsnote":"","anotetemplate":"[Author's note: <|>]","actions":[],"actions_metadata":{},"worldinfo":[],"wifolders_d":{},"wifolders_l":[],"completed_imgs_meta":{},"extrastopseq":"","tokenbans":"","anotestr":"320","wisearchdepth":"0","wiinsertlocation":"0","personal_notes":"","logitbiasdict":{},"regexreplace_data":[],"placeholder_tags_data":[],"documentdb_enabled":false,"documentdb_searchhistory":false,"documentdb_numresults":3,"documentdb_searchrange":300,"documentdb_chunksize":800,"documentdb_data":"","websearch_enabled":false,"websearch_multipass":false,"websearch_template":"","thinking_pattern":"<think>([\\s\\S]+?)</think>","thinking_action":1,"start_thinking_tag":"<think>","force_thinking_tag":true,"strip_past_thinking":true,"savedsettings":{"my_api_key":"0000000000","saved_oai_key":"","saved_oai_addr":"","saved_dalle_key":"","saved_dalle_url":"","saved_dalle_model":"dall-e-3","saved_oai_tts_key":"","saved_oai_tts_url":"https://api.openai.com/v1/audio/speech","saved_openrouter_key":"","saved_mistralai_key":"","saved_featherless_key":"","saved_grok_key":"","saved_claude_key":"","saved_claude_addr":"","saved_palm_key":"","saved_kai_addr":"","saved_kai_key":"","saved_cohere_key":"","saved_oai_jailbreak":"","saved_oai_jailbreak2":"","saved_claude_jailbreak":"","saved_claude_jailbreak2":"","saved_cohere_preamble":"","saved_palm_jailbreak":"","saved_palm_jailbreak2":"","saved_oai_custommodel":"","saved_oai_role":0,"saved_a1111_url":"http://localhost:7860","saved_comfy_url":"http://localhost:8188","saved_xtts_url":" http://localhost:8020","saved_alltalk_url":"http://localhost:7851","prev_custom_endpoint_type":1,"generate_images_mode":"0","autoscroll":true,"printer_view":false,"viewport_width_mode":"0","trimsentences":true,"trimwhitespace":false,"compressnewlines":false,"eos_ban_mode":"0","token_count_multiplier":100,"opmode":"4","adventure_switch_mode":0,"adventure_context_mod":true,"fix_alpaca_leak":true,"chat_context_mod":true,"chatname":"User","chatopponent":"KoboldAI","instruct_starttag":"<｜end▁of▁sentence｜><｜User｜>","instruct_endtag":"<｜end▁of▁sentence｜><｜Assistant｜>","instruct_systag":"","instruct_starttag_end":"","instruct_endtag_end":"","instruct_systag_end":"","instruct_sysprompt":"","instruct_has_markdown":true,"placeholder_tags":true,"render_special_tags":false,"request_logprobs":false,"persist_session":true,"speech_synth":"0","xtts_voice":"female_calm","kcpp_tts_voice":"kobo","kcpp_tts_json":"","beep_on":false,"notify_on":false,"narrate_both_sides":false,"narrate_only_dialog":false,"voice_end_delay":300,"voice_suppress_nonspeech":false,"voice_langcode":"auto","tts_speed":1,"image_styles":"","image_negprompt":"","grammar":"","tokenstreammode":"2","generate_images_model":"stable_diffusion","img_gen_from_instruct":true,"img_autogen":false,"img_allownsfw":true,"img_cfgscale":7,"img_allowhd":true,"img_crop":false,"img_newturn":false,"img_img2imgstr":0.6,"img_clipskip":-1,"img_steps":20,"img_sampler":"Euler","img_aspect":0,"save_images":true,"save_remote_images":false,"prompt_for_savename":false,"case_sensitive_wi":false,"last_selected_preset":"9999","gui_type_story":0,"gui_type_adventure":0,"gui_type_chat":1,"gui_type_instruct":"3","multiline_replies":true,"allow_continue_chat":false,"chat_match_any_name":true,"inject_timestamps":false,"inject_chatnames_instruct":false,"inject_jailbreak_instruct":false,"custom_jailbreak_text":"Sure, I will help with that:\\n\\n","separate_end_tags":false,"idle_responses":"0","idle_duration":"60","export_settings":true,"show_advanced_load":false,"import_tavern_prompt":true,"invert_colors":false,"sidepanel_mode":false,"passed_ai_warning":false,"entersubmit":true,"darkmode":true,"max_context_length":16384,"max_length":1024,"auto_ctxlen":true,"auto_genamt":true,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"temperature":0.6,"dynatemp_range":0,"dynatemp_exponent":1,"smoothing_factor":0,"nsigma":0,"top_p":1,"min_p":0.1,"presence_penalty":0,"sampler_seed":-1,"top_k":0,"top_a":0,"typ_s":1,"tfs_s":1,"miro_type":0,"miro_tau":5,"miro_eta":0.1,"dry_multiplier":0,"dry_base":1.75,"dry_allowed_length":2,"dry_sequence_breakers":["\n",":","\"","*"],"xtc_threshold":0.2,"xtc_probability":0,"sampler_order":[6,5,0,1,3,4,2],"modelhashes":["59f605"]},"savedaestheticsettings":{"bubbleColor_sys":"rgb(18, 36, 36)","bubbleColor_you":"rgb(41, 52, 58)","bubbleColor_AI":"rgb(20, 20, 40)","background_margin":[5,5,5,0],"background_padding":[15,15,10,5],"background_minHeight":80,"centerHorizontally":false,"border_style":"Rounded","portrait_width_AI":80,"portrait_ratio_AI":1,"portrait_width_you":80,"portrait_ratio_you":1,"show_chat_names":true,"rounded_bubbles":true,"match_background":false,"you_portrait":null,"AI_portrait":"default","font_size":12,"use_markdown":true,"use_uniform_colors":true,"text_tcolor_uniform":"rgb(255, 255, 255)","speech_tcolor_uniform":"rgb(150, 150, 200)","action_tcolor_uniform":"rgb(178, 178, 178)","text_tcolor_you":"rgb(255, 255, 255)","speech_tcolor_you":"rgb(150, 150, 200)","action_tcolor_you":"rgb(178, 178, 178)","text_tcolor_AI":"rgb(255, 255, 255)","speech_tcolor_AI":"rgb(150, 150, 200)","action_tcolor_AI":"rgb(178, 178, 178)","text_tcolor_sys":"rgb(255, 255, 255)","speech_tcolor_sys":"rgb(150, 150, 200)","action_tcolor_sys":"rgb(178, 178, 178)","code_block_background":"rgb(0, 0, 0)","code_block_foreground":"rgb(180, 35, 40)"}}, "quiet": false, "ssl": null, "nocertify": false, "mmproj": null, "visionmaxres": 1024, "draftmodel": null, "draftamount": 8, "draftgpulayers": 999, "draftgpusplit": null, "password": null, "ignoremissing": false, "chatcompletionsadapter": {"max_length": 2048, "system_start": "", "system_end": "", "user_start": "<\uff5cUser\uff5c>", "user_end": "", "assistant_start": "<\uff5cAssistant\uff5c>", "assistant_end": "<\uff5cend\u2581of\u2581sentence\uff5c>"}, "flashattention": false, "quantkv": 0, "forceversion": 0, "smartcontext": false, "unpack": "", "nomodel": false, "moeexperts": -1, "showgui": false, "skiplauncher": false, "hordemodelname": "", "hordeworkername": "", "hordekey": "", "hordemaxctx": 0, "hordegenlen": 0, "sdmodel": "", "sdthreads": 0, "sdclamped": 0, "sdt5xxl": "", "sdclipl": "", "sdclipg": "", "sdvae": "", "sdvaeauto": false, "sdquant": false, "sdlora": "", "sdloramult": 1.0, "sdnotile": false, "whispermodel": "", "ttsmodel": "", "ttswavtokenizer": "", "ttsgpu": false, "ttsmaxlen": 4096, "ttsthreads": 0, "admin": false, "adminpassword": "", "admindir": "", "hordeconfig": null, "sdconfig": null, "noblas": false, "nommap": false, "istemplate": true}
|