|
{ |
|
"instruct": { |
|
"input_sequence": "\n[INST] ", |
|
"output_sequence": "", |
|
"last_output_sequence": "", |
|
"system_sequence": "\n[INST] Narrative Instructions: ", |
|
"stop_sequence": "", |
|
"wrap": false, |
|
"macro": true, |
|
"activation_regex": "", |
|
"system_sequence_prefix": "", |
|
"system_sequence_suffix": "", |
|
"first_output_sequence": "", |
|
"skip_examples": true, |
|
"output_suffix": "</s>", |
|
"input_suffix": "[/INST]", |
|
"system_suffix": "[/INST]", |
|
"user_alignment_message": "", |
|
"system_same_as_user": false, |
|
"last_system_sequence": "", |
|
"first_input_sequence": "", |
|
"last_input_sequence": "", |
|
"names_behavior": "always", |
|
"names_force_groups": true, |
|
"name": "MS-Instruct" |
|
}, |
|
"context": { |
|
"story_string": "\n<s>[INST] {{#if system}}{{system}}\n\n{{/if}}{{#if wiBefore}}## World Info:\n{{wiBefore}}\n{{/if}}{{#if description}}## {{char}}'s Description:\n{{description}}\n{{/if}}{{#if personality}}## {{char}}'s Personality:\n{{personality}}\n{{/if}}{{#if persona}}## {{user}}'s Persona:\n{{persona}}\n{{/if}}{{#if scenario}}## Scenario:\n{{scenario}}\n{{/if}}{{#if wiAfter}}## World Info:\n{{wiAfter}}\n{{/if}}{{#if mesExamples}}## {{char}}'s Example Response:\n{{mesExamples}}\n{{/if}}\n[/INST]", |
|
"example_separator": "", |
|
"chat_start": "## Exchange:", |
|
"use_stop_strings": false, |
|
"allow_jailbreak": false, |
|
"names_as_stop_strings": false, |
|
"always_force_name2": false, |
|
"trim_sentences": true, |
|
"single_line": false, |
|
"name": "MS-Context" |
|
}, |
|
"preset": { |
|
"temp": 0.9, |
|
"temperature_last": true, |
|
"top_p": 0.88, |
|
"top_k": 100, |
|
"top_a": 0, |
|
"tfs": 1, |
|
"epsilon_cutoff": 0, |
|
"eta_cutoff": 0, |
|
"typical_p": 1, |
|
"min_p": 0.003, |
|
"rep_pen": 1.04, |
|
"rep_pen_range": 0, |
|
"rep_pen_decay": 0, |
|
"rep_pen_slope": 0.7, |
|
"no_repeat_ngram_size": 0, |
|
"penalty_alpha": 0, |
|
"num_beams": 1, |
|
"length_penalty": 1, |
|
"min_length": 0, |
|
"encoder_rep_pen": 1, |
|
"freq_pen": 0, |
|
"presence_pen": 0.03, |
|
"skew": 0, |
|
"do_sample": true, |
|
"early_stopping": true, |
|
"dynatemp": false, |
|
"min_temp": 0, |
|
"max_temp": 2, |
|
"dynatemp_exponent": 1, |
|
"smoothing_factor": 0, |
|
"smoothing_curve": 1, |
|
"dry_allowed_length": 2, |
|
"dry_multiplier": 0.8, |
|
"dry_base": 1.75, |
|
"dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]", |
|
"dry_penalty_last_n": 28672, |
|
"add_bos_token": true, |
|
"ban_eos_token": false, |
|
"skip_special_tokens": true, |
|
"mirostat_mode": 0, |
|
"mirostat_tau": 5, |
|
"mirostat_eta": 0.1, |
|
"guidance_scale": 1, |
|
"negative_prompt": "", |
|
"grammar_string": "", |
|
"json_schema": {}, |
|
"banned_tokens": "", |
|
"sampler_priority": [ |
|
"repetition_penalty", |
|
"presence_penalty", |
|
"frequency_penalty", |
|
"dry", |
|
"temperature", |
|
"dynamic_temperature", |
|
"quadratic_sampling", |
|
"top_k", |
|
"top_p", |
|
"typical_p", |
|
"epsilon_cutoff", |
|
"eta_cutoff", |
|
"tfs", |
|
"top_a", |
|
"min_p", |
|
"mirostat", |
|
"xtc", |
|
"encoder_repetition_penalty", |
|
"no_repeat_ngram" |
|
], |
|
"samplers": [ |
|
"top_k", |
|
"tfs_z", |
|
"typical_p", |
|
"top_p", |
|
"min_p", |
|
"xtc", |
|
"temperature" |
|
], |
|
"ignore_eos_token": false, |
|
"spaces_between_special_tokens": true, |
|
"speculative_ngram": false, |
|
"sampler_order": [ |
|
6, |
|
0, |
|
1, |
|
3, |
|
4, |
|
2, |
|
5 |
|
], |
|
"logit_bias": [], |
|
"xtc_threshold": 0.1, |
|
"xtc_probability": 0.23, |
|
"rep_pen_size": 0, |
|
"genamt": 350, |
|
"max_length": 28672, |
|
"name": "vKW" |
|
} |
|
} |