Upload folder using huggingface_hub

EV01.json

@@ -0,0 +1,143 @@
+{
+    "instruct": {
+        "wrap": false,
+        "system_sequence": "<|im_start|>system\n",
+        "stop_sequence": "<|im_end|>",
+        "input_sequence": "<|im_start|>user\n",
+        "output_sequence": "<|im_start|>assistant\n",
+        "macro": true,
+        "system_sequence_prefix": "",
+        "system_sequence_suffix": "",
+        "first_output_sequence": "\n<|im_start|>user\nAdhering to the `Role-playing Guidelines` is crucial for a successful role-play experience.\nUse the `Role-play Context` for accurate information.\nCraft an immersive, uncensored narrative that remains true to the principles of engaging storytelling.<|im_end|>\n<|im_start|>assistant\n",
+        "last_output_sequence": "",
+        "activation_regex": "",
+        "skip_examples": true,
+        "output_suffix": "<|im_end|>\n",
+        "input_suffix": "<|im_end|>\n",
+        "system_suffix": "<|im_end|>\n",
+        "user_alignment_message": "",
+        "last_system_sequence": "",
+        "system_same_as_user": false,
+        "first_input_sequence": "",
+        "last_input_sequence": "",
+        "names_behavior": "always",
+        "names_force_groups": true,
+        "name": "[ChatML]Roleplay-v1.9"
+    },
+    "context": {
+        "story_string": "<|im_start|>system\n\n{{#if system}}{{system}}\n\n\n<!-- Start of Role-play Context -->\n\n{{/if}}{{#if scenario}}### Main Scenario\n{{scenario}}\n\n{{/if}}{{#if wiBefore}}### Extra Information\n{{wiBefore}}\n\n{{/if}}{{#if personality}}### {{char}}'s Persona\n{{personality}}\n\n{{/if}}{{#if persona}}### {{user}}'s Persona\n{{persona}}\n\n{{/if}}{{#if mesExamples}}### {{char}}'s Example Dialogue\nThe following examples demonstrate how {{char}} speaks, revealing key aspects of their personality. Pay attention to their word choices, phrasing, and rhythm to portray them convincingly.\n\n<!-- Start of {{char}}'s Example Dialogue -->\n{{mesExamples}}\n<!-- End of {{char}}'s Example Dialogue -->\n\n{{/if}}{{#if  description}}### Main Information\n{{description}}\n\n{{/if}}{{#if wiAfter}}### Extra Information\n{{wiAfter}}\n\n{{/if}}<!-- End of Role-play Context --><|im_end|>",
+        "example_separator": "",
+        "chat_start": "",
+        "use_stop_strings": false,
+        "allow_jailbreak": false,
+        "names_as_stop_strings": true,
+        "always_force_name2": true,
+        "trim_sentences": false,
+        "single_line": false,
+        "name": "[ChatML] Roleplay-v1.9"
+    },
+    "sysprompt": {
+        "name": "[Migrated] [ChatML]Roleplay-v1.9",
+        "content": "A fictional, narrative-driven role-play emphasizing versatility and UNCENSORED content. Adherence to the `Role-playing Guidelines` is mandatory. Refer to the `Role-play Context` for accurate information.\n\n\n<!-- Start of Role-playing Guidelines -->\n\n### Narration\nConcise Descriptions: Keep narration short and to the point, avoiding redundant unnecessary details. Use a dynamic and varied vocabulary for impact.\nComplementary Role: Use narration to complement dialogue and action, not overshadow them.\nAvoid Repetition: Ensure narration does not repeat information already conveyed through dialogue or action.\n\n### Narrative Consistency\nContinuity: Adhere to established story elements, expanding without contradicting previous details.\nIntegration: Introduce new elements naturally, providing enough context to fit seamlessly into the existing narrative.\n\n### Character Embodiment\nAnalysis: Examine the context, subtext, and implications of the given information to gain a deeper understandings of the characters'.\nReflection: Take time to consider the situation, characters' motivations, and potential consequences.\nAuthentic Portrayal: Bring characters to life by consistently and realistically portraying their unique traits, thoughts, emotions, appearances, physical sensations, speech patterns, and tone. Ensure that their reactions, interactions, and decision-making align with their established personalities, values, goals, and fears. Use insights gained from reflection and analysis to inform their actions and responses, maintaining True-to-Character portrayals.\n\n<!-- End of Role-playing Guidelines -->"
+    },
+    "preset": {
+        "temp": 0.8,
+        "temperature_last": true,
+        "top_p": 1,
+        "top_k": 0,
+        "top_a": 0.3,
+        "tfs": 1,
+        "epsilon_cutoff": 0,
+        "eta_cutoff": 0,
+        "typical_p": 1,
+        "min_p": 0.05,
+        "rep_pen": 1.03,
+        "rep_pen_range": 0,
+        "rep_pen_decay": 0,
+        "rep_pen_slope": 1,
+        "no_repeat_ngram_size": 0,
+        "penalty_alpha": 0,
+        "num_beams": 1,
+        "length_penalty": 1,
+        "min_length": 0,
+        "encoder_rep_pen": 1,
+        "freq_pen": 0,
+        "presence_pen": 0,
+        "skew": 0,
+        "do_sample": true,
+        "early_stopping": false,
+        "dynatemp": false,
+        "min_temp": 0,
+        "max_temp": 2,
+        "dynatemp_exponent": 1,
+        "smoothing_factor": 0,
+        "smoothing_curve": 1,
+        "dry_allowed_length": 2,
+        "dry_multiplier": 0,
+        "dry_base": 1.75,
+        "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]",
+        "dry_penalty_last_n": 0,
+        "add_bos_token": true,
+        "ban_eos_token": false,
+        "skip_special_tokens": false,
+        "mirostat_mode": 0,
+        "mirostat_tau": 5,
+        "mirostat_eta": 0.1,
+        "guidance_scale": 1,
+        "negative_prompt": "",
+        "grammar_string": "",
+        "json_schema": {},
+        "banned_tokens": "",
+        "sampler_priority": [
+            "repetition_penalty",
+            "presence_penalty",
+            "frequency_penalty",
+            "dry",
+            "temperature",
+            "dynamic_temperature",
+            "quadratic_sampling",
+            "top_k",
+            "top_p",
+            "typical_p",
+            "epsilon_cutoff",
+            "eta_cutoff",
+            "tfs",
+            "top_a",
+            "min_p",
+            "mirostat",
+            "xtc",
+            "encoder_repetition_penalty",
+            "no_repeat_ngram"
+        ],
+        "samplers": [
+            "top_k",
+            "tfs_z",
+            "typical_p",
+            "top_p",
+            "min_p",
+            "xtc",
+            "temperature"
+        ],
+        "ignore_eos_token": false,
+        "spaces_between_special_tokens": true,
+        "speculative_ngram": false,
+        "sampler_order": [
+            6,
+            0,
+            1,
+            3,
+            4,
+            2,
+            5
+        ],
+        "logit_bias": [],
+        "xtc_threshold": 0.1,
+        "xtc_probability": 0,
+        "ignore_eos_token_aphrodite": false,
+        "spaces_between_special_tokens_aphrodite": true,
+        "rep_pen_size": 0,
+        "genamt": 1024,
+        "max_length": 16384,
+        "name": "Eva Stable"
+    }
+}

README.md

@@ -0,0 +1,495 @@
+---
+library_name: transformers
+license: other
+license_name: qwen
+license_link: https://huggingface.co/Qwen/Qwen2.5-72B-Instruct/blob/main/LICENSE
+base_model: Qwen/Qwen2.5-72B
+datasets:
+- anthracite-org/kalo-opus-instruct-22k-no-refusal
+- Nopm/Opus_WritingStruct
+- Gryphe/Sonnet3.5-SlimOrcaDedupCleaned
+- Gryphe/Sonnet3.5-Charcard-Roleplay
+- Gryphe/ChatGPT-4o-Writing-Prompts
+- Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned
+- Epiculous/SynthRP-Gens-v1.1-Filtered-n-Cleaned
+- nothingiisreal/Reddit-Dirty-And-WritingPrompts
+- allura-org/Celeste-1.x-data-mixture
+- cognitivecomputations/dolphin-2.9.3
+tags:
+- generated_from_trainer
+model-index:
+- name: EVA-Qwen2.5-72B-SFFT-v0.2
+  results: []
+---
+
+
+
+# EVA Qwen2.5-72B v0.2
+
+<p>
+  A RP/storywriting specialist model, full-parameter finetune of Qwen2.5-72B on mixture of synthetic and natural data.<br>
+  It uses Celeste 70B 0.1 data mixture, greatly expanding it to improve versatility, creativity and "flavor" of the resulting model.<br>
+</p>
+
+<p>Dedicated to Nev.</p>
+
+<p><b>NOTE: LLM-Compressor quants don't seem to work correctly, quality seems to be much worse than normal. It wasn't the case with previous versions. GGUF and GPTQ seem to be unaffected.</b></p>
+</br>
+<p><b>Version notes for 0.2</b>: Optimized training hyperparameters and increased sequence length. Better instruction following deeper into context and less repetition.</p>
+
+<p>
+  <p>Prompt format is ChatML.</p><br>
+  <h3>Recommended sampler values:</h3>
+  <ul>
+  <li>Temperature: 0.8</li>
+  <li>Min-P: 0.05</li>
+  <li>Top-A: 0.3</li>
+  <li>Repetition Penalty: 1.03</li>
+  </ul>
+  
+  <h3>Recommended SillyTavern preset (via CalamitousFelicitousness):</h3>
+    <ul><li><a href="EV01.json">Master import</a></li></ul>
+    
+</p>
+
+<p>
+  <br>
+  <h3>
+    Training data:
+  </h3>
+    <ul>
+      <li>Celeste 70B 0.1 data mixture minus Opus Instruct subset. See that model's <a href=https://huggingface.co/nothingiisreal/L3.1-70B-Celeste-V0.1-BF16>card</a> for details.</li>
+      <li>Kalomaze's Opus_Instruct_25k dataset, filtered for refusals.</li>
+      <li>A subset (1k rows) of ChatGPT-4o-WritingPrompts by Gryphe</li>
+      <li>A subset (2k rows) of Sonnet3.5-Charcards-Roleplay by Gryphe</li>
+      <li>Synthstruct and SynthRP datasets by Epiculous</li>
+      <li>A subset from Dolphin-2.9.3, including filtered version of not_samantha and a small subset of systemchat.</li>
+    </ul>
+  <h3>
+     Training time and hardware:
+  </h3>
+      <ul><li>17 hours on 8xH100 SXM</a></li></ul><br>
+</p>
+  <p>Model was created by Kearm, Auri and Cahvay.</p>
+  <h4>Special thanks:</h4><ul>
+  <li>to Featherless for sponsoring this run</li>
+  <li>to Cahvay for his work on investigating and reprocessing the corrupted dataset, removing the single biggest source of data poisoning.</li>
+  <li>to Gryphe, Lemmy, Kalomaze, Nopm, Epiculous and CognitiveComputations for the data</li>
+  <li>and to Allura-org for support, feedback, beta-testing and doing quality control of EVA models.</li></ul>
+
+
+
+[<img src="https://raw.githubusercontent.com/axolotl-ai-cloud/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/axolotl-ai-cloud/axolotl)
+<details><summary>See axolotl config</summary>
+
+axolotl version: `0.4.1`
+```yaml
+base_model: Qwen/Qwen2.5-72B
+
+load_in_8bit: false
+load_in_4bit: false
+strict: false
+
+plugins:
+  - axolotl.integrations.liger.LigerPlugin
+liger_rope: true
+liger_rms_norm: true
+liger_swiglu: true
+liger_fused_linear_cross_entropy: true
+
+# plugins:
+#   - axolotl.integrations.spectrum.SpectrumPlugin
+
+# spectrum_top_fraction: 0.5
+# # Optional if using a pre-scanned model as your base_model. Useful if using a model mirror
+# spectrum_model_name: Qwen/Qwen2.5-32B
+
+datasets:
+  - path: datasets/Celeste_Filtered_utf8fix.jsonl
+    type: sharegpt
+  - path: datasets/deduped_not_samantha_norefusals.jsonl
+    type: sharegpt
+  - path: datasets/deduped_SynthRP-Gens_processed_ShareGPT_converted_cleaned.jsonl
+    type: sharegpt
+  - path: datasets/deduped_Synthstruct-Gens_processed_sharegpt_converted_cleaned.jsonl
+    type: sharegpt
+  - path: datasets/Gryphe-4o-WP-filtered-sharegpt_utf8fix.jsonl
+    type: sharegpt
+  - path: datasets/opus-instruct-22k-no_refusals-filtered_utf8fix.jsonl
+    type: sharegpt
+  - path: datasets/Sonnet3-5-charcard-names-filtered-sharegpt_utf8fix.jsonl
+    type: sharegpt
+  - path: datasets/SystemChat_subset_filtered_sharegpt_utf8fix.jsonl
+    type: sharegpt
+
+chat_template: chatml
+shuffle_merged_datasets: true
+val_set_size: 0.001
+output_dir: EVA-Qwen2.5-72B-SFFT-v0.2
+
+sequence_len: 10240
+sample_packing: true
+eval_sample_packing: false
+pad_to_sequence_len: false
+
+# adapter: qlora
+# lora_model_dir:
+# lora_r: 64
+# lora_alpha: 128
+# lora_dropout: 0.05
+# lora_target_linear: true
+# peft_use_dora: true
+
+unfrozen_parameters:
+- ^lm_head.weight$
+- ^model.embed_tokens.weight$
+# mlp.down_proj layers
+- model.layers.62.mlp.down_proj
+- model.layers.64.mlp.down_proj
+- model.layers.63.mlp.down_proj
+- model.layers.66.mlp.down_proj
+- model.layers.65.mlp.down_proj
+- model.layers.67.mlp.down_proj
+- model.layers.68.mlp.down_proj
+- model.layers.31.mlp.down_proj
+- model.layers.60.mlp.down_proj
+- model.layers.69.mlp.down_proj
+- model.layers.61.mlp.down_proj
+- model.layers.59.mlp.down_proj
+- model.layers.30.mlp.down_proj
+- model.layers.70.mlp.down_proj
+- model.layers.32.mlp.down_proj
+- model.layers.34.mlp.down_proj
+- model.layers.33.mlp.down_proj
+- model.layers.76.mlp.down_proj
+- model.layers.72.mlp.down_proj
+- model.layers.71.mlp.down_proj
+- model.layers.58.mlp.down_proj
+- model.layers.75.mlp.down_proj
+- model.layers.29.mlp.down_proj
+- model.layers.56.mlp.down_proj
+- model.layers.26.mlp.down_proj
+- model.layers.35.mlp.down_proj
+- model.layers.28.mlp.down_proj
+- model.layers.57.mlp.down_proj
+- model.layers.77.mlp.down_proj
+- model.layers.36.mlp.down_proj
+- model.layers.27.mlp.down_proj
+- model.layers.25.mlp.down_proj
+- model.layers.78.mlp.down_proj
+- model.layers.37.mlp.down_proj
+- model.layers.73.mlp.down_proj
+- model.layers.55.mlp.down_proj
+- model.layers.54.mlp.down_proj
+- model.layers.74.mlp.down_proj
+- model.layers.24.mlp.down_proj
+- model.layers.53.mlp.down_proj
+# mlp.gate_proj layers
+- model.layers.78.mlp.gate_proj
+- model.layers.77.mlp.gate_proj
+- model.layers.76.mlp.gate_proj
+- model.layers.79.mlp.gate_proj
+- model.layers.75.mlp.gate_proj
+- model.layers.74.mlp.gate_proj
+- model.layers.73.mlp.gate_proj
+- model.layers.72.mlp.gate_proj
+- model.layers.71.mlp.gate_proj
+- model.layers.70.mlp.gate_proj
+- model.layers.69.mlp.gate_proj
+- model.layers.57.mlp.gate_proj
+- model.layers.54.mlp.gate_proj
+- model.layers.55.mlp.gate_proj
+- model.layers.68.mlp.gate_proj
+- model.layers.63.mlp.gate_proj
+- model.layers.53.mlp.gate_proj
+- model.layers.44.mlp.gate_proj
+- model.layers.45.mlp.gate_proj
+- model.layers.49.mlp.gate_proj
+- model.layers.58.mlp.gate_proj
+- model.layers.46.mlp.gate_proj
+- model.layers.56.mlp.gate_proj
+- model.layers.67.mlp.gate_proj
+- model.layers.62.mlp.gate_proj
+- model.layers.50.mlp.gate_proj
+- model.layers.64.mlp.gate_proj
+- model.layers.52.mlp.gate_proj
+- model.layers.40.mlp.gate_proj
+- model.layers.43.mlp.gate_proj
+- model.layers.48.mlp.gate_proj
+- model.layers.66.mlp.gate_proj
+- model.layers.47.mlp.gate_proj
+- model.layers.59.mlp.gate_proj
+- model.layers.65.mlp.gate_proj
+- model.layers.61.mlp.gate_proj
+- model.layers.60.mlp.gate_proj
+- model.layers.42.mlp.gate_proj
+- model.layers.51.mlp.gate_proj
+- model.layers.41.mlp.gate_proj
+# mlp.up_proj layers
+- model.layers.70.mlp.up_proj
+- model.layers.69.mlp.up_proj
+- model.layers.71.mlp.up_proj
+- model.layers.68.mlp.up_proj
+- model.layers.72.mlp.up_proj
+- model.layers.67.mlp.up_proj
+- model.layers.66.mlp.up_proj
+- model.layers.73.mlp.up_proj
+- model.layers.46.mlp.up_proj
+- model.layers.63.mlp.up_proj
+- model.layers.75.mlp.up_proj
+- model.layers.76.mlp.up_proj
+- model.layers.74.mlp.up_proj
+- model.layers.45.mlp.up_proj
+- model.layers.62.mlp.up_proj
+- model.layers.64.mlp.up_proj
+- model.layers.65.mlp.up_proj
+- model.layers.44.mlp.up_proj
+- model.layers.53.mlp.up_proj
+- model.layers.47.mlp.up_proj
+- model.layers.49.mlp.up_proj
+- model.layers.48.mlp.up_proj
+- model.layers.57.mlp.up_proj
+- model.layers.43.mlp.up_proj
+- model.layers.42.mlp.up_proj
+- model.layers.56.mlp.up_proj
+- model.layers.61.mlp.up_proj
+- model.layers.54.mlp.up_proj
+- model.layers.40.mlp.up_proj
+- model.layers.55.mlp.up_proj
+- model.layers.77.mlp.up_proj
+- model.layers.60.mlp.up_proj
+- model.layers.41.mlp.up_proj
+- model.layers.35.mlp.up_proj
+- model.layers.37.mlp.up_proj
+- model.layers.58.mlp.up_proj
+- model.layers.34.mlp.up_proj
+- model.layers.38.mlp.up_proj
+- model.layers.33.mlp.up_proj
+- model.layers.39.mlp.up_proj
+# self_attn.k_proj layers
+- model.layers.36.self_attn.k_proj
+- model.layers.79.self_attn.k_proj
+- model.layers.35.self_attn.k_proj
+- model.layers.34.self_attn.k_proj
+- model.layers.37.self_attn.k_proj
+- model.layers.33.self_attn.k_proj
+- model.layers.38.self_attn.k_proj
+- model.layers.39.self_attn.k_proj
+- model.layers.74.self_attn.k_proj
+- model.layers.77.self_attn.k_proj
+- model.layers.41.self_attn.k_proj
+- model.layers.69.self_attn.k_proj
+- model.layers.32.self_attn.k_proj
+- model.layers.78.self_attn.k_proj
+- model.layers.30.self_attn.k_proj
+- model.layers.70.self_attn.k_proj
+- model.layers.25.self_attn.k_proj
+- model.layers.42.self_attn.k_proj
+- model.layers.29.self_attn.k_proj
+- model.layers.31.self_attn.k_proj
+- model.layers.68.self_attn.k_proj
+- model.layers.66.self_attn.k_proj
+- model.layers.22.self_attn.k_proj
+- model.layers.65.self_attn.k_proj
+- model.layers.44.self_attn.k_proj
+- model.layers.40.self_attn.k_proj
+- model.layers.63.self_attn.k_proj
+- model.layers.23.self_attn.k_proj
+- model.layers.28.self_attn.k_proj
+- model.layers.24.self_attn.k_proj
+- model.layers.26.self_attn.k_proj
+- model.layers.67.self_attn.k_proj
+- model.layers.75.self_attn.k_proj
+- model.layers.27.self_attn.k_proj
+- model.layers.57.self_attn.k_proj
+- model.layers.64.self_attn.k_proj
+- model.layers.71.self_attn.k_proj
+- model.layers.61.self_attn.k_proj
+- model.layers.72.self_attn.k_proj
+- model.layers.73.self_attn.k_proj
+# self_attn.o_proj layers
+- model.layers.69.self_attn.o_proj
+- model.layers.39.self_attn.o_proj
+- model.layers.16.self_attn.o_proj
+- model.layers.14.self_attn.o_proj
+- model.layers.19.self_attn.o_proj
+- model.layers.42.self_attn.o_proj
+- model.layers.12.self_attn.o_proj
+- model.layers.15.self_attn.o_proj
+- model.layers.17.self_attn.o_proj
+- model.layers.38.self_attn.o_proj
+- model.layers.23.self_attn.o_proj
+- model.layers.22.self_attn.o_proj
+- model.layers.13.self_attn.o_proj
+- model.layers.29.self_attn.o_proj
+- model.layers.41.self_attn.o_proj
+- model.layers.44.self_attn.o_proj
+- model.layers.46.self_attn.o_proj
+- model.layers.45.self_attn.o_proj
+- model.layers.43.self_attn.o_proj
+- model.layers.49.self_attn.o_proj
+- model.layers.30.self_attn.o_proj
+- model.layers.26.self_attn.o_proj
+- model.layers.25.self_attn.o_proj
+- model.layers.37.self_attn.o_proj
+- model.layers.47.self_attn.o_proj
+- model.layers.11.self_attn.o_proj
+- model.layers.18.self_attn.o_proj
+- model.layers.28.self_attn.o_proj
+- model.layers.20.self_attn.o_proj
+- model.layers.27.self_attn.o_proj
+- model.layers.53.self_attn.o_proj
+- model.layers.52.self_attn.o_proj
+- model.layers.35.self_attn.o_proj
+- model.layers.71.self_attn.o_proj
+- model.layers.10.self_attn.o_proj
+- model.layers.3.self_attn.o_proj
+- model.layers.21.self_attn.o_proj
+- model.layers.24.self_attn.o_proj
+- model.layers.68.self_attn.o_proj
+- model.layers.48.self_attn.o_proj
+# self_attn.q_proj layers
+- model.layers.1.self_attn.q_proj
+- model.layers.2.self_attn.q_proj
+- model.layers.3.self_attn.q_proj
+- model.layers.0.self_attn.q_proj
+- model.layers.5.self_attn.q_proj
+- model.layers.4.self_attn.q_proj
+- model.layers.6.self_attn.q_proj
+- model.layers.8.self_attn.q_proj
+- model.layers.7.self_attn.q_proj
+- model.layers.9.self_attn.q_proj
+- model.layers.10.self_attn.q_proj
+- model.layers.68.self_attn.q_proj
+- model.layers.25.self_attn.q_proj
+- model.layers.12.self_attn.q_proj
+- model.layers.54.self_attn.q_proj
+- model.layers.55.self_attn.q_proj
+- model.layers.61.self_attn.q_proj
+- model.layers.18.self_attn.q_proj
+- model.layers.49.self_attn.q_proj
+- model.layers.66.self_attn.q_proj
+- model.layers.72.self_attn.q_proj
+- model.layers.11.self_attn.q_proj
+- model.layers.52.self_attn.q_proj
+- model.layers.64.self_attn.q_proj
+- model.layers.15.self_attn.q_proj
+- model.layers.60.self_attn.q_proj
+- model.layers.50.self_attn.q_proj
+- model.layers.59.self_attn.q_proj
+- model.layers.53.self_attn.q_proj
+- model.layers.48.self_attn.q_proj
+- model.layers.57.self_attn.q_proj
+- model.layers.70.self_attn.q_proj
+- model.layers.17.self_attn.q_proj
+- model.layers.67.self_attn.q_proj
+- model.layers.71.self_attn.q_proj
+- model.layers.62.self_attn.q_proj
+- model.layers.51.self_attn.q_proj
+- model.layers.19.self_attn.q_proj
+- model.layers.58.self_attn.q_proj
+- model.layers.13.self_attn.q_proj
+# self_attn.v_proj layers
+- model.layers.23.self_attn.v_proj
+- model.layers.25.self_attn.v_proj
+- model.layers.26.self_attn.v_proj
+- model.layers.27.self_attn.v_proj
+- model.layers.28.self_attn.v_proj
+- model.layers.29.self_attn.v_proj
+- model.layers.30.self_attn.v_proj
+- model.layers.31.self_attn.v_proj
+- model.layers.34.self_attn.v_proj
+- model.layers.35.self_attn.v_proj
+- model.layers.36.self_attn.v_proj
+- model.layers.37.self_attn.v_proj
+- model.layers.38.self_attn.v_proj
+- model.layers.42.self_attn.v_proj
+- model.layers.48.self_attn.v_proj
+- model.layers.57.self_attn.v_proj
+- model.layers.58.self_attn.v_proj
+- model.layers.61.self_attn.v_proj
+- model.layers.63.self_attn.v_proj
+- model.layers.64.self_attn.v_proj
+- model.layers.65.self_attn.v_proj
+- model.layers.66.self_attn.v_proj
+- model.layers.69.self_attn.v_proj
+- model.layers.70.self_attn.v_proj
+- model.layers.74.self_attn.v_proj
+- model.layers.75.self_attn.v_proj
+- model.layers.72.self_attn.v_proj
+- model.layers.39.self_attn.v_proj
+- model.layers.41.self_attn.v_proj
+- model.layers.40.self_attn.v_proj
+- model.layers.33.self_attn.v_proj
+- model.layers.59.self_attn.v_proj
+- model.layers.16.self_attn.v_proj
+- model.layers.15.self_attn.v_proj
+- model.layers.76.self_attn.v_proj
+- model.layers.24.self_attn.v_proj
+- model.layers.68.self_attn.v_proj
+- model.layers.67.self_attn.v_proj
+- model.layers.55.self_attn.v_proj
+- model.layers.44.self_attn.v_proj
+
+
+
+wandb_project: EVA-Qwen2.5-72B-SFFT-v0.2
+wandb_entity:
+wandb_watch:
+wandb_name: Unit-02
+wandb_log_model:
+
+gradient_accumulation_steps: 8
+micro_batch_size: 1
+num_epochs: 3
+optimizer: paged_ademamix_8bit
+lr_scheduler: cosine
+learning_rate: 0.00003
+max_grad_norm: 1.5
+
+train_on_inputs: false
+group_by_length: false
+bf16: auto
+fp16:
+tf32: false
+
+gradient_checkpointing: "unsloth"
+# gradient_checkpointing_kwargs:
+#   use_reentrant: true
+early_stopping_patience:
+resume_from_checkpoint: EVA-Qwen2.5-72B-SFFT-v0.2/checkpoint-128
+local_rank:
+logging_steps: 1
+xformers_attention:
+flash_attention: true
+
+warmup_steps: 20
+evals_per_epoch: 4
+saves_per_epoch: 4
+save_safetensors: true
+save_total_limit: 1
+hub_model_id: 
+hub_strategy: 
+debug:
+deepspeed: deepspeed_configs/zero3_bf16_cpuoffload_params.json
+weight_decay: 0.12
+# fsdp:
+#   - full_shard
+#   - auto_wrap
+# fsdp_config:
+#   fsdp_limit_all_gathers: true
+#   fsdp_sync_module_states: false
+#   fsdp_offload_params: true
+#   fsdp_cpu_ram_efficient_loading: true
+#   fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
+#   fsdp_transformer_layer_cls_to_wrap: Qwen2DecoderLayer
+#   fsdp_activation_checkpointing: true
+#   fsdp_state_dict_type: SHARDED_STATE_DICT  # Changed from FULL_STATE_DICT
+#   fsdp_sharding_strategy: FULL_SHARD
+#   fsdp_forward_prefetch: false  # Added
+#   fsdp_backward_prefetch: "BACKWARD_PRE"  # Added
+#   fsdp_backward_prefetch_limit: 1  # Added
+#   fsdp_mixed_precision: BF16  # Added
+```
+
+</details><br>

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

config.json

@@ -0,0 +1,47 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/workspace/EVA-Qwen2.5-72B-v0.2-padded",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 29696,
+  "max_position_embeddings": 131072,
+  "max_window_layers": 80,
+  "model_type": "qwen2",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 8,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0015,
+      "damp_percent": 0.005,
+      "quantizer": "gptqmodel:1.2.1",
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "static_groups": false,
+    "sym": true,
+    "true_sequential": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.45.1"
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7dca75d9c3085e2b1df2567e865f3d0afb53fbbaf3ae224d50cfbfa9521f2d
+size 5849573272

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d84cf8fa2fe0464b586475d8958759ece0504c20a89c84402cf7a6779effdb7
+size 5814731208

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d894b6c04b516548d8e99ea22b931b9377922fe14183cd962054a7fb034447d
+size 5908929296

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e4393c13fe99b8a3f298739995f3e3b5d2d6966a9667532f0e724ce0d67b76
+size 5814731440

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4df2ce37f6591aad369f0dd6de9e1f6e088c18daebc771a756ee22351ab1f1
+size 5908929296

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b43d329d6808501db21df34cdb6239ee7a47b4e446898ff289113310b768a7
+size 5814731440

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099572c73e11f865b5fe74c14a093d59f49c5fdf870642088d45ba26049466dd
+size 5908929296

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b546a4df0440474998775710bb3df4637175ef6a69e92f605e49503f0ebff88
+size 5814731440

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f6a5fa5985a6375f2cb1ff258c0628df900182be2a6f8e53e49a032d8bd93
+size 5908929296

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fb0e2017751769e51201124b9e84547e7d6cf16e26def7da6849f312188757
+size 5814731440

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d7d49386b000d2a733b98f5693b71d628c9f9f6433683f7ba9a4cbc98a2832
+size 5908929296

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da782193ac033c8cdc7acfbc8b32d385a225891529b3e39ef85fe961b4384035
+size 5814731440

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a846a22055049ec143ee3bef6799aea21db89ff99b6e67cd9a2e87ca45ff2c3b
+size 4354429160

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e968e8597c5d92c683e52693842dc3cebdcb7f7368eb9e25cea1a3eb46b2a89d
+size 2491416704

quant_log.csv

@@ -0,0 +1,561 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.00000,0.00500,1.472
+0,self_attn.v_proj,0.00000,0.00500,1.277
+0,self_attn.q_proj,0.00001,0.00500,1.364
+0,self_attn.o_proj,0.00000,0.00500,1.357
+0,mlp.up_proj,0.00003,0.00500,1.540
+0,mlp.gate_proj,0.00003,0.00500,1.460
+0,mlp.down_proj,0.00000,0.00500,6.658
+1,self_attn.k_proj,0.00001,0.00500,1.317
+1,self_attn.v_proj,0.00000,0.00500,1.310
+1,self_attn.q_proj,0.00003,0.00500,1.388
+1,self_attn.o_proj,0.00000,0.00500,1.395
+1,mlp.up_proj,0.00007,0.00500,1.502
+1,mlp.gate_proj,0.00008,0.00500,1.493
+1,mlp.down_proj,0.04112,0.00500,6.721
+2,self_attn.k_proj,0.00015,0.00500,1.297
+2,self_attn.v_proj,0.00004,0.00500,1.295
+2,self_attn.q_proj,0.00063,0.00500,1.367
+2,self_attn.o_proj,0.00000,0.00500,1.365
+2,mlp.up_proj,0.00019,0.00500,1.477
+2,mlp.gate_proj,0.00020,0.00500,1.474
+2,mlp.down_proj,0.00001,0.00500,6.729
+3,self_attn.k_proj,0.00006,0.00500,1.294
+3,self_attn.v_proj,0.00003,0.00500,1.285
+3,self_attn.q_proj,0.00028,0.00500,1.357
+3,self_attn.o_proj,0.00001,0.00500,1.365
+3,mlp.up_proj,0.00041,0.00500,1.474
+3,mlp.gate_proj,0.00042,0.00500,1.476
+3,mlp.down_proj,0.00002,0.00500,6.746
+4,self_attn.k_proj,0.00018,0.00500,1.297
+4,self_attn.v_proj,0.00006,0.00500,1.287
+4,self_attn.q_proj,0.00088,0.00500,1.406
+4,self_attn.o_proj,0.00000,0.00500,1.368
+4,mlp.up_proj,0.00085,0.00500,1.478
+4,mlp.gate_proj,0.00087,0.00500,1.469
+4,mlp.down_proj,0.00002,0.00500,6.720
+5,self_attn.k_proj,0.00034,0.00500,1.290
+5,self_attn.v_proj,0.00010,0.00500,1.306
+5,self_attn.q_proj,0.00164,0.00500,1.366
+5,self_attn.o_proj,0.00000,0.00500,1.367
+5,mlp.up_proj,0.00133,0.00500,1.491
+5,mlp.gate_proj,0.00138,0.00500,1.487
+5,mlp.down_proj,0.00003,0.00500,6.747
+6,self_attn.k_proj,0.00022,0.00500,1.305
+6,self_attn.v_proj,0.00010,0.00500,1.295
+6,self_attn.q_proj,0.00095,0.00500,1.362
+6,self_attn.o_proj,0.00000,0.00500,1.380
+6,mlp.up_proj,0.00171,0.00500,1.470
+6,mlp.gate_proj,0.00177,0.00500,1.468
+6,mlp.down_proj,0.00004,0.00500,6.719
+7,self_attn.k_proj,0.00035,0.00500,1.299
+7,self_attn.v_proj,0.00013,0.00500,1.293
+7,self_attn.q_proj,0.00144,0.00500,1.390
+7,self_attn.o_proj,0.00001,0.00500,1.362
+7,mlp.up_proj,0.00220,0.00500,1.486
+7,mlp.gate_proj,0.00225,0.00500,1.487
+7,mlp.down_proj,0.00006,0.00500,6.745
+8,self_attn.k_proj,0.00026,0.00500,1.299
+8,self_attn.v_proj,0.00009,0.00500,1.290
+8,self_attn.q_proj,0.00115,0.00500,1.360
+8,self_attn.o_proj,0.00002,0.00500,1.370
+8,mlp.up_proj,0.00275,0.00500,1.478
+8,mlp.gate_proj,0.00286,0.00500,1.482
+8,mlp.down_proj,0.00008,0.00500,6.720
+9,self_attn.k_proj,0.00073,0.00500,1.303
+9,self_attn.v_proj,0.00022,0.00500,1.298
+9,self_attn.q_proj,0.00387,0.00500,1.354
+9,self_attn.o_proj,0.00002,0.00500,1.347
+9,mlp.up_proj,0.00317,0.00500,1.483
+9,mlp.gate_proj,0.00328,0.00500,1.477
+9,mlp.down_proj,0.00009,0.00500,6.742
+10,self_attn.k_proj,0.00050,0.00500,1.304
+10,self_attn.v_proj,0.00019,0.00500,1.289
+10,self_attn.q_proj,0.00223,0.00500,1.361
+10,self_attn.o_proj,0.00004,0.00500,1.374
+10,mlp.up_proj,0.00387,0.00500,1.480
+10,mlp.gate_proj,0.00402,0.00500,1.472
+10,mlp.down_proj,0.00013,0.00500,6.751
+11,self_attn.k_proj,0.00069,0.00500,1.301
+11,self_attn.v_proj,0.00025,0.00500,1.284
+11,self_attn.q_proj,0.00317,0.00500,1.361
+11,self_attn.o_proj,0.00005,0.00500,1.356
+11,mlp.up_proj,0.00457,0.00500,1.486
+11,mlp.gate_proj,0.00477,0.00500,1.484
+11,mlp.down_proj,0.00017,0.00500,6.739
+12,self_attn.k_proj,0.00099,0.00500,1.292
+12,self_attn.v_proj,0.00030,0.00500,1.275
+12,self_attn.q_proj,0.00473,0.00500,1.367
+12,self_attn.o_proj,0.00007,0.00500,1.369
+12,mlp.up_proj,0.00535,0.00500,1.489
+12,mlp.gate_proj,0.00557,0.00500,1.487
+12,mlp.down_proj,0.00022,0.00500,6.710
+13,self_attn.k_proj,0.00090,0.00500,1.305
+13,self_attn.v_proj,0.00033,0.00500,1.292
+13,self_attn.q_proj,0.00432,0.00500,1.353
+13,self_attn.o_proj,0.00007,0.00500,1.360
+13,mlp.up_proj,0.00630,0.00500,1.480
+13,mlp.gate_proj,0.00656,0.00500,1.479
+13,mlp.down_proj,0.00027,0.00500,6.759
+14,self_attn.k_proj,0.00084,0.00500,1.287
+14,self_attn.v_proj,0.00028,0.00500,1.286
+14,self_attn.q_proj,0.00387,0.00500,1.363
+14,self_attn.o_proj,0.00010,0.00500,1.369
+14,mlp.up_proj,0.00666,0.00500,1.492
+14,mlp.gate_proj,0.00693,0.00500,1.484
+14,mlp.down_proj,0.00032,0.00500,6.765
+15,self_attn.k_proj,0.00135,0.00500,1.296
+15,self_attn.v_proj,0.00059,0.00500,1.285
+15,self_attn.q_proj,0.00685,0.00500,1.355
+15,self_attn.o_proj,0.00007,0.00500,1.362
+15,mlp.up_proj,0.00828,0.00500,1.480
+15,mlp.gate_proj,0.00866,0.00500,1.473
+15,mlp.down_proj,0.00040,0.00500,6.735
+16,self_attn.k_proj,0.00136,0.00500,1.283
+16,self_attn.v_proj,0.00059,0.00500,1.287
+16,self_attn.q_proj,0.00657,0.00500,1.367
+16,self_attn.o_proj,0.00009,0.00500,1.362
+16,mlp.up_proj,0.00927,0.00500,1.490
+16,mlp.gate_proj,0.00966,0.00500,1.485
+16,mlp.down_proj,0.00047,0.00500,6.714
+17,self_attn.k_proj,0.00099,0.00500,1.298
+17,self_attn.v_proj,0.00044,0.00500,1.297
+17,self_attn.q_proj,0.00460,0.00500,1.346
+17,self_attn.o_proj,0.00012,0.00500,1.357
+17,mlp.up_proj,0.00894,0.00500,1.480
+17,mlp.gate_proj,0.00926,0.00500,1.473
+17,mlp.down_proj,0.00051,0.00500,6.719
+18,self_attn.k_proj,0.00173,0.00500,1.296
+18,self_attn.v_proj,0.00055,0.00500,1.292
+18,self_attn.q_proj,0.00837,0.00500,1.351
+18,self_attn.o_proj,0.00009,0.00500,1.351
+18,mlp.up_proj,0.01100,0.00500,1.490
+18,mlp.gate_proj,0.01145,0.00500,1.489
+18,mlp.down_proj,0.00063,0.00500,6.743
+19,self_attn.k_proj,0.00217,0.00500,1.301
+19,self_attn.v_proj,0.00072,0.00500,1.298
+19,self_attn.q_proj,0.01089,0.00500,1.362
+19,self_attn.o_proj,0.00013,0.00500,1.368
+19,mlp.up_proj,0.01276,0.00500,1.482
+19,mlp.gate_proj,0.01330,0.00500,1.474
+19,mlp.down_proj,0.00086,0.00500,6.761
+20,self_attn.k_proj,0.00099,0.00500,1.293
+20,self_attn.v_proj,0.00045,0.00500,1.278
+20,self_attn.q_proj,0.00486,0.00500,1.345
+20,self_attn.o_proj,0.00019,0.00500,1.367
+20,mlp.up_proj,0.01526,0.00500,1.492
+20,mlp.gate_proj,0.01598,0.00500,1.484
+20,mlp.down_proj,0.00112,0.00500,6.703
+21,self_attn.k_proj,0.00071,0.00500,1.306
+21,self_attn.v_proj,0.00032,0.00500,1.299
+21,self_attn.q_proj,0.00361,0.00500,1.370
+21,self_attn.o_proj,0.00026,0.00500,1.373
+21,mlp.up_proj,0.01322,0.00500,1.487
+21,mlp.gate_proj,0.01376,0.00500,1.485
+21,mlp.down_proj,0.00109,0.00500,6.736
+22,self_attn.k_proj,0.00215,0.00500,1.294
+22,self_attn.v_proj,0.00102,0.00500,1.286
+22,self_attn.q_proj,0.01186,0.00500,1.342
+22,self_attn.o_proj,0.00043,0.00500,1.358
+22,mlp.up_proj,0.01901,0.00500,1.493
+22,mlp.gate_proj,0.01974,0.00500,1.480
+22,mlp.down_proj,0.00181,0.00500,6.739
+23,self_attn.k_proj,0.00207,0.00500,1.306
+23,self_attn.v_proj,0.00115,0.00500,1.299
+23,self_attn.q_proj,0.01166,0.00500,1.355
+23,self_attn.o_proj,0.00053,0.00500,1.351
+23,mlp.up_proj,0.02099,0.00500,1.492
+23,mlp.gate_proj,0.02204,0.00500,1.480
+23,mlp.down_proj,0.00225,0.00500,6.745
+24,self_attn.k_proj,0.00179,0.00500,1.308
+24,self_attn.v_proj,0.00118,0.00500,1.299
+24,self_attn.q_proj,0.00997,0.00500,1.355
+24,self_attn.o_proj,0.00051,0.00500,1.362
+24,mlp.up_proj,0.02483,0.00500,1.486
+24,mlp.gate_proj,0.02627,0.00500,1.472
+24,mlp.down_proj,0.00262,0.00500,6.737
+25,self_attn.k_proj,0.00325,0.00500,1.295
+25,self_attn.v_proj,0.00165,0.00500,1.284
+25,self_attn.q_proj,0.01767,0.00500,1.351
+25,self_attn.o_proj,0.00053,0.00500,1.366
+25,mlp.up_proj,0.02998,0.00500,1.484
+25,mlp.gate_proj,0.03150,0.00500,1.484
+25,mlp.down_proj,0.00304,0.00500,6.721
+26,self_attn.k_proj,0.00257,0.00500,1.290
+26,self_attn.v_proj,0.00139,0.00500,1.288
+26,self_attn.q_proj,0.01364,0.00500,1.376
+26,self_attn.o_proj,0.00082,0.00500,1.353
+26,mlp.up_proj,0.03417,0.00500,1.485
+26,mlp.gate_proj,0.03583,0.00500,1.477
+26,mlp.down_proj,0.00322,0.00500,6.730
+27,self_attn.k_proj,0.00260,0.00500,1.301
+27,self_attn.v_proj,0.00150,0.00500,1.294
+27,self_attn.q_proj,0.01365,0.00500,1.377
+27,self_attn.o_proj,0.00081,0.00500,1.366
+27,mlp.up_proj,0.03782,0.00500,1.487
+27,mlp.gate_proj,0.03950,0.00500,1.477
+27,mlp.down_proj,0.00350,0.00500,6.755
+28,self_attn.k_proj,0.00258,0.00500,1.293
+28,self_attn.v_proj,0.00158,0.00500,1.294
+28,self_attn.q_proj,0.01428,0.00500,1.367
+28,self_attn.o_proj,0.00058,0.00500,1.358
+28,mlp.up_proj,0.04057,0.00500,1.483
+28,mlp.gate_proj,0.04212,0.00500,1.475
+28,mlp.down_proj,0.00398,0.00500,6.752
+29,self_attn.k_proj,0.00358,0.00500,1.301
+29,self_attn.v_proj,0.00165,0.00500,1.290
+29,self_attn.q_proj,0.01765,0.00500,1.361
+29,self_attn.o_proj,0.00106,0.00500,1.371
+29,mlp.up_proj,0.04323,0.00500,1.475
+29,mlp.gate_proj,0.04498,0.00500,1.485
+29,mlp.down_proj,0.00448,0.00500,6.724
+30,self_attn.k_proj,0.00357,0.00500,1.291
+30,self_attn.v_proj,0.00223,0.00500,1.289
+30,self_attn.q_proj,0.01985,0.00500,1.349
+30,self_attn.o_proj,0.00104,0.00500,1.355
+30,mlp.up_proj,0.04697,0.00500,1.481
+30,mlp.gate_proj,0.04954,0.00500,1.481
+30,mlp.down_proj,0.00492,0.00500,6.734
+31,self_attn.k_proj,0.00419,0.00500,1.300
+31,self_attn.v_proj,0.00277,0.00500,1.299
+31,self_attn.q_proj,0.02266,0.00500,1.358
+31,self_attn.o_proj,0.00065,0.00500,1.365
+31,mlp.up_proj,0.05145,0.00500,1.484
+31,mlp.gate_proj,0.05440,0.00500,1.480
+31,mlp.down_proj,0.00525,0.00500,6.752
+32,self_attn.k_proj,0.00472,0.00500,1.301
+32,self_attn.v_proj,0.00331,0.00500,1.295
+32,self_attn.q_proj,0.02555,0.00500,1.436
+32,self_attn.o_proj,0.00079,0.00500,1.351
+32,mlp.up_proj,0.05446,0.00500,1.483
+32,mlp.gate_proj,0.05746,0.00500,1.474
+32,mlp.down_proj,0.00554,0.00500,6.759
+33,self_attn.k_proj,0.00458,0.00500,1.301
+33,self_attn.v_proj,0.00369,0.00500,1.296
+33,self_attn.q_proj,0.02361,0.00500,1.391
+33,self_attn.o_proj,0.00085,0.00500,1.369
+33,mlp.up_proj,0.05765,0.00500,1.481
+33,mlp.gate_proj,0.06171,0.00500,1.476
+33,mlp.down_proj,0.00583,0.00500,6.755
+34,self_attn.k_proj,0.00514,0.00500,1.304
+34,self_attn.v_proj,0.00442,0.00500,1.285
+34,self_attn.q_proj,0.02823,0.00500,1.349
+34,self_attn.o_proj,0.00072,0.00500,1.359
+34,mlp.up_proj,0.06050,0.00500,1.477
+34,mlp.gate_proj,0.06491,0.00500,1.473
+34,mlp.down_proj,0.00618,0.00500,6.722
+35,self_attn.k_proj,0.00577,0.00500,1.297
+35,self_attn.v_proj,0.00509,0.00500,1.286
+35,self_attn.q_proj,0.03143,0.00500,1.355
+35,self_attn.o_proj,0.00075,0.00500,1.381
+35,mlp.up_proj,0.06311,0.00500,1.477
+35,mlp.gate_proj,0.06727,0.00500,1.479
+35,mlp.down_proj,0.00649,0.00500,6.740
+36,self_attn.k_proj,0.00619,0.00500,1.294
+36,self_attn.v_proj,0.00542,0.00500,1.332
+36,self_attn.q_proj,0.03362,0.00500,1.369
+36,self_attn.o_proj,0.00073,0.00500,1.367
+36,mlp.up_proj,0.06496,0.00500,1.469
+36,mlp.gate_proj,0.06879,0.00500,1.463
+36,mlp.down_proj,0.00653,0.00500,6.721
+37,self_attn.k_proj,0.00572,0.00500,1.289
+37,self_attn.v_proj,0.00433,0.00500,1.286
+37,self_attn.q_proj,0.02991,0.00500,1.361
+37,self_attn.o_proj,0.00080,0.00500,1.367
+37,mlp.up_proj,0.06700,0.00500,1.577
+37,mlp.gate_proj,0.07042,0.00500,1.485
+37,mlp.down_proj,0.00681,0.00500,6.734
+38,self_attn.k_proj,0.00584,0.00500,1.290
+38,self_attn.v_proj,0.00375,0.00500,1.277
+38,self_attn.q_proj,0.02912,0.00500,1.355
+38,self_attn.o_proj,0.00109,0.00500,1.366
+38,mlp.up_proj,0.06946,0.00500,1.474
+38,mlp.gate_proj,0.07300,0.00500,1.484
+38,mlp.down_proj,0.00714,0.00500,6.750
+39,self_attn.k_proj,0.00555,0.00500,1.292
+39,self_attn.v_proj,0.00415,0.00500,1.278
+39,self_attn.q_proj,0.02862,0.00500,1.355
+39,self_attn.o_proj,0.00101,0.00500,1.363
+39,mlp.up_proj,0.07173,0.00500,1.487
+39,mlp.gate_proj,0.07493,0.00500,1.488
+39,mlp.down_proj,0.00751,0.00500,6.709
+40,self_attn.k_proj,0.00538,0.00500,1.287
+40,self_attn.v_proj,0.00314,0.00500,1.277
+40,self_attn.q_proj,0.02625,0.00500,1.365
+40,self_attn.o_proj,0.00136,0.00500,1.364
+40,mlp.up_proj,0.07475,0.00500,1.490
+40,mlp.gate_proj,0.07745,0.00500,1.488
+40,mlp.down_proj,0.00822,0.00500,6.733
+41,self_attn.k_proj,0.00499,0.00500,1.292
+41,self_attn.v_proj,0.00267,0.00500,1.282
+41,self_attn.q_proj,0.02358,0.00500,1.353
+41,self_attn.o_proj,0.00164,0.00500,1.359
+41,mlp.up_proj,0.07964,0.00500,1.489
+41,mlp.gate_proj,0.08266,0.00500,1.483
+41,mlp.down_proj,0.00888,0.00500,6.727
+42,self_attn.k_proj,0.00624,0.00500,1.291
+42,self_attn.v_proj,0.00398,0.00500,1.281
+42,self_attn.q_proj,0.03266,0.00500,1.360
+42,self_attn.o_proj,0.00136,0.00500,1.358
+42,mlp.up_proj,0.08347,0.00500,1.487
+42,mlp.gate_proj,0.08600,0.00500,1.523
+42,mlp.down_proj,0.00997,0.00500,6.716
+43,self_attn.k_proj,0.00580,0.00500,1.287
+43,self_attn.v_proj,0.00344,0.00500,1.280
+43,self_attn.q_proj,0.02967,0.00500,1.357
+43,self_attn.o_proj,0.00179,0.00500,1.373
+43,mlp.up_proj,0.08684,0.00500,1.487
+43,mlp.gate_proj,0.08869,0.00500,1.491
+43,mlp.down_proj,0.01087,0.00500,6.713
+44,self_attn.k_proj,0.00573,0.00500,1.289
+44,self_attn.v_proj,0.00322,0.00500,1.279
+44,self_attn.q_proj,0.03024,0.00500,1.366
+44,self_attn.o_proj,0.00235,0.00500,1.381
+44,mlp.up_proj,0.08912,0.00500,1.485
+44,mlp.gate_proj,0.08968,0.00500,1.488
+44,mlp.down_proj,0.01268,0.00500,6.728
+45,self_attn.k_proj,0.00548,0.00500,1.295
+45,self_attn.v_proj,0.00269,0.00500,1.291
+45,self_attn.q_proj,0.02876,0.00500,1.358
+45,self_attn.o_proj,0.00269,0.00500,1.366
+45,mlp.up_proj,0.09206,0.00500,1.486
+45,mlp.gate_proj,0.09188,0.00500,1.485
+45,mlp.down_proj,0.01779,0.00500,6.722
+46,self_attn.k_proj,0.00625,0.00500,1.291
+46,self_attn.v_proj,0.00289,0.00500,1.283
+46,self_attn.q_proj,0.03244,0.00500,1.348
+46,self_attn.o_proj,0.00401,0.00500,1.360
+46,mlp.up_proj,0.09466,0.00500,1.480
+46,mlp.gate_proj,0.09347,0.00500,1.478
+46,mlp.down_proj,0.01347,0.00500,6.752
+47,self_attn.k_proj,0.00644,0.00500,1.295
+47,self_attn.v_proj,0.00352,0.00500,1.284
+47,self_attn.q_proj,0.03419,0.00500,1.351
+47,self_attn.o_proj,0.00412,0.00500,1.368
+47,mlp.up_proj,0.09487,0.00500,1.484
+47,mlp.gate_proj,0.09254,0.00500,1.477
+47,mlp.down_proj,0.01473,0.00500,6.781
+48,self_attn.k_proj,0.00628,0.00500,1.298
+48,self_attn.v_proj,0.00417,0.00500,1.287
+48,self_attn.q_proj,0.03656,0.00500,1.353
+48,self_attn.o_proj,0.00422,0.00500,1.361
+48,mlp.up_proj,0.09937,0.00500,1.483
+48,mlp.gate_proj,0.09672,0.00500,1.478
+48,mlp.down_proj,0.01623,0.00500,6.725
+49,self_attn.k_proj,0.00583,0.00500,1.298
+49,self_attn.v_proj,0.00407,0.00500,1.290
+49,self_attn.q_proj,0.03329,0.00500,1.358
+49,self_attn.o_proj,0.00411,0.00500,1.366
+49,mlp.up_proj,0.09889,0.00500,1.486
+49,mlp.gate_proj,0.09554,0.00500,1.480
+49,mlp.down_proj,0.01687,0.00500,6.763
+50,self_attn.k_proj,0.00701,0.00500,1.298
+50,self_attn.v_proj,0.00415,0.00500,1.294
+50,self_attn.q_proj,0.04122,0.00500,1.350
+50,self_attn.o_proj,0.00517,0.00500,1.353
+50,mlp.up_proj,0.09707,0.00500,1.483
+50,mlp.gate_proj,0.09265,0.00500,1.480
+50,mlp.down_proj,0.01780,0.00500,6.758
+51,self_attn.k_proj,0.00634,0.00500,1.302
+51,self_attn.v_proj,0.00402,0.00500,1.298
+51,self_attn.q_proj,0.03470,0.00500,1.363
+51,self_attn.o_proj,0.00578,0.00500,1.359
+51,mlp.up_proj,0.10056,0.00500,1.492
+51,mlp.gate_proj,0.09631,0.00500,1.483
+51,mlp.down_proj,0.01916,0.00500,6.719
+52,self_attn.k_proj,0.00588,0.00500,1.302
+52,self_attn.v_proj,0.00513,0.00500,1.292
+52,self_attn.q_proj,0.03375,0.00500,1.358
+52,self_attn.o_proj,0.00646,0.00500,1.352
+52,mlp.up_proj,0.11434,0.00500,1.493
+52,mlp.gate_proj,0.11091,0.00500,1.486
+52,mlp.down_proj,0.02019,0.00500,6.729
+53,self_attn.k_proj,0.00666,0.00500,1.293
+53,self_attn.v_proj,0.00504,0.00500,1.293
+53,self_attn.q_proj,0.03897,0.00500,1.362
+53,self_attn.o_proj,0.00735,0.00500,1.356
+53,mlp.up_proj,0.12107,0.00500,1.495
+53,mlp.gate_proj,0.11808,0.00500,1.487
+53,mlp.down_proj,0.02135,0.00500,6.731
+54,self_attn.k_proj,0.00652,0.00500,1.294
+54,self_attn.v_proj,0.00688,0.00500,1.285
+54,self_attn.q_proj,0.04141,0.00500,1.351
+54,self_attn.o_proj,0.00672,0.00500,1.361
+54,mlp.up_proj,0.11996,0.00500,1.487
+54,mlp.gate_proj,0.11612,0.00500,1.488
+54,mlp.down_proj,0.02402,0.00500,6.737
+55,self_attn.k_proj,0.00631,0.00500,1.286
+55,self_attn.v_proj,0.00684,0.00500,1.284
+55,self_attn.q_proj,0.04140,0.00500,1.355
+55,self_attn.o_proj,0.00809,0.00500,1.371
+55,mlp.up_proj,0.12516,0.00500,1.483
+55,mlp.gate_proj,0.12055,0.00500,1.471
+55,mlp.down_proj,0.02912,0.00500,6.729
+56,self_attn.k_proj,0.00661,0.00500,1.304
+56,self_attn.v_proj,0.00600,0.00500,1.292
+56,self_attn.q_proj,0.03907,0.00500,1.352
+56,self_attn.o_proj,0.01063,0.00500,1.360
+56,mlp.up_proj,0.13797,0.00500,1.478
+56,mlp.gate_proj,0.13388,0.00500,1.474
+56,mlp.down_proj,0.03271,0.00500,6.751
+57,self_attn.k_proj,0.00739,0.00500,1.302
+57,self_attn.v_proj,0.00655,0.00500,1.299
+57,self_attn.q_proj,0.04085,0.00500,1.359
+57,self_attn.o_proj,0.01045,0.00500,1.354
+57,mlp.up_proj,0.14086,0.00500,1.489
+57,mlp.gate_proj,0.13600,0.00500,1.487
+57,mlp.down_proj,0.03633,0.00500,6.739
+58,self_attn.k_proj,0.00677,0.00500,1.295
+58,self_attn.v_proj,0.00729,0.00500,1.291
+58,self_attn.q_proj,0.04273,0.00500,1.360
+58,self_attn.o_proj,0.01267,0.00500,1.360
+58,mlp.up_proj,0.14561,0.00500,1.487
+58,mlp.gate_proj,0.14010,0.00500,1.478
+58,mlp.down_proj,0.04554,0.00500,6.754
+59,self_attn.k_proj,0.00672,0.00500,1.290
+59,self_attn.v_proj,0.00769,0.00500,1.289
+59,self_attn.q_proj,0.04146,0.00500,1.360
+59,self_attn.o_proj,0.01389,0.00500,1.374
+59,mlp.up_proj,0.15160,0.00500,1.481
+59,mlp.gate_proj,0.14874,0.00500,1.480
+59,mlp.down_proj,0.05304,0.00500,6.741
+60,self_attn.k_proj,0.00752,0.00500,1.303
+60,self_attn.v_proj,0.00981,0.00500,1.292
+60,self_attn.q_proj,0.04964,0.00500,1.358
+60,self_attn.o_proj,0.01291,0.00500,1.355
+60,mlp.up_proj,0.18553,0.00500,1.487
+60,mlp.gate_proj,0.18585,0.00500,1.474
+60,mlp.down_proj,0.06171,0.00500,6.699
+61,self_attn.k_proj,0.00782,0.00500,1.296
+61,self_attn.v_proj,0.01079,0.00500,1.288
+61,self_attn.q_proj,0.04946,0.00500,1.365
+61,self_attn.o_proj,0.01420,0.00500,1.359
+61,mlp.up_proj,0.20452,0.00500,1.487
+61,mlp.gate_proj,0.20626,0.00500,1.481
+61,mlp.down_proj,0.07154,0.00500,6.759
+62,self_attn.k_proj,0.00802,0.00500,1.303
+62,self_attn.v_proj,0.01049,0.00500,1.295
+62,self_attn.q_proj,0.04958,0.00500,1.351
+62,self_attn.o_proj,0.01444,0.00500,1.364
+62,mlp.up_proj,0.23152,0.00500,1.484
+62,mlp.gate_proj,0.23855,0.00500,1.484
+62,mlp.down_proj,0.07513,0.00500,6.751
+63,self_attn.k_proj,0.00830,0.00500,1.299
+63,self_attn.v_proj,0.01104,0.00500,1.290
+63,self_attn.q_proj,0.05213,0.00500,1.350
+63,self_attn.o_proj,0.01569,0.00500,1.357
+63,mlp.up_proj,0.24630,0.00500,1.483
+63,mlp.gate_proj,0.25185,0.00500,1.481
+63,mlp.down_proj,0.09072,0.00500,6.706
+64,self_attn.k_proj,0.00874,0.00500,1.301
+64,self_attn.v_proj,0.01102,0.00500,1.300
+64,self_attn.q_proj,0.05465,0.00500,1.358
+64,self_attn.o_proj,0.01668,0.00500,1.349
+64,mlp.up_proj,0.26513,0.00500,1.488
+64,mlp.gate_proj,0.27326,0.00500,1.475
+64,mlp.down_proj,0.10649,0.00500,6.700
+65,self_attn.k_proj,0.00902,0.00500,1.292
+65,self_attn.v_proj,0.01117,0.00500,1.286
+65,self_attn.q_proj,0.05555,0.00500,1.359
+65,self_attn.o_proj,0.01772,0.00500,1.372
+65,mlp.up_proj,0.29791,0.00500,1.488
+65,mlp.gate_proj,0.30622,0.00500,1.486
+65,mlp.down_proj,0.12478,0.00500,6.734
+66,self_attn.k_proj,0.00813,0.00500,1.304
+66,self_attn.v_proj,0.01247,0.00500,1.291
+66,self_attn.q_proj,0.05379,0.00500,1.362
+66,self_attn.o_proj,0.01692,0.00500,1.351
+66,mlp.up_proj,0.34625,0.00500,1.490
+66,mlp.gate_proj,0.36069,0.00500,1.483
+66,mlp.down_proj,0.13569,0.00500,6.685
+67,self_attn.k_proj,0.00894,0.00500,1.297
+67,self_attn.v_proj,0.01497,0.00500,1.294
+67,self_attn.q_proj,0.05857,0.00500,1.362
+67,self_attn.o_proj,0.01526,0.00500,1.370
+67,mlp.up_proj,0.37496,0.00500,1.487
+67,mlp.gate_proj,0.38628,0.00500,1.487
+67,mlp.down_proj,0.15187,0.00500,6.726
+68,self_attn.k_proj,0.00917,0.00500,1.302
+68,self_attn.v_proj,0.01699,0.00500,1.285
+68,self_attn.q_proj,0.05995,0.00500,1.357
+68,self_attn.o_proj,0.01972,0.00500,1.353
+68,mlp.up_proj,0.40992,0.00500,1.478
+68,mlp.gate_proj,0.41818,0.00500,1.482
+68,mlp.down_proj,0.16788,0.00500,6.736
+69,self_attn.k_proj,0.00957,0.00500,1.301
+69,self_attn.v_proj,0.01469,0.00500,1.296
+69,self_attn.q_proj,0.06427,0.00500,1.357
+69,self_attn.o_proj,0.02322,0.00500,1.346
+69,mlp.up_proj,0.44610,0.00500,1.492
+69,mlp.gate_proj,0.44624,0.00500,1.484
+69,mlp.down_proj,0.19748,0.00500,6.719
+70,self_attn.k_proj,0.00944,0.00500,1.295
+70,self_attn.v_proj,0.01957,0.00500,1.287
+70,self_attn.q_proj,0.06459,0.00500,1.353
+70,self_attn.o_proj,0.02997,0.00500,1.365
+70,mlp.up_proj,0.50861,0.00500,1.483
+70,mlp.gate_proj,0.50142,0.00500,1.478
+70,mlp.down_proj,0.24202,0.00500,6.759
+71,self_attn.k_proj,0.00988,0.00500,1.312
+71,self_attn.v_proj,0.02102,0.00500,1.300
+71,self_attn.q_proj,0.06401,0.00500,1.352
+71,self_attn.o_proj,0.03235,0.00500,1.347
+71,mlp.up_proj,0.55881,0.00500,1.487
+71,mlp.gate_proj,0.54271,0.00500,1.479
+71,mlp.down_proj,0.28924,0.00500,6.696
+72,self_attn.k_proj,0.00921,0.00500,1.292
+72,self_attn.v_proj,0.02356,0.00500,1.285
+72,self_attn.q_proj,0.06627,0.00500,1.345
+72,self_attn.o_proj,0.03236,0.00500,1.359
+72,mlp.up_proj,0.61693,0.00500,1.477
+72,mlp.gate_proj,0.59146,0.00500,1.483
+72,mlp.down_proj,0.34195,0.00500,6.710
+73,self_attn.k_proj,0.00917,0.00500,1.301
+73,self_attn.v_proj,0.02763,0.00500,1.290
+73,self_attn.q_proj,0.06599,0.00500,1.348
+73,self_attn.o_proj,0.03502,0.00500,1.354
+73,mlp.up_proj,0.66426,0.00500,1.487
+73,mlp.gate_proj,0.62903,0.00500,1.477
+73,mlp.down_proj,0.39945,0.00500,6.694
+74,self_attn.k_proj,0.00942,0.00500,1.293
+74,self_attn.v_proj,0.02618,0.00500,1.290
+74,self_attn.q_proj,0.07704,0.00500,1.362
+74,self_attn.o_proj,0.04021,0.00500,1.358
+74,mlp.up_proj,0.70155,0.00500,1.485
+74,mlp.gate_proj,0.65342,0.00500,1.488
+74,mlp.down_proj,0.48040,0.00500,6.752
+75,self_attn.k_proj,0.00929,0.00500,1.296
+75,self_attn.v_proj,0.02936,0.00500,1.286
+75,self_attn.q_proj,0.07221,0.00500,1.364
+75,self_attn.o_proj,0.05541,0.00500,1.360
+75,mlp.up_proj,0.75981,0.00500,1.486
+75,mlp.gate_proj,0.69871,0.00500,1.477
+75,mlp.down_proj,0.57767,0.00500,6.702
+76,self_attn.k_proj,0.00983,0.00500,1.295
+76,self_attn.v_proj,0.04741,0.00500,1.290
+76,self_attn.q_proj,0.08201,0.00500,1.371
+76,self_attn.o_proj,0.07714,0.00500,1.362
+76,mlp.up_proj,0.78514,0.00500,1.514
+76,mlp.gate_proj,0.71541,0.00500,1.490
+76,mlp.down_proj,0.72642,0.00500,6.715
+77,self_attn.k_proj,0.00807,0.00500,1.301
+77,self_attn.v_proj,0.02932,0.00500,1.293
+77,self_attn.q_proj,0.07229,0.00500,1.439
+77,self_attn.o_proj,0.07672,0.00500,1.349
+77,mlp.up_proj,0.76874,0.00500,1.489
+77,mlp.gate_proj,0.70010,0.00500,1.478
+77,mlp.down_proj,0.89357,0.00500,6.702
+78,self_attn.k_proj,0.00738,0.00500,1.291
+78,self_attn.v_proj,0.02975,0.00500,1.281
+78,self_attn.q_proj,0.06349,0.00500,1.351
+78,self_attn.o_proj,0.09652,0.00500,1.359
+78,mlp.up_proj,0.61304,0.00500,1.485
+78,mlp.gate_proj,0.56795,0.00500,1.482
+78,mlp.down_proj,1.44555,0.00500,6.725
+79,self_attn.k_proj,0.00553,0.00500,1.303
+79,self_attn.v_proj,0.00989,0.00500,1.289
+79,self_attn.q_proj,0.04087,0.00500,1.365
+79,self_attn.o_proj,0.02176,0.00500,1.364
+79,mlp.up_proj,0.48353,0.00500,1.490
+79,mlp.gate_proj,0.46248,0.00500,1.488
+79,mlp.down_proj,1.49121,0.00500,6.710

quantize_config.json

@@ -0,0 +1,18 @@
+{
+  "bits": 8,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": true,
+  "static_groups": false,
+  "sym": true,
+  "lm_head": false,
+  "true_sequential": true,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": "gptqmodel:1.2.1",
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.005,
+    "damp_auto_increment": 0.0015
+  }
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e0381684dd4e632872e9c6b2c43efe781af3f809bc306fd0cc6e5feb22a250
+size 8248