Upload 15 files

README.md

@@ -0,0 +1,202 @@
+---
+base_model: internlm/internlm2_5-7b-chat
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

adapter_config.json

@@ -0,0 +1,32 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "internlm/internlm2_5-7b-chat",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "w1",
+    "w2",
+    "w3",
+    "wqkv",
+    "wo"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2b12bcdb80274d6ecd705994572909d2c7c66711463c88090188b0dc52a6f4
+size 75539712

added_tokens.json

@@ -0,0 +1,8 @@
+{
+  "[UNUSED_TOKEN_141]": 92544,
+  "[UNUSED_TOKEN_142]": 92545,
+  "[UNUSED_TOKEN_143]": 92546,
+  "[UNUSED_TOKEN_144]": 92547,
+  "[UNUSED_TOKEN_145]": 92548,
+  "[UNUSED_TOKEN_146]": 92549
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95b8de737a58ddcf7d5ffccfbada00e1b4d49515877991fe6a2725722407e2c
+size 151263802

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7682299c566684ea51cf26f0c86b6ffaa3c0bc63cbdf84674b29a2c62ac72143
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746eb22239c269a70a10e5e28d8fc8887c591193ad9d1615681bceee3e53f2cc
+size 1064

special_tokens_map.json

@@ -0,0 +1,38 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|action_start|>",
+    "<|action_end|>",
+    "<|interpreter|>",
+    "<|plugin|>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenization_internlm2.py

@@ -0,0 +1,236 @@
+# coding=utf-8
+# Copyright (c) The InternLM team and The HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on transformers/src/transformers/models/llama/tokenization_llama.py
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Tokenization classes for InternLM."""
+import os
+from shutil import copyfile
+from typing import Any, Dict, List, Optional, Tuple
+
+import sentencepiece as spm
+from transformers.tokenization_utils import PreTrainedTokenizer
+from transformers.utils import logging
+
+logger = logging.get_logger(__name__)
+
+VOCAB_FILES_NAMES = {"vocab_file": "./tokenizer.model"}
+
+PRETRAINED_VOCAB_FILES_MAP = {}
+
+
+# Modified from transformers.model.llama.tokenization_llama.LlamaTokenizer
+class InternLM2Tokenizer(PreTrainedTokenizer):
+    """
+    Construct a InternLM2 tokenizer. Based on byte-level Byte-Pair-Encoding.
+
+    Args:
+        vocab_file (`str`):
+            Path to the vocabulary file.
+    """
+
+    vocab_files_names = VOCAB_FILES_NAMES
+    pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
+    model_input_names = ["input_ids", "attention_mask"]
+    _auto_class = "AutoTokenizer"
+
+    def __init__(
+        self,
+        vocab_file,
+        unk_token="<unk>",
+        bos_token="<s>",
+        eos_token="</s>",
+        pad_token="</s>",
+        sp_model_kwargs: Optional[Dict[str, Any]] = None,
+        add_bos_token=True,
+        add_eos_token=False,
+        decode_with_prefix_space=False,
+        clean_up_tokenization_spaces=False,
+        **kwargs,
+    ):
+        self.sp_model_kwargs = {} if sp_model_kwargs is None else sp_model_kwargs
+        self.vocab_file = vocab_file
+        self.add_bos_token = add_bos_token
+        self.add_eos_token = add_eos_token
+        self.decode_with_prefix_space = decode_with_prefix_space
+        self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs)
+        self.sp_model.Load(vocab_file)
+        self._no_prefix_space_tokens = None
+        super().__init__(
+            bos_token=bos_token,
+            eos_token=eos_token,
+            unk_token=unk_token,
+            pad_token=pad_token,
+            clean_up_tokenization_spaces=clean_up_tokenization_spaces,
+            **kwargs,
+        )
+
+    @property
+    def no_prefix_space_tokens(self):
+        if self._no_prefix_space_tokens is None:
+            vocab = self.convert_ids_to_tokens(list(range(self.vocab_size)))
+            self._no_prefix_space_tokens = {i for i, tok in enumerate(vocab) if not tok.startswith("▁")}
+        return self._no_prefix_space_tokens
+
+    @property
+    def vocab_size(self):
+        """Returns vocab size"""
+        return self.sp_model.get_piece_size()
+
+    @property
+    def bos_token_id(self) -> Optional[int]:
+        return self.sp_model.bos_id()
+
+    @property
+    def eos_token_id(self) -> Optional[int]:
+        return self.sp_model.eos_id()
+
+    def get_vocab(self):
+        """Returns vocab as a dict"""
+        vocab = {self.convert_ids_to_tokens(i): i for i in range(self.vocab_size)}
+        vocab.update(self.added_tokens_encoder)
+        return vocab
+
+    def _tokenize(self, text):
+        """Returns a tokenized string."""
+        return self.sp_model.encode(text, out_type=str)
+
+    def _convert_token_to_id(self, token):
+        """Converts a token (str) in an id using the vocab."""
+        return self.sp_model.piece_to_id(token)
+
+    def _convert_id_to_token(self, index):
+        """Converts an index (integer) in a token (str) using the vocab."""
+        token = self.sp_model.IdToPiece(index)
+        return token
+
+    def _maybe_add_prefix_space(self, tokens, decoded):
+        if tokens and tokens[0] not in self.no_prefix_space_tokens:
+            return " " + decoded
+        else:
+            return decoded
+
+    def convert_tokens_to_string(self, tokens):
+        """Converts a sequence of tokens (string) in a single string."""
+        current_sub_tokens = []
+        out_string = ""
+        prev_is_special = False
+        for token in tokens:
+            # make sure that special tokens are not decoded using sentencepiece model
+            if token in self.all_special_tokens:
+                if not prev_is_special:
+                    out_string += " "
+                out_string += self.sp_model.decode(current_sub_tokens) + token
+                prev_is_special = True
+                current_sub_tokens = []
+            else:
+                current_sub_tokens.append(token)
+                prev_is_special = False
+        out_string += self.sp_model.decode(current_sub_tokens)
+        out_string = self.clean_up_tokenization(out_string)
+        out_string = self._maybe_add_prefix_space(tokens=tokens, decoded=out_string)
+        return out_string[1:]
+
+    def save_vocabulary(self, save_directory, filename_prefix: Optional[str] = None) -> Tuple[str]:
+        """
+        Save the vocabulary and special tokens file to a directory.
+
+        Args:
+            save_directory (`str`):
+                The directory in which to save the vocabulary.
+
+        Returns:
+            `Tuple(str)`: Paths to the files saved.
+        """
+        if not os.path.isdir(save_directory):
+            logger.error(f"Vocabulary path ({save_directory}) should be a directory")
+            return
+        out_vocab_file = os.path.join(
+            save_directory, (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"]
+        )
+
+        if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file) and os.path.isfile(self.vocab_file):
+            copyfile(self.vocab_file, out_vocab_file)
+        elif not os.path.isfile(self.vocab_file):
+            with open(out_vocab_file, "wb") as fi:
+                content_spiece_model = self.sp_model.serialized_model_proto()
+                fi.write(content_spiece_model)
+
+        return (out_vocab_file,)
+
+    def build_inputs_with_special_tokens(self, token_ids_0, token_ids_1=None):
+        if self.add_bos_token:
+            bos_token_ids = [self.bos_token_id]
+        else:
+            bos_token_ids = []
+
+        output = bos_token_ids + token_ids_0
+
+        if token_ids_1 is not None:
+            output = output + token_ids_1
+
+        if self.add_eos_token:
+            output = output + [self.eos_token_id]
+
+        return output
+
+    def get_special_tokens_mask(
+        self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None, already_has_special_tokens: bool = False
+    ) -> List[int]:
+        """
+        Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
+        special tokens using the tokenizer `prepare_for_model` method.
+
+        Args:
+            token_ids_0 (`List[int]`):
+                List of IDs.
+            token_ids_1 (`List[int]`, *optional*):
+                Optional second list of IDs for sequence pairs.
+            already_has_special_tokens (`bool`, *optional*, defaults to `False`):
+                Whether or not the token list is already formatted with special tokens for the model.
+
+        Returns:
+            `List[int]`: A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.
+        """
+        if already_has_special_tokens:
+            return super().get_special_tokens_mask(
+                token_ids_0=token_ids_0, token_ids_1=token_ids_1, already_has_special_tokens=True
+            )
+
+        if token_ids_1 is None:
+            return [1] + ([0] * len(token_ids_0)) + [1]
+        return [1] + ([0] * len(token_ids_0)) + [1, 1] + ([0] * len(token_ids_1)) + [1]
+
+    def create_token_type_ids_from_sequences(
+        self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None
+    ) -> List[int]:
+        """
+        Create a mask from the two sequences passed to be used in a sequence-pair classification task. T5 does not make
+        use of token type ids, therefore a list of zeros is returned.
+
+        Args:
+            token_ids_0 (`List[int]`):
+                List of IDs.
+            token_ids_1 (`List[int]`, *optional*):
+                Optional second list of IDs for sequence pairs.
+
+        Returns:
+            `List[int]`: List of zeros.
+        """
+        eos = [self.eos_token_id]
+
+        if token_ids_1 is None:
+            return len(token_ids_0 + eos) * [0]
+        return len(token_ids_0 + eos + token_ids_1 + eos) * [0]

tokenization_internlm2_fast.py

@@ -0,0 +1,214 @@
+# coding=utf-8
+# Copyright (c) The InternLM team and The HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on transformers/src/transformers/models/llama/tokenization_llama_fast.py
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Tokenization Fast class for InternLM."""
+import os
+from shutil import copyfile
+from typing import Any, Dict, Optional, Tuple
+
+from tokenizers import processors, decoders, Tokenizer, normalizers
+from tokenizers.models import BPE
+
+from transformers.tokenization_utils_fast import PreTrainedTokenizerFast
+from transformers.utils import logging
+
+from transformers.convert_slow_tokenizer import (
+    SLOW_TO_FAST_CONVERTERS,
+    SpmConverter,
+    SentencePieceExtractor,
+)
+
+from .tokenization_internlm2 import InternLM2Tokenizer
+
+logger = logging.get_logger(__name__)
+
+VOCAB_FILES_NAMES = {"vocab_file": "./tokenizer.model"}
+
+# Modified from transformers.convert_slow_tokenizer.LlamaConverter
+class InternLM2Converter(SpmConverter):
+    handle_byte_fallback = True
+
+    def vocab(self, proto):
+        vocab = [
+            ("<unk>", 0.0),
+            ("<s>", 0.0),
+            ("</s>", 0.0),
+        ]
+        vocab += [(piece.piece, piece.score) for piece in proto.pieces[3:]]
+        return vocab
+
+    def unk_id(self, proto):
+        unk_id = 0
+        return unk_id
+
+    def decoder(self, replacement, add_prefix_space):
+        decoders_sequence = [
+            decoders.Replace("▁", " "),
+            decoders.ByteFallback(),
+            decoders.Fuse(),
+        ]
+        if self.proto.normalizer_spec.add_dummy_prefix:
+            decoders_sequence.append(decoders.Strip(content=" ", left=1))
+        return decoders.Sequence(decoders_sequence)
+
+    def tokenizer(self, proto):
+        model_type = proto.trainer_spec.model_type
+        vocab_scores = self.vocab(proto)
+        # special tokens
+        added_tokens = self.original_tokenizer.added_tokens_decoder
+        for i in range(len(vocab_scores)):
+            piece, score = vocab_scores[i]
+            if i in added_tokens:
+                vocab_scores[i] = (added_tokens[i].content, score)
+        if model_type == 1:
+            raise RuntimeError("InternLM2 is supposed to be a BPE model!")
+
+        elif model_type == 2:
+            _, merges = SentencePieceExtractor(self.original_tokenizer.vocab_file).extract(vocab_scores)
+            bpe_vocab = {word: i for i, (word, _score) in enumerate(vocab_scores)}
+            tokenizer = Tokenizer(
+                BPE(bpe_vocab, merges, unk_token=proto.trainer_spec.unk_piece, fuse_unk=True, byte_fallback=True)
+            )
+            tokenizer.add_special_tokens(
+                [ added_token for index, added_token in added_tokens.items()]
+            )
+        else:
+            raise Exception(
+                "You're trying to run a `Unigram` model but you're file was trained with a different algorithm"
+            )
+
+        return tokenizer
+
+    def normalizer(self, proto):
+        normalizers_list = []
+        if proto.normalizer_spec.add_dummy_prefix:
+            normalizers_list.append(normalizers.Prepend(prepend="▁"))
+        normalizers_list.append(normalizers.Replace(pattern=" ", content="▁"))
+        return normalizers.Sequence(normalizers_list)
+
+    def pre_tokenizer(self, replacement, add_prefix_space):
+        return None
+
+SLOW_TO_FAST_CONVERTERS["InternLM2Tokenizer"] = InternLM2Converter
+
+
+# Modified from transformers.model.llama.tokenization_llama_fast.LlamaTokenizerFast -> InternLM2TokenizerFast
+class InternLM2TokenizerFast(PreTrainedTokenizerFast):
+    vocab_files_names = VOCAB_FILES_NAMES
+    slow_tokenizer_class = InternLM2Tokenizer
+    padding_side = "left"
+    model_input_names = ["input_ids", "attention_mask"]
+    _auto_class = "AutoTokenizer"
+
+    def __init__(
+        self,
+        vocab_file,
+        unk_token="<unk>",
+        bos_token="<s>",
+        eos_token="</s>",
+        pad_token="</s>",
+        sp_model_kwargs: Optional[Dict[str, Any]] = None,
+        add_bos_token=True,
+        add_eos_token=False,
+        decode_with_prefix_space=False,
+        clean_up_tokenization_spaces=False,
+        **kwargs,
+    ):
+        super().__init__(
+            vocab_file=vocab_file,
+            unk_token=unk_token,
+            bos_token=bos_token,
+            eos_token=eos_token,
+            pad_token=pad_token,
+            sp_model_kwargs=sp_model_kwargs,
+            add_bos_token=add_bos_token,
+            add_eos_token=add_eos_token,
+            decode_with_prefix_space=decode_with_prefix_space,
+            clean_up_tokenization_spaces=clean_up_tokenization_spaces,
+            **kwargs,
+        )
+        self._add_bos_token = add_bos_token
+        self._add_eos_token = add_eos_token
+        self.update_post_processor()
+        self.vocab_file = vocab_file
+
+    @property
+    def can_save_slow_tokenizer(self) -> bool:
+        return os.path.isfile(self.vocab_file) if self.vocab_file else False
+
+    def update_post_processor(self):
+        """
+        Updates the underlying post processor with the current `bos_token` and `eos_token`.
+        """
+        bos = self.bos_token
+        bos_token_id = self.bos_token_id
+        if bos is None and self.add_bos_token:
+            raise ValueError("add_bos_token = True but bos_token = None")
+
+        eos = self.eos_token
+        eos_token_id = self.eos_token_id
+        if eos is None and self.add_eos_token:
+            raise ValueError("add_eos_token = True but eos_token = None")
+
+        single = f"{(bos+':0 ') if self.add_bos_token else ''}$A:0{(' '+eos+':0') if self.add_eos_token else ''}"
+        pair = f"{single}{(' '+bos+':1') if self.add_bos_token else ''} $B:1{(' '+eos+':1') if self.add_eos_token else ''}"
+
+        special_tokens = []
+        if self.add_bos_token:
+            special_tokens.append((bos, bos_token_id))
+        if self.add_eos_token:
+            special_tokens.append((eos, eos_token_id))
+        self._tokenizer.post_processor = processors.TemplateProcessing(
+            single=single, pair=pair, special_tokens=special_tokens
+        )
+
+    @property
+    def add_eos_token(self):
+        return self._add_eos_token
+
+    @property
+    def add_bos_token(self):
+        return self._add_bos_token
+
+    @add_eos_token.setter
+    def add_eos_token(self, value):
+        self._add_eos_token = value
+        self.update_post_processor()
+
+    @add_bos_token.setter
+    def add_bos_token(self, value):
+        self._add_bos_token = value
+        self.update_post_processor()
+
+    def save_vocabulary(self, save_directory: str, filename_prefix: Optional[str] = None) -> Tuple[str]:
+        if not self.can_save_slow_tokenizer:
+            raise ValueError(
+                "Your fast tokenizer does not have the necessary information to save the vocabulary for a slow "
+                "tokenizer."
+            )
+
+        if not os.path.isdir(save_directory):
+            logger.error(f"Vocabulary path ({save_directory}) should be a directory")
+            return
+        out_vocab_file = os.path.join(
+            save_directory, (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"]
+        )
+
+        if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file):
+            copyfile(self.vocab_file, out_vocab_file)
+
+        return (out_vocab_file,)

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f868398fc4e05ee1e8aeba95ddf18ddcc45b8bce55d5093bead5bbf80429b48b
+size 1477754

tokenizer_config.json

@@ -0,0 +1,1640 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92352": {
+      "content": "Ｅ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92353": {
+      "content": "Ｆ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92354": {
+      "content": "Ｇ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92355": {
+      "content": "Ｈ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92356": {
+      "content": "Ｉ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92357": {
+      "content": "Ｊ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92358": {
+      "content": "Ｋ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92359": {
+      "content": "Ｌ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92360": {
+      "content": "Ｍ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92361": {
+      "content": "Ｎ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92362": {
+      "content": "Ｒ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92363": {
+      "content": "Ｕ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92364": {
+      "content": "Ｖ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92365": {
+      "content": "Ｗ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92366": {
+      "content": "Ｘ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92367": {
+      "content": "Ｙ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92368": {
+      "content": "Ｚ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92369": {
+      "content": "ａ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92370": {
+      "content": "ｂ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92371": {
+      "content": "ｃ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92372": {
+      "content": "ｄ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92373": {
+      "content": "ｅ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92374": {
+      "content": "ｆ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92375": {
+      "content": "ｇ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92376": {
+      "content": "ｈ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92377": {
+      "content": "ｉ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92378": {
+      "content": "ｊ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92379": {
+      "content": "ｋ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92380": {
+      "content": "ｌ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92381": {
+      "content": "ｍ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92382": {
+      "content": "ｎ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92383": {
+      "content": "ｏ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92384": {
+      "content": "ｐ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92385": {
+      "content": "ｑ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92386": {
+      "content": "ｒ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92387": {
+      "content": "ｓ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92388": {
+      "content": "ｔ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92389": {
+      "content": "ｕ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92390": {
+      "content": "ｖ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92391": {
+      "content": "ｗ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92392": {
+      "content": "ｘ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92393": {
+      "content": "ｙ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92394": {
+      "content": "ｚ",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92395": {
+      "content": "——",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92396": {
+      "content": "……",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92397": {
+      "content": "[UNUSED_TOKEN_0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92398": {
+      "content": "[UNUSED_TOKEN_1]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92399": {
+      "content": "[UNUSED_TOKEN_2]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92400": {
+      "content": "[UNUSED_TOKEN_3]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92401": {
+      "content": "[UNUSED_TOKEN_4]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92402": {
+      "content": "[UNUSED_TOKEN_5]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92403": {
+      "content": "[UNUSED_TOKEN_6]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92404": {
+      "content": "[UNUSED_TOKEN_7]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92405": {
+      "content": "[UNUSED_TOKEN_8]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92406": {
+      "content": "[UNUSED_TOKEN_9]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92407": {
+      "content": "[UNUSED_TOKEN_10]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92408": {
+      "content": "[UNUSED_TOKEN_11]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92409": {
+      "content": "[UNUSED_TOKEN_12]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92410": {
+      "content": "[UNUSED_TOKEN_13]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92411": {
+      "content": "[UNUSED_TOKEN_14]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92412": {
+      "content": "[UNUSED_TOKEN_15]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92413": {
+      "content": "[UNUSED_TOKEN_16]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92414": {
+      "content": "[UNUSED_TOKEN_17]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92415": {
+      "content": "[UNUSED_TOKEN_18]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92416": {
+      "content": "[UNUSED_TOKEN_19]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92417": {
+      "content": "[UNUSED_TOKEN_20]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92418": {
+      "content": "[UNUSED_TOKEN_21]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92419": {
+      "content": "[UNUSED_TOKEN_22]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92420": {
+      "content": "[UNUSED_TOKEN_23]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92421": {
+      "content": "[UNUSED_TOKEN_24]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92422": {
+      "content": "[UNUSED_TOKEN_25]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92423": {
+      "content": "[UNUSED_TOKEN_26]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92424": {
+      "content": "[UNUSED_TOKEN_27]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92425": {
+      "content": "[UNUSED_TOKEN_28]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92426": {
+      "content": "[UNUSED_TOKEN_29]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92427": {
+      "content": "[UNUSED_TOKEN_30]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92428": {
+      "content": "[UNUSED_TOKEN_31]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92429": {
+      "content": "[UNUSED_TOKEN_32]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92430": {
+      "content": "[UNUSED_TOKEN_33]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92431": {
+      "content": "[UNUSED_TOKEN_34]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92432": {
+      "content": "[UNUSED_TOKEN_35]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92433": {
+      "content": "[UNUSED_TOKEN_36]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92434": {
+      "content": "[UNUSED_TOKEN_37]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92435": {
+      "content": "[UNUSED_TOKEN_38]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92436": {
+      "content": "[UNUSED_TOKEN_39]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92437": {
+      "content": "[UNUSED_TOKEN_40]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92438": {
+      "content": "[UNUSED_TOKEN_41]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92439": {
+      "content": "[UNUSED_TOKEN_42]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92440": {
+      "content": "[UNUSED_TOKEN_43]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92441": {
+      "content": "[UNUSED_TOKEN_44]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92442": {
+      "content": "[UNUSED_TOKEN_45]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92443": {
+      "content": "[UNUSED_TOKEN_46]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92444": {
+      "content": "[UNUSED_TOKEN_47]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92445": {
+      "content": "[UNUSED_TOKEN_48]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92446": {
+      "content": "[UNUSED_TOKEN_49]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92447": {
+      "content": "[UNUSED_TOKEN_50]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92448": {
+      "content": "[UNUSED_TOKEN_51]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92449": {
+      "content": "[UNUSED_TOKEN_52]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92450": {
+      "content": "[UNUSED_TOKEN_53]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92451": {
+      "content": "[UNUSED_TOKEN_54]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92452": {
+      "content": "[UNUSED_TOKEN_55]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92453": {
+      "content": "[UNUSED_TOKEN_56]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92454": {
+      "content": "[UNUSED_TOKEN_57]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92455": {
+      "content": "[UNUSED_TOKEN_58]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92456": {
+      "content": "[UNUSED_TOKEN_59]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92457": {
+      "content": "[UNUSED_TOKEN_60]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92458": {
+      "content": "[UNUSED_TOKEN_61]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92459": {
+      "content": "[UNUSED_TOKEN_62]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92460": {
+      "content": "[UNUSED_TOKEN_63]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92461": {
+      "content": "[UNUSED_TOKEN_64]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92462": {
+      "content": "[UNUSED_TOKEN_65]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92463": {
+      "content": "[UNUSED_TOKEN_66]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92464": {
+      "content": "[UNUSED_TOKEN_67]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92465": {
+      "content": "[UNUSED_TOKEN_68]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92466": {
+      "content": "[UNUSED_TOKEN_69]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92467": {
+      "content": "[UNUSED_TOKEN_70]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92468": {
+      "content": "[UNUSED_TOKEN_71]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92469": {
+      "content": "[UNUSED_TOKEN_72]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92470": {
+      "content": "[UNUSED_TOKEN_73]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92471": {
+      "content": "[UNUSED_TOKEN_74]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92472": {
+      "content": "[UNUSED_TOKEN_75]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92473": {
+      "content": "[UNUSED_TOKEN_76]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92474": {
+      "content": "[UNUSED_TOKEN_77]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92475": {
+      "content": "[UNUSED_TOKEN_78]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92476": {
+      "content": "[UNUSED_TOKEN_79]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92477": {
+      "content": "[UNUSED_TOKEN_80]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92478": {
+      "content": "[UNUSED_TOKEN_81]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92479": {
+      "content": "[UNUSED_TOKEN_82]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92480": {
+      "content": "[UNUSED_TOKEN_83]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92481": {
+      "content": "[UNUSED_TOKEN_84]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92482": {
+      "content": "[UNUSED_TOKEN_85]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92483": {
+      "content": "[UNUSED_TOKEN_86]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92484": {
+      "content": "[UNUSED_TOKEN_87]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92485": {
+      "content": "[UNUSED_TOKEN_88]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92486": {
+      "content": "[UNUSED_TOKEN_89]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92487": {
+      "content": "[UNUSED_TOKEN_90]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92488": {
+      "content": "[UNUSED_TOKEN_91]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92489": {
+      "content": "[UNUSED_TOKEN_92]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92490": {
+      "content": "[UNUSED_TOKEN_93]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92491": {
+      "content": "[UNUSED_TOKEN_94]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92492": {
+      "content": "[UNUSED_TOKEN_95]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92493": {
+      "content": "[UNUSED_TOKEN_96]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92494": {
+      "content": "[UNUSED_TOKEN_97]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92495": {
+      "content": "[UNUSED_TOKEN_98]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92496": {
+      "content": "[UNUSED_TOKEN_99]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92497": {
+      "content": "[UNUSED_TOKEN_100]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92498": {
+      "content": "[UNUSED_TOKEN_101]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92499": {
+      "content": "[UNUSED_TOKEN_102]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92500": {
+      "content": "[UNUSED_TOKEN_103]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92501": {
+      "content": "[UNUSED_TOKEN_104]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92502": {
+      "content": "[UNUSED_TOKEN_105]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92503": {
+      "content": "[UNUSED_TOKEN_106]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92504": {
+      "content": "[UNUSED_TOKEN_107]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92505": {
+      "content": "[UNUSED_TOKEN_108]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92506": {
+      "content": "[UNUSED_TOKEN_109]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92507": {
+      "content": "[UNUSED_TOKEN_110]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92508": {
+      "content": "[UNUSED_TOKEN_111]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92509": {
+      "content": "[UNUSED_TOKEN_112]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92510": {
+      "content": "[UNUSED_TOKEN_113]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92511": {
+      "content": "[UNUSED_TOKEN_114]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92512": {
+      "content": "[UNUSED_TOKEN_115]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92513": {
+      "content": "[UNUSED_TOKEN_116]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92514": {
+      "content": "[UNUSED_TOKEN_117]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92515": {
+      "content": "[UNUSED_TOKEN_118]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92516": {
+      "content": "[UNUSED_TOKEN_119]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92517": {
+      "content": "[UNUSED_TOKEN_120]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92518": {
+      "content": "[UNUSED_TOKEN_121]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92519": {
+      "content": "[UNUSED_TOKEN_122]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92520": {
+      "content": "[UNUSED_TOKEN_123]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92521": {
+      "content": "[UNUSED_TOKEN_124]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92522": {
+      "content": "[UNUSED_TOKEN_125]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92523": {
+      "content": "[UNUSED_TOKEN_126]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92524": {
+      "content": "[UNUSED_TOKEN_127]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92525": {
+      "content": "[UNUSED_TOKEN_128]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92526": {
+      "content": "[UNUSED_TOKEN_129]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92527": {
+      "content": "[UNUSED_TOKEN_130]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92528": {
+      "content": "[UNUSED_TOKEN_131]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92529": {
+      "content": "[UNUSED_TOKEN_132]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92530": {
+      "content": "[UNUSED_TOKEN_133]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92531": {
+      "content": "[UNUSED_TOKEN_134]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92532": {
+      "content": "[UNUSED_TOKEN_135]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92533": {
+      "content": "[UNUSED_TOKEN_136]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92534": {
+      "content": "[UNUSED_TOKEN_137]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92535": {
+      "content": "[UNUSED_TOKEN_138]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92536": {
+      "content": "[UNUSED_TOKEN_139]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92537": {
+      "content": "[UNUSED_TOKEN_140]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92538": {
+      "content": "<|plugin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92539": {
+      "content": "<|interpreter|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92540": {
+      "content": "<|action_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92541": {
+      "content": "<|action_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92542": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92543": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92544": {
+      "content": "[UNUSED_TOKEN_141]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92545": {
+      "content": "[UNUSED_TOKEN_142]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92546": {
+      "content": "[UNUSED_TOKEN_143]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92547": {
+      "content": "[UNUSED_TOKEN_144]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92548": {
+      "content": "[UNUSED_TOKEN_145]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92549": {
+      "content": "[UNUSED_TOKEN_146]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|action_start|>",
+    "<|action_end|>",
+    "<|interpreter|>",
+    "<|plugin|>"
+  ],
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_internlm2.InternLM2Tokenizer",
+      "tokenization_internlm2_fast.InternLM2TokenizerFast"
+    ]
+  },
+  "bos_token": "<s>",
+  "chat_template": "{{ '<s>' }}{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ '<|im_start|>system\n' + system_message + '<|im_end|>\n' }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user\n' + content + '<|im_end|>\n<|im_start|>assistant\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>\n' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "decode_with_prefix_space": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": null,
+  "split_special_tokens": false,
+  "tokenizer_class": "InternLM2Tokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,1733 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.5188916876574305,
+  "eval_steps": 100,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.012594458438287154,
+      "grad_norm": 1.2670824527740479,
+      "learning_rate": 4.999782569758238e-05,
+      "loss": 2.5898,
+      "num_input_tokens_seen": 17064,
+      "step": 5
+    },
+    {
+      "epoch": 0.02518891687657431,
+      "grad_norm": 1.8668310642242432,
+      "learning_rate": 4.9991303168536793e-05,
+      "loss": 2.69,
+      "num_input_tokens_seen": 31136,
+      "step": 10
+    },
+    {
+      "epoch": 0.037783375314861464,
+      "grad_norm": 1.4463753700256348,
+      "learning_rate": 4.9980433547419305e-05,
+      "loss": 2.2158,
+      "num_input_tokens_seen": 47520,
+      "step": 15
+    },
+    {
+      "epoch": 0.05037783375314862,
+      "grad_norm": 1.9465786218643188,
+      "learning_rate": 4.996521872493738e-05,
+      "loss": 1.8421,
+      "num_input_tokens_seen": 66432,
+      "step": 20
+    },
+    {
+      "epoch": 0.06297229219143577,
+      "grad_norm": 1.3088130950927734,
+      "learning_rate": 4.994566134762105e-05,
+      "loss": 2.0699,
+      "num_input_tokens_seen": 83544,
+      "step": 25
+    },
+    {
+      "epoch": 0.07556675062972293,
+      "grad_norm": 1.5839314460754395,
+      "learning_rate": 4.992176481736254e-05,
+      "loss": 1.4037,
+      "num_input_tokens_seen": 97680,
+      "step": 30
+    },
+    {
+      "epoch": 0.08816120906801007,
+      "grad_norm": 2.81331729888916,
+      "learning_rate": 4.989353329082452e-05,
+      "loss": 1.8734,
+      "num_input_tokens_seen": 115456,
+      "step": 35
+    },
+    {
+      "epoch": 0.10075566750629723,
+      "grad_norm": 1.999861240386963,
+      "learning_rate": 4.986097167871711e-05,
+      "loss": 1.584,
+      "num_input_tokens_seen": 132872,
+      "step": 40
+    },
+    {
+      "epoch": 0.11335012594458438,
+      "grad_norm": 1.38965904712677,
+      "learning_rate": 4.982408564494367e-05,
+      "loss": 1.0849,
+      "num_input_tokens_seen": 148296,
+      "step": 45
+    },
+    {
+      "epoch": 0.12594458438287154,
+      "grad_norm": 1.410891056060791,
+      "learning_rate": 4.978288160561558e-05,
+      "loss": 1.0605,
+      "num_input_tokens_seen": 167504,
+      "step": 50
+    },
+    {
+      "epoch": 0.1385390428211587,
+      "grad_norm": 1.8659024238586426,
+      "learning_rate": 4.9737366727936235e-05,
+      "loss": 1.596,
+      "num_input_tokens_seen": 182536,
+      "step": 55
+    },
+    {
+      "epoch": 0.15113350125944586,
+      "grad_norm": 0.825343906879425,
+      "learning_rate": 4.968754892895432e-05,
+      "loss": 1.1978,
+      "num_input_tokens_seen": 201568,
+      "step": 60
+    },
+    {
+      "epoch": 0.163727959697733,
+      "grad_norm": 1.3539998531341553,
+      "learning_rate": 4.963343687418669e-05,
+      "loss": 1.1129,
+      "num_input_tokens_seen": 217584,
+      "step": 65
+    },
+    {
+      "epoch": 0.17632241813602015,
+      "grad_norm": 1.6213319301605225,
+      "learning_rate": 4.9575039976111084e-05,
+      "loss": 1.3955,
+      "num_input_tokens_seen": 235280,
+      "step": 70
+    },
+    {
+      "epoch": 0.1889168765743073,
+      "grad_norm": 1.7147520780563354,
+      "learning_rate": 4.9512368392528806e-05,
+      "loss": 1.029,
+      "num_input_tokens_seen": 253544,
+      "step": 75
+    },
+    {
+      "epoch": 0.20151133501259447,
+      "grad_norm": 1.0490851402282715,
+      "learning_rate": 4.9445433024797936e-05,
+      "loss": 1.1447,
+      "num_input_tokens_seen": 270112,
+      "step": 80
+    },
+    {
+      "epoch": 0.2141057934508816,
+      "grad_norm": 1.7510355710983276,
+      "learning_rate": 4.937424551593702e-05,
+      "loss": 1.0042,
+      "num_input_tokens_seen": 287296,
+      "step": 85
+    },
+    {
+      "epoch": 0.22670025188916876,
+      "grad_norm": 1.5315502882003784,
+      "learning_rate": 4.929881824859985e-05,
+      "loss": 1.3522,
+      "num_input_tokens_seen": 302304,
+      "step": 90
+    },
+    {
+      "epoch": 0.23929471032745592,
+      "grad_norm": 1.2641905546188354,
+      "learning_rate": 4.9219164342921634e-05,
+      "loss": 1.2398,
+      "num_input_tokens_seen": 317624,
+      "step": 95
+    },
+    {
+      "epoch": 0.2518891687657431,
+      "grad_norm": 1.116264820098877,
+      "learning_rate": 4.9135297654236724e-05,
+      "loss": 0.8733,
+      "num_input_tokens_seen": 332920,
+      "step": 100
+    },
+    {
+      "epoch": 0.2518891687657431,
+      "eval_accuracy": 0.7302086027292422,
+      "eval_loss": 1.238808035850525,
+      "eval_runtime": 533.8541,
+      "eval_samples_per_second": 0.332,
+      "eval_steps_per_second": 0.332,
+      "num_input_tokens_seen": 332920,
+      "step": 100
+    },
+    {
+      "epoch": 0.26448362720403024,
+      "grad_norm": 1.540872573852539,
+      "learning_rate": 4.904723277066864e-05,
+      "loss": 1.1192,
+      "num_input_tokens_seen": 347680,
+      "step": 105
+    },
+    {
+      "epoch": 0.2770780856423174,
+      "grad_norm": 1.2526932954788208,
+      "learning_rate": 4.8954985010592534e-05,
+      "loss": 1.1241,
+      "num_input_tokens_seen": 364952,
+      "step": 110
+    },
+    {
+      "epoch": 0.28967254408060455,
+      "grad_norm": 1.2870938777923584,
+      "learning_rate": 4.8858570419970616e-05,
+      "loss": 1.1762,
+      "num_input_tokens_seen": 383104,
+      "step": 115
+    },
+    {
+      "epoch": 0.3022670025188917,
+      "grad_norm": 1.6976910829544067,
+      "learning_rate": 4.875800576956108e-05,
+      "loss": 1.0041,
+      "num_input_tokens_seen": 401448,
+      "step": 120
+    },
+    {
+      "epoch": 0.3148614609571788,
+      "grad_norm": 1.2784565687179565,
+      "learning_rate": 4.865330855200094e-05,
+      "loss": 0.9044,
+      "num_input_tokens_seen": 419184,
+      "step": 125
+    },
+    {
+      "epoch": 0.327455919395466,
+      "grad_norm": 2.2473819255828857,
+      "learning_rate": 4.854449697876325e-05,
+      "loss": 1.5228,
+      "num_input_tokens_seen": 436976,
+      "step": 130
+    },
+    {
+      "epoch": 0.34005037783375314,
+      "grad_norm": 1.252365231513977,
+      "learning_rate": 4.843158997698936e-05,
+      "loss": 1.2336,
+      "num_input_tokens_seen": 455432,
+      "step": 135
+    },
+    {
+      "epoch": 0.3526448362720403,
+      "grad_norm": 1.5875591039657593,
+      "learning_rate": 4.831460718619661e-05,
+      "loss": 1.0085,
+      "num_input_tokens_seen": 473896,
+      "step": 140
+    },
+    {
+      "epoch": 0.36523929471032746,
+      "grad_norm": 1.8101682662963867,
+      "learning_rate": 4.819356895486219e-05,
+      "loss": 1.3333,
+      "num_input_tokens_seen": 488936,
+      "step": 145
+    },
+    {
+      "epoch": 0.3778337531486146,
+      "grad_norm": 1.2537903785705566,
+      "learning_rate": 4.806849633688363e-05,
+      "loss": 1.1225,
+      "num_input_tokens_seen": 507800,
+      "step": 150
+    },
+    {
+      "epoch": 0.3904282115869018,
+      "grad_norm": 1.2231327295303345,
+      "learning_rate": 4.7939411087916566e-05,
+      "loss": 1.0405,
+      "num_input_tokens_seen": 524704,
+      "step": 155
+    },
+    {
+      "epoch": 0.40302267002518893,
+      "grad_norm": 0.9885507822036743,
+      "learning_rate": 4.7806335661590526e-05,
+      "loss": 1.0268,
+      "num_input_tokens_seen": 542320,
+      "step": 160
+    },
+    {
+      "epoch": 0.4156171284634761,
+      "grad_norm": 1.273047685623169,
+      "learning_rate": 4.7669293205603196e-05,
+      "loss": 1.1071,
+      "num_input_tokens_seen": 560488,
+      "step": 165
+    },
+    {
+      "epoch": 0.4282115869017632,
+      "grad_norm": 1.8347108364105225,
+      "learning_rate": 4.752830755769405e-05,
+      "loss": 1.169,
+      "num_input_tokens_seen": 577680,
+      "step": 170
+    },
+    {
+      "epoch": 0.44080604534005036,
+      "grad_norm": 1.9854867458343506,
+      "learning_rate": 4.73834032414979e-05,
+      "loss": 0.9519,
+      "num_input_tokens_seen": 596208,
+      "step": 175
+    },
+    {
+      "epoch": 0.4534005037783375,
+      "grad_norm": 1.2936229705810547,
+      "learning_rate": 4.723460546227914e-05,
+      "loss": 1.2277,
+      "num_input_tokens_seen": 613120,
+      "step": 180
+    },
+    {
+      "epoch": 0.4659949622166247,
+      "grad_norm": 0.9850680232048035,
+      "learning_rate": 4.7081940102547463e-05,
+      "loss": 0.9588,
+      "num_input_tokens_seen": 630336,
+      "step": 185
+    },
+    {
+      "epoch": 0.47858942065491183,
+      "grad_norm": 1.643853783607483,
+      "learning_rate": 4.692543371755572e-05,
+      "loss": 1.0816,
+      "num_input_tokens_seen": 644488,
+      "step": 190
+    },
+    {
+      "epoch": 0.491183879093199,
+      "grad_norm": 1.7307960987091064,
+      "learning_rate": 4.6765113530680825e-05,
+      "loss": 0.8216,
+      "num_input_tokens_seen": 660432,
+      "step": 195
+    },
+    {
+      "epoch": 0.5037783375314862,
+      "grad_norm": 1.731389045715332,
+      "learning_rate": 4.660100742868836e-05,
+      "loss": 0.8872,
+      "num_input_tokens_seen": 680080,
+      "step": 200
+    },
+    {
+      "epoch": 0.5037783375314862,
+      "eval_accuracy": 0.7530999930068348,
+      "eval_loss": 1.129120111465454,
+      "eval_runtime": 534.7922,
+      "eval_samples_per_second": 0.331,
+      "eval_steps_per_second": 0.331,
+      "num_input_tokens_seen": 680080,
+      "step": 200
+    },
+    {
+      "epoch": 0.5163727959697733,
+      "grad_norm": 2.0154528617858887,
+      "learning_rate": 4.643314395688188e-05,
+      "loss": 1.0193,
+      "num_input_tokens_seen": 695688,
+      "step": 205
+    },
+    {
+      "epoch": 0.5289672544080605,
+      "grad_norm": 1.5947645902633667,
+      "learning_rate": 4.626155231413758e-05,
+      "loss": 1.1722,
+      "num_input_tokens_seen": 718192,
+      "step": 210
+    },
+    {
+      "epoch": 0.5415617128463476,
+      "grad_norm": 1.233261227607727,
+      "learning_rate": 4.608626234782536e-05,
+      "loss": 0.9888,
+      "num_input_tokens_seen": 733136,
+      "step": 215
+    },
+    {
+      "epoch": 0.5541561712846348,
+      "grad_norm": 2.006932497024536,
+      "learning_rate": 4.5907304548617024e-05,
+      "loss": 1.018,
+      "num_input_tokens_seen": 748016,
+      "step": 220
+    },
+    {
+      "epoch": 0.5667506297229219,
+      "grad_norm": 1.6554147005081177,
+      "learning_rate": 4.572471004518261e-05,
+      "loss": 0.8822,
+      "num_input_tokens_seen": 763264,
+      "step": 225
+    },
+    {
+      "epoch": 0.5793450881612091,
+      "grad_norm": 2.6174421310424805,
+      "learning_rate": 4.553851059877573e-05,
+      "loss": 1.1984,
+      "num_input_tokens_seen": 778632,
+      "step": 230
+    },
+    {
+      "epoch": 0.5919395465994962,
+      "grad_norm": 1.639770269393921,
+      "learning_rate": 4.534873859770892e-05,
+      "loss": 1.0492,
+      "num_input_tokens_seen": 799096,
+      "step": 235
+    },
+    {
+      "epoch": 0.6045340050377834,
+      "grad_norm": 1.863054871559143,
+      "learning_rate": 4.515542705171981e-05,
+      "loss": 0.7339,
+      "num_input_tokens_seen": 815240,
+      "step": 240
+    },
+    {
+      "epoch": 0.6171284634760705,
+      "grad_norm": 2.6653268337249756,
+      "learning_rate": 4.495860958622937e-05,
+      "loss": 1.2535,
+      "num_input_tokens_seen": 831320,
+      "step": 245
+    },
+    {
+      "epoch": 0.6297229219143576,
+      "grad_norm": 3.9443094730377197,
+      "learning_rate": 4.475832043649287e-05,
+      "loss": 1.883,
+      "num_input_tokens_seen": 850376,
+      "step": 250
+    },
+    {
+      "epoch": 0.6423173803526449,
+      "grad_norm": 3.2649178504943848,
+      "learning_rate": 4.455459444164492e-05,
+      "loss": 0.9972,
+      "num_input_tokens_seen": 868192,
+      "step": 255
+    },
+    {
+      "epoch": 0.654911838790932,
+      "grad_norm": 2.0120456218719482,
+      "learning_rate": 4.4347467038639364e-05,
+      "loss": 1.0848,
+      "num_input_tokens_seen": 883560,
+      "step": 260
+    },
+    {
+      "epoch": 0.6675062972292192,
+      "grad_norm": 1.7830870151519775,
+      "learning_rate": 4.4136974256085236e-05,
+      "loss": 0.8549,
+      "num_input_tokens_seen": 902952,
+      "step": 265
+    },
+    {
+      "epoch": 0.6801007556675063,
+      "grad_norm": 1.284114956855774,
+      "learning_rate": 4.392315270797985e-05,
+      "loss": 0.5925,
+      "num_input_tokens_seen": 919584,
+      "step": 270
+    },
+    {
+      "epoch": 0.6926952141057935,
+      "grad_norm": 1.58772873878479,
+      "learning_rate": 4.3706039587339894e-05,
+      "loss": 1.2722,
+      "num_input_tokens_seen": 940200,
+      "step": 275
+    },
+    {
+      "epoch": 0.7052896725440806,
+      "grad_norm": 1.5675506591796875,
+      "learning_rate": 4.3485672659732034e-05,
+      "loss": 0.9741,
+      "num_input_tokens_seen": 961256,
+      "step": 280
+    },
+    {
+      "epoch": 0.7178841309823678,
+      "grad_norm": 1.5801304578781128,
+      "learning_rate": 4.3262090256703736e-05,
+      "loss": 0.9787,
+      "num_input_tokens_seen": 978000,
+      "step": 285
+    },
+    {
+      "epoch": 0.7304785894206549,
+      "grad_norm": 1.2644524574279785,
+      "learning_rate": 4.303533126911577e-05,
+      "loss": 1.1364,
+      "num_input_tokens_seen": 997512,
+      "step": 290
+    },
+    {
+      "epoch": 0.743073047858942,
+      "grad_norm": 1.307681918144226,
+      "learning_rate": 4.280543514037731e-05,
+      "loss": 1.1322,
+      "num_input_tokens_seen": 1016824,
+      "step": 295
+    },
+    {
+      "epoch": 0.7556675062972292,
+      "grad_norm": 1.8267008066177368,
+      "learning_rate": 4.257244185958505e-05,
+      "loss": 1.0074,
+      "num_input_tokens_seen": 1036168,
+      "step": 300
+    },
+    {
+      "epoch": 0.7556675062972292,
+      "eval_accuracy": 0.7609178510672793,
+      "eval_loss": 1.095440149307251,
+      "eval_runtime": 537.6469,
+      "eval_samples_per_second": 0.329,
+      "eval_steps_per_second": 0.329,
+      "num_input_tokens_seen": 1036168,
+      "step": 300
+    },
+    {
+      "epoch": 0.7682619647355163,
+      "grad_norm": 1.6457531452178955,
+      "learning_rate": 4.233639195456729e-05,
+      "loss": 0.939,
+      "num_input_tokens_seen": 1053264,
+      "step": 305
+    },
+    {
+      "epoch": 0.7808564231738035,
+      "grad_norm": 1.752995252609253,
+      "learning_rate": 4.2097326484834346e-05,
+      "loss": 1.0468,
+      "num_input_tokens_seen": 1068696,
+      "step": 310
+    },
+    {
+      "epoch": 0.7934508816120907,
+      "grad_norm": 1.001474142074585,
+      "learning_rate": 4.1855287034436555e-05,
+      "loss": 0.8325,
+      "num_input_tokens_seen": 1085264,
+      "step": 315
+    },
+    {
+      "epoch": 0.8060453400503779,
+      "grad_norm": 1.4869558811187744,
+      "learning_rate": 4.1610315704730854e-05,
+      "loss": 0.8035,
+      "num_input_tokens_seen": 1102368,
+      "step": 320
+    },
+    {
+      "epoch": 0.818639798488665,
+      "grad_norm": 1.8002692461013794,
+      "learning_rate": 4.136245510705762e-05,
+      "loss": 1.0207,
+      "num_input_tokens_seen": 1117768,
+      "step": 325
+    },
+    {
+      "epoch": 0.8312342569269522,
+      "grad_norm": 1.747013807296753,
+      "learning_rate": 4.111174835532857e-05,
+      "loss": 1.2914,
+      "num_input_tokens_seen": 1133440,
+      "step": 330
+    },
+    {
+      "epoch": 0.8438287153652393,
+      "grad_norm": 1.6267316341400146,
+      "learning_rate": 4.085823905852745e-05,
+      "loss": 1.2979,
+      "num_input_tokens_seen": 1146480,
+      "step": 335
+    },
+    {
+      "epoch": 0.8564231738035264,
+      "grad_norm": 1.2453759908676147,
+      "learning_rate": 4.06019713131244e-05,
+      "loss": 0.6644,
+      "num_input_tokens_seen": 1162248,
+      "step": 340
+    },
+    {
+      "epoch": 0.8690176322418136,
+      "grad_norm": 0.9214743971824646,
+      "learning_rate": 4.034298969540567e-05,
+      "loss": 1.1669,
+      "num_input_tokens_seen": 1179224,
+      "step": 345
+    },
+    {
+      "epoch": 0.8816120906801007,
+      "grad_norm": 1.0969208478927612,
+      "learning_rate": 4.008133925371988e-05,
+      "loss": 1.2072,
+      "num_input_tokens_seen": 1195240,
+      "step": 350
+    },
+    {
+      "epoch": 0.8942065491183879,
+      "grad_norm": 1.6422204971313477,
+      "learning_rate": 3.981706550064208e-05,
+      "loss": 0.9078,
+      "num_input_tokens_seen": 1213056,
+      "step": 355
+    },
+    {
+      "epoch": 0.906801007556675,
+      "grad_norm": 1.5316386222839355,
+      "learning_rate": 3.955021440505706e-05,
+      "loss": 0.4814,
+      "num_input_tokens_seen": 1230744,
+      "step": 360
+    },
+    {
+      "epoch": 0.9193954659949622,
+      "grad_norm": 1.2854864597320557,
+      "learning_rate": 3.928083238416342e-05,
+      "loss": 0.9272,
+      "num_input_tokens_seen": 1246904,
+      "step": 365
+    },
+    {
+      "epoch": 0.9319899244332494,
+      "grad_norm": 1.3557329177856445,
+      "learning_rate": 3.9008966295399494e-05,
+      "loss": 0.9995,
+      "num_input_tokens_seen": 1263880,
+      "step": 370
+    },
+    {
+      "epoch": 0.9445843828715366,
+      "grad_norm": 1.2092177867889404,
+      "learning_rate": 3.873466342829281e-05,
+      "loss": 0.8696,
+      "num_input_tokens_seen": 1283816,
+      "step": 375
+    },
+    {
+      "epoch": 0.9571788413098237,
+      "grad_norm": 2.7501771450042725,
+      "learning_rate": 3.845797149623434e-05,
+      "loss": 1.4119,
+      "num_input_tokens_seen": 1300192,
+      "step": 380
+    },
+    {
+      "epoch": 0.9697732997481109,
+      "grad_norm": 1.222266435623169,
+      "learning_rate": 3.817893862817902e-05,
+      "loss": 0.8804,
+      "num_input_tokens_seen": 1317224,
+      "step": 385
+    },
+    {
+      "epoch": 0.982367758186398,
+      "grad_norm": 0.6030636429786682,
+      "learning_rate": 3.789761336027403e-05,
+      "loss": 0.5944,
+      "num_input_tokens_seen": 1335296,
+      "step": 390
+    },
+    {
+      "epoch": 0.9949622166246851,
+      "grad_norm": 1.5092536211013794,
+      "learning_rate": 3.761404462741618e-05,
+      "loss": 1.0303,
+      "num_input_tokens_seen": 1351920,
+      "step": 395
+    },
+    {
+      "epoch": 1.0075566750629723,
+      "grad_norm": 2.0633888244628906,
+      "learning_rate": 3.7328281754739974e-05,
+      "loss": 0.9671,
+      "num_input_tokens_seen": 1370864,
+      "step": 400
+    },
+    {
+      "epoch": 1.0075566750629723,
+      "eval_accuracy": 0.7659399606125864,
+      "eval_loss": 1.0698517560958862,
+      "eval_runtime": 535.9639,
+      "eval_samples_per_second": 0.33,
+      "eval_steps_per_second": 0.33,
+      "num_input_tokens_seen": 1370864,
+      "step": 400
+    },
+    {
+      "epoch": 1.0201511335012594,
+      "grad_norm": 1.7792761325836182,
+      "learning_rate": 3.704037444903782e-05,
+      "loss": 1.0106,
+      "num_input_tokens_seen": 1390136,
+      "step": 405
+    },
+    {
+      "epoch": 1.0327455919395465,
+      "grad_norm": 1.8169097900390625,
+      "learning_rate": 3.6750372790113766e-05,
+      "loss": 0.7452,
+      "num_input_tokens_seen": 1411432,
+      "step": 410
+    },
+    {
+      "epoch": 1.0453400503778338,
+      "grad_norm": 1.3711882829666138,
+      "learning_rate": 3.645832722207248e-05,
+      "loss": 0.9704,
+      "num_input_tokens_seen": 1429024,
+      "step": 415
+    },
+    {
+      "epoch": 1.057934508816121,
+      "grad_norm": 0.9055928587913513,
+      "learning_rate": 3.6164288544544725e-05,
+      "loss": 0.5268,
+      "num_input_tokens_seen": 1445848,
+      "step": 420
+    },
+    {
+      "epoch": 1.070528967254408,
+      "grad_norm": 1.2504442930221558,
+      "learning_rate": 3.586830790385109e-05,
+      "loss": 0.6362,
+      "num_input_tokens_seen": 1463232,
+      "step": 425
+    },
+    {
+      "epoch": 1.0831234256926952,
+      "grad_norm": 2.108982563018799,
+      "learning_rate": 3.55704367841054e-05,
+      "loss": 0.5694,
+      "num_input_tokens_seen": 1478584,
+      "step": 430
+    },
+    {
+      "epoch": 1.0957178841309823,
+      "grad_norm": 2.6890852451324463,
+      "learning_rate": 3.52707269982593e-05,
+      "loss": 0.5836,
+      "num_input_tokens_seen": 1495112,
+      "step": 435
+    },
+    {
+      "epoch": 1.1083123425692696,
+      "grad_norm": 3.2210803031921387,
+      "learning_rate": 3.496923067908977e-05,
+      "loss": 1.0356,
+      "num_input_tokens_seen": 1513000,
+      "step": 440
+    },
+    {
+      "epoch": 1.1209068010075567,
+      "grad_norm": 1.5383672714233398,
+      "learning_rate": 3.466600027013084e-05,
+      "loss": 1.0125,
+      "num_input_tokens_seen": 1526896,
+      "step": 445
+    },
+    {
+      "epoch": 1.1335012594458438,
+      "grad_norm": 2.0438127517700195,
+      "learning_rate": 3.436108851655143e-05,
+      "loss": 1.0554,
+      "num_input_tokens_seen": 1542448,
+      "step": 450
+    },
+    {
+      "epoch": 1.146095717884131,
+      "grad_norm": 2.1045315265655518,
+      "learning_rate": 3.4054548455980565e-05,
+      "loss": 0.714,
+      "num_input_tokens_seen": 1557656,
+      "step": 455
+    },
+    {
+      "epoch": 1.1586901763224182,
+      "grad_norm": 2.4777379035949707,
+      "learning_rate": 3.3746433409281844e-05,
+      "loss": 0.8676,
+      "num_input_tokens_seen": 1575192,
+      "step": 460
+    },
+    {
+      "epoch": 1.1712846347607053,
+      "grad_norm": 2.529090642929077,
+      "learning_rate": 3.3436796971278526e-05,
+      "loss": 0.6624,
+      "num_input_tokens_seen": 1596112,
+      "step": 465
+    },
+    {
+      "epoch": 1.1838790931989924,
+      "grad_norm": 2.93548846244812,
+      "learning_rate": 3.312569300143108e-05,
+      "loss": 0.795,
+      "num_input_tokens_seen": 1610768,
+      "step": 470
+    },
+    {
+      "epoch": 1.1964735516372795,
+      "grad_norm": 2.8596348762512207,
+      "learning_rate": 3.2813175614468604e-05,
+      "loss": 1.3433,
+      "num_input_tokens_seen": 1627672,
+      "step": 475
+    },
+    {
+      "epoch": 1.2090680100755669,
+      "grad_norm": 3.336879253387451,
+      "learning_rate": 3.24992991709759e-05,
+      "loss": 1.0594,
+      "num_input_tokens_seen": 1641912,
+      "step": 480
+    },
+    {
+      "epoch": 1.221662468513854,
+      "grad_norm": 2.030346155166626,
+      "learning_rate": 3.218411826793777e-05,
+      "loss": 0.972,
+      "num_input_tokens_seen": 1659832,
+      "step": 485
+    },
+    {
+      "epoch": 1.234256926952141,
+      "grad_norm": 2.6392228603363037,
+      "learning_rate": 3.186768772924216e-05,
+      "loss": 1.032,
+      "num_input_tokens_seen": 1679064,
+      "step": 490
+    },
+    {
+      "epoch": 1.2468513853904282,
+      "grad_norm": 2.443204402923584,
+      "learning_rate": 3.1550062596143886e-05,
+      "loss": 1.3751,
+      "num_input_tokens_seen": 1692608,
+      "step": 495
+    },
+    {
+      "epoch": 1.2594458438287153,
+      "grad_norm": 1.4907230138778687,
+      "learning_rate": 3.1231298117690554e-05,
+      "loss": 0.7884,
+      "num_input_tokens_seen": 1709712,
+      "step": 500
+    },
+    {
+      "epoch": 1.2594458438287153,
+      "eval_accuracy": 0.7672396326295029,
+      "eval_loss": 1.0675625801086426,
+      "eval_runtime": 535.3969,
+      "eval_samples_per_second": 0.331,
+      "eval_steps_per_second": 0.331,
+      "num_input_tokens_seen": 1709712,
+      "step": 500
+    },
+    {
+      "epoch": 1.2720403022670026,
+      "grad_norm": 0.9061765074729919,
+      "learning_rate": 3.091144974111224e-05,
+      "loss": 0.781,
+      "num_input_tokens_seen": 1729424,
+      "step": 505
+    },
+    {
+      "epoch": 1.2846347607052897,
+      "grad_norm": 2.395761251449585,
+      "learning_rate": 3.059057310217683e-05,
+      "loss": 0.8264,
+      "num_input_tokens_seen": 1749136,
+      "step": 510
+    },
+    {
+      "epoch": 1.2972292191435768,
+      "grad_norm": 2.069194793701172,
+      "learning_rate": 3.0268724015512463e-05,
+      "loss": 0.6579,
+      "num_input_tokens_seen": 1765216,
+      "step": 515
+    },
+    {
+      "epoch": 1.309823677581864,
+      "grad_norm": 1.5534199476242065,
+      "learning_rate": 2.994595846489892e-05,
+      "loss": 0.7195,
+      "num_input_tokens_seen": 1781320,
+      "step": 520
+    },
+    {
+      "epoch": 1.322418136020151,
+      "grad_norm": 1.4709012508392334,
+      "learning_rate": 2.9622332593529563e-05,
+      "loss": 0.5226,
+      "num_input_tokens_seen": 1797760,
+      "step": 525
+    },
+    {
+      "epoch": 1.3350125944584383,
+      "grad_norm": 2.4601175785064697,
+      "learning_rate": 2.9297902694245542e-05,
+      "loss": 1.2005,
+      "num_input_tokens_seen": 1813224,
+      "step": 530
+    },
+    {
+      "epoch": 1.3476070528967254,
+      "grad_norm": 2.9571943283081055,
+      "learning_rate": 2.8972725199744033e-05,
+      "loss": 0.7554,
+      "num_input_tokens_seen": 1830728,
+      "step": 535
+    },
+    {
+      "epoch": 1.3602015113350125,
+      "grad_norm": 1.610404372215271,
+      "learning_rate": 2.864685667276201e-05,
+      "loss": 1.0766,
+      "num_input_tokens_seen": 1848816,
+      "step": 540
+    },
+    {
+      "epoch": 1.3727959697732999,
+      "grad_norm": 2.7103452682495117,
+      "learning_rate": 2.8320353796237553e-05,
+      "loss": 0.8778,
+      "num_input_tokens_seen": 1863224,
+      "step": 545
+    },
+    {
+      "epoch": 1.385390428211587,
+      "grad_norm": 3.026928424835205,
+      "learning_rate": 2.7993273363450184e-05,
+      "loss": 0.6799,
+      "num_input_tokens_seen": 1880288,
+      "step": 550
+    },
+    {
+      "epoch": 1.397984886649874,
+      "grad_norm": 1.5982580184936523,
+      "learning_rate": 2.7665672268141956e-05,
+      "loss": 0.4951,
+      "num_input_tokens_seen": 1896552,
+      "step": 555
+    },
+    {
+      "epoch": 1.4105793450881612,
+      "grad_norm": 2.5049729347229004,
+      "learning_rate": 2.7337607494621152e-05,
+      "loss": 0.9428,
+      "num_input_tokens_seen": 1915872,
+      "step": 560
+    },
+    {
+      "epoch": 1.4231738035264483,
+      "grad_norm": 2.13607120513916,
+      "learning_rate": 2.7009136107850185e-05,
+      "loss": 0.8936,
+      "num_input_tokens_seen": 1934704,
+      "step": 565
+    },
+    {
+      "epoch": 1.4357682619647356,
+      "grad_norm": 3.7449216842651367,
+      "learning_rate": 2.668031524351949e-05,
+      "loss": 0.8481,
+      "num_input_tokens_seen": 1951816,
+      "step": 570
+    },
+    {
+      "epoch": 1.4483627204030227,
+      "grad_norm": 2.881800651550293,
+      "learning_rate": 2.6351202098109083e-05,
+      "loss": 1.1778,
+      "num_input_tokens_seen": 1970640,
+      "step": 575
+    },
+    {
+      "epoch": 1.4609571788413098,
+      "grad_norm": 3.845482110977173,
+      "learning_rate": 2.6021853918939587e-05,
+      "loss": 0.7675,
+      "num_input_tokens_seen": 1986504,
+      "step": 580
+    },
+    {
+      "epoch": 1.473551637279597,
+      "grad_norm": 2.6726672649383545,
+      "learning_rate": 2.5692327994214383e-05,
+      "loss": 0.8112,
+      "num_input_tokens_seen": 2003440,
+      "step": 585
+    },
+    {
+      "epoch": 1.486146095717884,
+      "grad_norm": 3.1416702270507812,
+      "learning_rate": 2.536268164305465e-05,
+      "loss": 1.3447,
+      "num_input_tokens_seen": 2020568,
+      "step": 590
+    },
+    {
+      "epoch": 1.4987405541561714,
+      "grad_norm": 1.6394110918045044,
+      "learning_rate": 2.5032972205529044e-05,
+      "loss": 0.9512,
+      "num_input_tokens_seen": 2037096,
+      "step": 595
+    },
+    {
+      "epoch": 1.5113350125944585,
+      "grad_norm": 4.283825874328613,
+      "learning_rate": 2.4703257032679744e-05,
+      "loss": 1.0526,
+      "num_input_tokens_seen": 2053296,
+      "step": 600
+    },
+    {
+      "epoch": 1.5113350125944585,
+      "eval_accuracy": 0.7689241678712095,
+      "eval_loss": 1.0595225095748901,
+      "eval_runtime": 536.6614,
+      "eval_samples_per_second": 0.33,
+      "eval_steps_per_second": 0.33,
+      "num_input_tokens_seen": 2053296,
+      "step": 600
+    },
+    {
+      "epoch": 1.5239294710327456,
+      "grad_norm": 2.488013505935669,
+      "learning_rate": 2.437359347654655e-05,
+      "loss": 0.7499,
+      "num_input_tokens_seen": 2070840,
+      "step": 605
+    },
+    {
+      "epoch": 1.536523929471033,
+      "grad_norm": 2.6227219104766846,
+      "learning_rate": 2.4044038880190824e-05,
+      "loss": 0.6816,
+      "num_input_tokens_seen": 2087952,
+      "step": 610
+    },
+    {
+      "epoch": 1.5491183879093198,
+      "grad_norm": 1.874306082725525,
+      "learning_rate": 2.3714650567721016e-05,
+      "loss": 0.7719,
+      "num_input_tokens_seen": 2103824,
+      "step": 615
+    },
+    {
+      "epoch": 1.561712846347607,
+      "grad_norm": 2.8610432147979736,
+      "learning_rate": 2.338548583432144e-05,
+      "loss": 1.1229,
+      "num_input_tokens_seen": 2120240,
+      "step": 620
+    },
+    {
+      "epoch": 1.5743073047858942,
+      "grad_norm": 6.437571048736572,
+      "learning_rate": 2.305660193628618e-05,
+      "loss": 1.1712,
+      "num_input_tokens_seen": 2135416,
+      "step": 625
+    },
+    {
+      "epoch": 1.5869017632241813,
+      "grad_norm": 2.076413154602051,
+      "learning_rate": 2.272805608105958e-05,
+      "loss": 0.6688,
+      "num_input_tokens_seen": 2151904,
+      "step": 630
+    },
+    {
+      "epoch": 1.5994962216624686,
+      "grad_norm": 2.047494888305664,
+      "learning_rate": 2.2399905417285434e-05,
+      "loss": 0.8043,
+      "num_input_tokens_seen": 2168952,
+      "step": 635
+    },
+    {
+      "epoch": 1.6120906801007555,
+      "grad_norm": 2.4243392944335938,
+      "learning_rate": 2.2072207024866266e-05,
+      "loss": 0.5582,
+      "num_input_tokens_seen": 2185192,
+      "step": 640
+    },
+    {
+      "epoch": 1.6246851385390428,
+      "grad_norm": 2.66733717918396,
+      "learning_rate": 2.1745017905034625e-05,
+      "loss": 1.1033,
+      "num_input_tokens_seen": 2200856,
+      "step": 645
+    },
+    {
+      "epoch": 1.63727959697733,
+      "grad_norm": 2.6124303340911865,
+      "learning_rate": 2.141839497043806e-05,
+      "loss": 0.8529,
+      "num_input_tokens_seen": 2215080,
+      "step": 650
+    },
+    {
+      "epoch": 1.649874055415617,
+      "grad_norm": 2.1553502082824707,
+      "learning_rate": 2.1092395035239472e-05,
+      "loss": 0.7331,
+      "num_input_tokens_seen": 2229808,
+      "step": 655
+    },
+    {
+      "epoch": 1.6624685138539044,
+      "grad_norm": 2.305765390396118,
+      "learning_rate": 2.076707480523464e-05,
+      "loss": 0.9966,
+      "num_input_tokens_seen": 2247584,
+      "step": 660
+    },
+    {
+      "epoch": 1.6750629722921915,
+      "grad_norm": 1.9919112920761108,
+      "learning_rate": 2.0442490867988582e-05,
+      "loss": 1.0719,
+      "num_input_tokens_seen": 2264280,
+      "step": 665
+    },
+    {
+      "epoch": 1.6876574307304786,
+      "grad_norm": 2.5872271060943604,
+      "learning_rate": 2.011869968299245e-05,
+      "loss": 0.8667,
+      "num_input_tokens_seen": 2281600,
+      "step": 670
+    },
+    {
+      "epoch": 1.700251889168766,
+      "grad_norm": 2.303976535797119,
+      "learning_rate": 1.9795757571842744e-05,
+      "loss": 0.559,
+      "num_input_tokens_seen": 2298688,
+      "step": 675
+    },
+    {
+      "epoch": 1.7128463476070528,
+      "grad_norm": 2.5704333782196045,
+      "learning_rate": 1.947372070844452e-05,
+      "loss": 0.899,
+      "num_input_tokens_seen": 2318312,
+      "step": 680
+    },
+    {
+      "epoch": 1.7254408060453401,
+      "grad_norm": 2.638066530227661,
+      "learning_rate": 1.915264510924022e-05,
+      "loss": 0.7052,
+      "num_input_tokens_seen": 2334496,
+      "step": 685
+    },
+    {
+      "epoch": 1.7380352644836272,
+      "grad_norm": 2.046243906021118,
+      "learning_rate": 1.883258662346596e-05,
+      "loss": 0.9922,
+      "num_input_tokens_seen": 2355640,
+      "step": 690
+    },
+    {
+      "epoch": 1.7506297229219143,
+      "grad_norm": 2.731766700744629,
+      "learning_rate": 1.8513600923436923e-05,
+      "loss": 0.9633,
+      "num_input_tokens_seen": 2375368,
+      "step": 695
+    },
+    {
+      "epoch": 1.7632241813602016,
+      "grad_norm": 4.190962791442871,
+      "learning_rate": 1.8195743494863387e-05,
+      "loss": 1.2255,
+      "num_input_tokens_seen": 2392384,
+      "step": 700
+    },
+    {
+      "epoch": 1.7632241813602016,
+      "eval_accuracy": 0.7701849009613134,
+      "eval_loss": 1.0550936460494995,
+      "eval_runtime": 535.3581,
+      "eval_samples_per_second": 0.331,
+      "eval_steps_per_second": 0.331,
+      "num_input_tokens_seen": 2392384,
+      "step": 700
+    },
+    {
+      "epoch": 1.7758186397984885,
+      "grad_norm": 6.717029094696045,
+      "learning_rate": 1.787906962719939e-05,
+      "loss": 0.7964,
+      "num_input_tokens_seen": 2409672,
+      "step": 705
+    },
+    {
+      "epoch": 1.7884130982367759,
+      "grad_norm": 2.1568119525909424,
+      "learning_rate": 1.7563634404025414e-05,
+      "loss": 0.7568,
+      "num_input_tokens_seen": 2425144,
+      "step": 710
+    },
+    {
+      "epoch": 1.801007556675063,
+      "grad_norm": 2.602142810821533,
+      "learning_rate": 1.7249492693466934e-05,
+      "loss": 0.739,
+      "num_input_tokens_seen": 2445872,
+      "step": 715
+    },
+    {
+      "epoch": 1.81360201511335,
+      "grad_norm": 2.0826470851898193,
+      "learning_rate": 1.6936699138650397e-05,
+      "loss": 0.7168,
+      "num_input_tokens_seen": 2463232,
+      "step": 720
+    },
+    {
+      "epoch": 1.8261964735516374,
+      "grad_norm": 3.3417489528656006,
+      "learning_rate": 1.6625308148198413e-05,
+      "loss": 0.7757,
+      "num_input_tokens_seen": 2480816,
+      "step": 725
+    },
+    {
+      "epoch": 1.8387909319899243,
+      "grad_norm": 2.6503310203552246,
+      "learning_rate": 1.6315373886765646e-05,
+      "loss": 0.6779,
+      "num_input_tokens_seen": 2498488,
+      "step": 730
+    },
+    {
+      "epoch": 1.8513853904282116,
+      "grad_norm": 3.9675190448760986,
+      "learning_rate": 1.600695026561721e-05,
+      "loss": 0.9367,
+      "num_input_tokens_seen": 2516792,
+      "step": 735
+    },
+    {
+      "epoch": 1.8639798488664987,
+      "grad_norm": 2.195193290710449,
+      "learning_rate": 1.5700090933251115e-05,
+      "loss": 0.447,
+      "num_input_tokens_seen": 2533232,
+      "step": 740
+    },
+    {
+      "epoch": 1.8765743073047858,
+      "grad_norm": 2.9985008239746094,
+      "learning_rate": 1.5394849266066416e-05,
+      "loss": 0.6294,
+      "num_input_tokens_seen": 2552824,
+      "step": 745
+    },
+    {
+      "epoch": 1.8891687657430731,
+      "grad_norm": 3.8788790702819824,
+      "learning_rate": 1.509127835907872e-05,
+      "loss": 1.3992,
+      "num_input_tokens_seen": 2571512,
+      "step": 750
+    },
+    {
+      "epoch": 1.9017632241813602,
+      "grad_norm": 1.619795799255371,
+      "learning_rate": 1.4789431016684558e-05,
+      "loss": 0.8268,
+      "num_input_tokens_seen": 2588120,
+      "step": 755
+    },
+    {
+      "epoch": 1.9143576826196473,
+      "grad_norm": 3.272700786590576,
+      "learning_rate": 1.4489359743476461e-05,
+      "loss": 0.6765,
+      "num_input_tokens_seen": 2605248,
+      "step": 760
+    },
+    {
+      "epoch": 1.9269521410579347,
+      "grad_norm": 2.847982168197632,
+      "learning_rate": 1.4191116735110007e-05,
+      "loss": 1.1278,
+      "num_input_tokens_seen": 2621656,
+      "step": 765
+    },
+    {
+      "epoch": 1.9395465994962215,
+      "grad_norm": 3.8507871627807617,
+      "learning_rate": 1.3894753869224725e-05,
+      "loss": 0.6863,
+      "num_input_tokens_seen": 2639440,
+      "step": 770
+    },
+    {
+      "epoch": 1.9521410579345089,
+      "grad_norm": 2.1526479721069336,
+      "learning_rate": 1.3600322696420275e-05,
+      "loss": 0.6884,
+      "num_input_tokens_seen": 2657952,
+      "step": 775
+    },
+    {
+      "epoch": 1.964735516372796,
+      "grad_norm": 2.447094202041626,
+      "learning_rate": 1.330787443128953e-05,
+      "loss": 0.6405,
+      "num_input_tokens_seen": 2673752,
+      "step": 780
+    },
+    {
+      "epoch": 1.977329974811083,
+      "grad_norm": 1.717159628868103,
+      "learning_rate": 1.3017459943510084e-05,
+      "loss": 0.6037,
+      "num_input_tokens_seen": 2689440,
+      "step": 785
+    },
+    {
+      "epoch": 1.9899244332493704,
+      "grad_norm": 3.210221529006958,
+      "learning_rate": 1.2729129748995749e-05,
+      "loss": 0.9172,
+      "num_input_tokens_seen": 2706624,
+      "step": 790
+    },
+    {
+      "epoch": 2.0025188916876573,
+      "grad_norm": 1.6862154006958008,
+      "learning_rate": 1.2442934001109671e-05,
+      "loss": 0.7949,
+      "num_input_tokens_seen": 2723496,
+      "step": 795
+    },
+    {
+      "epoch": 2.0151133501259446,
+      "grad_norm": 2.2537808418273926,
+      "learning_rate": 1.2158922481940361e-05,
+      "loss": 0.5226,
+      "num_input_tokens_seen": 2738304,
+      "step": 800
+    },
+    {
+      "epoch": 2.0151133501259446,
+      "eval_accuracy": 0.7704949500614456,
+      "eval_loss": 1.0528764724731445,
+      "eval_runtime": 535.8681,
+      "eval_samples_per_second": 0.33,
+      "eval_steps_per_second": 0.33,
+      "num_input_tokens_seen": 2738304,
+      "step": 800
+    },
+    {
+      "epoch": 2.027707808564232,
+      "grad_norm": 5.461361408233643,
+      "learning_rate": 1.1877144593642439e-05,
+      "loss": 0.9266,
+      "num_input_tokens_seen": 2755120,
+      "step": 805
+    },
+    {
+      "epoch": 2.040302267002519,
+      "grad_norm": 2.930683135986328,
+      "learning_rate": 1.1597649349843413e-05,
+      "loss": 0.9805,
+      "num_input_tokens_seen": 2771080,
+      "step": 810
+    },
+    {
+      "epoch": 2.052896725440806,
+      "grad_norm": 3.590545654296875,
+      "learning_rate": 1.1320485367118017e-05,
+      "loss": 1.1796,
+      "num_input_tokens_seen": 2786752,
+      "step": 815
+    },
+    {
+      "epoch": 2.065491183879093,
+      "grad_norm": 2.6750876903533936,
+      "learning_rate": 1.1045700856531668e-05,
+      "loss": 0.4839,
+      "num_input_tokens_seen": 2804392,
+      "step": 820
+    },
+    {
+      "epoch": 2.0780856423173804,
+      "grad_norm": 1.7390782833099365,
+      "learning_rate": 1.0773343615254446e-05,
+      "loss": 0.359,
+      "num_input_tokens_seen": 2818640,
+      "step": 825
+    },
+    {
+      "epoch": 2.0906801007556677,
+      "grad_norm": 3.9132091999053955,
+      "learning_rate": 1.0503461018246977e-05,
+      "loss": 1.0472,
+      "num_input_tokens_seen": 2836256,
+      "step": 830
+    },
+    {
+      "epoch": 2.1032745591939546,
+      "grad_norm": 3.056783437728882,
+      "learning_rate": 1.0236100010019919e-05,
+      "loss": 0.8781,
+      "num_input_tokens_seen": 2855496,
+      "step": 835
+    },
+    {
+      "epoch": 2.115869017632242,
+      "grad_norm": 3.0513293743133545,
+      "learning_rate": 9.971307096468203e-06,
+      "loss": 0.9041,
+      "num_input_tokens_seen": 2872200,
+      "step": 840
+    },
+    {
+      "epoch": 2.1284634760705288,
+      "grad_norm": 2.966620445251465,
+      "learning_rate": 9.709128336781592e-06,
+      "loss": 0.7187,
+      "num_input_tokens_seen": 2888256,
+      "step": 845
+    },
+    {
+      "epoch": 2.141057934508816,
+      "grad_norm": 2.2629482746124268,
+      "learning_rate": 9.449609335432972e-06,
+      "loss": 0.8696,
+      "num_input_tokens_seen": 2905920,
+      "step": 850
+    },
+    {
+      "epoch": 2.1536523929471034,
+      "grad_norm": 5.053290367126465,
+      "learning_rate": 9.192795234245697e-06,
+      "loss": 0.6862,
+      "num_input_tokens_seen": 2921056,
+      "step": 855
+    },
+    {
+      "epoch": 2.1662468513853903,
+      "grad_norm": 2.8935582637786865,
+      "learning_rate": 8.938730704541473e-06,
+      "loss": 0.702,
+      "num_input_tokens_seen": 2942096,
+      "step": 860
+    },
+    {
+      "epoch": 2.1788413098236776,
+      "grad_norm": 4.863999843597412,
+      "learning_rate": 8.687459939369983e-06,
+      "loss": 0.9868,
+      "num_input_tokens_seen": 2959320,
+      "step": 865
+    },
+    {
+      "epoch": 2.1914357682619645,
+      "grad_norm": 2.9665706157684326,
+      "learning_rate": 8.439026645821802e-06,
+      "loss": 0.5647,
+      "num_input_tokens_seen": 2976800,
+      "step": 870
+    },
+    {
+      "epoch": 2.204030226700252,
+      "grad_norm": 4.912269115447998,
+      "learning_rate": 8.193474037425794e-06,
+      "loss": 0.7983,
+      "num_input_tokens_seen": 2994536,
+      "step": 875
+    },
+    {
+      "epoch": 2.216624685138539,
+      "grad_norm": 3.118041515350342,
+      "learning_rate": 7.950844826632373e-06,
+      "loss": 0.9227,
+      "num_input_tokens_seen": 3010504,
+      "step": 880
+    },
+    {
+      "epoch": 2.229219143576826,
+      "grad_norm": 1.5938191413879395,
+      "learning_rate": 7.711181217383896e-06,
+      "loss": 0.9203,
+      "num_input_tokens_seen": 3027240,
+      "step": 885
+    },
+    {
+      "epoch": 2.2418136020151134,
+      "grad_norm": 2.1337177753448486,
+      "learning_rate": 7.474524897773555e-06,
+      "loss": 0.5222,
+      "num_input_tokens_seen": 3044024,
+      "step": 890
+    },
+    {
+      "epoch": 2.2544080604534007,
+      "grad_norm": 3.2635252475738525,
+      "learning_rate": 7.240917032794003e-06,
+      "loss": 0.5499,
+      "num_input_tokens_seen": 3060632,
+      "step": 895
+    },
+    {
+      "epoch": 2.2670025188916876,
+      "grad_norm": 2.3565027713775635,
+      "learning_rate": 7.010398257176878e-06,
+      "loss": 0.7812,
+      "num_input_tokens_seen": 3075440,
+      "step": 900
+    },
+    {
+      "epoch": 2.2670025188916876,
+      "eval_accuracy": 0.7686542323215242,
+      "eval_loss": 1.077448844909668,
+      "eval_runtime": 536.5671,
+      "eval_samples_per_second": 0.33,
+      "eval_steps_per_second": 0.33,
+      "num_input_tokens_seen": 3075440,
+      "step": 900
+    },
+    {
+      "epoch": 2.279596977329975,
+      "grad_norm": 2.752980947494507,
+      "learning_rate": 6.78300866832467e-06,
+      "loss": 0.9713,
+      "num_input_tokens_seen": 3094664,
+      "step": 905
+    },
+    {
+      "epoch": 2.292191435768262,
+      "grad_norm": 3.7448384761810303,
+      "learning_rate": 6.558787819336002e-06,
+      "loss": 0.6824,
+      "num_input_tokens_seen": 3111856,
+      "step": 910
+    },
+    {
+      "epoch": 2.304785894206549,
+      "grad_norm": 4.047982692718506,
+      "learning_rate": 6.337774712125597e-06,
+      "loss": 0.7068,
+      "num_input_tokens_seen": 3128312,
+      "step": 915
+    },
+    {
+      "epoch": 2.3173803526448364,
+      "grad_norm": 1.6455196142196655,
+      "learning_rate": 6.120007790640123e-06,
+      "loss": 0.7046,
+      "num_input_tokens_seen": 3146240,
+      "step": 920
+    },
+    {
+      "epoch": 2.3299748110831233,
+      "grad_norm": 3.6144297122955322,
+      "learning_rate": 5.905524934171086e-06,
+      "loss": 0.493,
+      "num_input_tokens_seen": 3164896,
+      "step": 925
+    },
+    {
+      "epoch": 2.3425692695214106,
+      "grad_norm": 2.6038029193878174,
+      "learning_rate": 5.694363450765958e-06,
+      "loss": 0.5957,
+      "num_input_tokens_seen": 3180744,
+      "step": 930
+    },
+    {
+      "epoch": 2.355163727959698,
+      "grad_norm": 2.931267023086548,
+      "learning_rate": 5.486560070738647e-06,
+      "loss": 0.5896,
+      "num_input_tokens_seen": 3196144,
+      "step": 935
+    },
+    {
+      "epoch": 2.367758186397985,
+      "grad_norm": 3.1074607372283936,
+      "learning_rate": 5.282150940280481e-06,
+      "loss": 0.7852,
+      "num_input_tokens_seen": 3214888,
+      "step": 940
+    },
+    {
+      "epoch": 2.380352644836272,
+      "grad_norm": 2.5608012676239014,
+      "learning_rate": 5.081171615172781e-06,
+      "loss": 0.6306,
+      "num_input_tokens_seen": 3231664,
+      "step": 945
+    },
+    {
+      "epoch": 2.392947103274559,
+      "grad_norm": 3.663986921310425,
+      "learning_rate": 4.883657054602148e-06,
+      "loss": 0.5392,
+      "num_input_tokens_seen": 3249000,
+      "step": 950
+    },
+    {
+      "epoch": 2.4055415617128464,
+      "grad_norm": 3.1661274433135986,
+      "learning_rate": 4.689641615079499e-06,
+      "loss": 0.6259,
+      "num_input_tokens_seen": 3267528,
+      "step": 955
+    },
+    {
+      "epoch": 2.4181360201511337,
+      "grad_norm": 3.51973819732666,
+      "learning_rate": 4.499159044463983e-06,
+      "loss": 1.0237,
+      "num_input_tokens_seen": 3284096,
+      "step": 960
+    },
+    {
+      "epoch": 2.4307304785894206,
+      "grad_norm": 3.3107500076293945,
+      "learning_rate": 4.312242476092698e-06,
+      "loss": 0.4255,
+      "num_input_tokens_seen": 3300344,
+      "step": 965
+    },
+    {
+      "epoch": 2.443324937027708,
+      "grad_norm": 2.484478712081909,
+      "learning_rate": 4.1289244230173715e-06,
+      "loss": 0.4904,
+      "num_input_tokens_seen": 3317032,
+      "step": 970
+    },
+    {
+      "epoch": 2.455919395465995,
+      "grad_norm": 2.773125410079956,
+      "learning_rate": 3.9492367723488685e-06,
+      "loss": 0.7385,
+      "num_input_tokens_seen": 3335752,
+      "step": 975
+    },
+    {
+      "epoch": 2.468513853904282,
+      "grad_norm": 4.129367351531982,
+      "learning_rate": 3.773210779710662e-06,
+      "loss": 0.5983,
+      "num_input_tokens_seen": 3352968,
+      "step": 980
+    },
+    {
+      "epoch": 2.4811083123425695,
+      "grad_norm": 2.1071560382843018,
+      "learning_rate": 3.600877063802055e-06,
+      "loss": 0.6822,
+      "num_input_tokens_seen": 3366088,
+      "step": 985
+    },
+    {
+      "epoch": 2.4937027707808563,
+      "grad_norm": 1.8715922832489014,
+      "learning_rate": 3.4322656010722542e-06,
+      "loss": 0.5104,
+      "num_input_tokens_seen": 3382936,
+      "step": 990
+    },
+    {
+      "epoch": 2.5062972292191437,
+      "grad_norm": 3.2055535316467285,
+      "learning_rate": 3.267405720506156e-06,
+      "loss": 0.6008,
+      "num_input_tokens_seen": 3397648,
+      "step": 995
+    },
+    {
+      "epoch": 2.5188916876574305,
+      "grad_norm": 3.4338555335998535,
+      "learning_rate": 3.106326098522705e-06,
+      "loss": 0.6864,
+      "num_input_tokens_seen": 3416024,
+      "step": 1000
+    },
+    {
+      "epoch": 2.5188916876574305,
+      "eval_accuracy": 0.7695559062966267,
+      "eval_loss": 1.0843136310577393,
+      "eval_runtime": 538.1124,
+      "eval_samples_per_second": 0.329,
+      "eval_steps_per_second": 0.329,
+      "num_input_tokens_seen": 3416024,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1191,
+  "num_input_tokens_seen": 3416024,
+  "num_train_epochs": 3,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.5121076737651507e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a84bb19d0747e5e32709d720a3932cbdf61dc13a8bc483f6470afbfc08189f
+size 5304