added base model to root so that we can use in from_pretrained function

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 4101
+}

generation_config.json

@@ -0,0 +1,5 @@
+{
+  "_from_model_config": true,
+  "pad_token_id": 0,
+  "transformers_version": "4.41.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8d9eb9b2a8a91adddc72d5cb9e9bbfb33c5e9d68747acd907b81dbce13d885
+size 4038244

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c024a74de2aa0c86656b6a3a971a72edbfd457cef00c0ffcde7381858b5a178c
+size 3891980

pretraining_script.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"scrolled":true,"trusted":true},"outputs":[],"source":["import argparse\n","import glob\n","import logging\n","import os\n","import pickle\n","import random\n","import re\n","import shutil\n","from typing import Dict, List, Tuple\n","from copy import deepcopy\n","from multiprocessing import Pool\n","\n","import numpy as np\n","import torch\n","from torch.nn.utils.rnn import pad_sequence\n","from torch.utils.data import DataLoader, Dataset, RandomSampler, SequentialSampler\n","from torch.utils.data.distributed import DistributedSampler\n","from tqdm import tqdm, trange\n","from transformers import AutoTokenizer, AutoModel\n","from transformers import (\n","    WEIGHTS_NAME,\n","    AdamW,\n","    BertConfig,\n","    BertForMaskedLM,\n","    BertTokenizer,\n","    CamembertConfig,\n","    CamembertForMaskedLM,\n","    CamembertTokenizer,\n","    DistilBertConfig,\n","    DistilBertForMaskedLM,\n","    DistilBertTokenizer,\n","    GPT2Config,\n","    GPT2LMHeadModel,\n","    GPT2Tokenizer,\n","    OpenAIGPTConfig,\n","    OpenAIGPTLMHeadModel,\n","    OpenAIGPTTokenizer,\n","    PreTrainedModel,\n","    PreTrainedTokenizer,\n","    RobertaConfig,\n","    RobertaForMaskedLM,\n","    RobertaTokenizer,\n","    get_linear_schedule_with_warmup,\n","    get_cosine_with_hard_restarts_schedule_with_warmup\n",")\n","\n","\n","try:\n","    from torch.utils.tensorboard import SummaryWriter\n","except ImportError:\n","    from tensorboardX import SummaryWriter\n","\n","\n","logger = logging.getLogger(__name__)\n","\n","DNATokenizer = AutoTokenizer.from_pretrained(\"zhihan1996/DNA_bert_6\", trust_remote_code=True)\n","\n","\n","MODEL_CLASSES = {\n","    \"gpt2\": (GPT2Config, GPT2LMHeadModel, GPT2Tokenizer),\n","    \"openai-gpt\": (OpenAIGPTConfig, OpenAIGPTLMHeadModel, OpenAIGPTTokenizer),\n","    \"dna\": (BertConfig, BertForMaskedLM, DNATokenizer),\n","    \"bert\": (BertConfig, BertForMaskedLM, BertTokenizer),\n","    \"roberta\": (RobertaConfig, RobertaForMaskedLM, RobertaTokenizer),\n","    \"distilbert\": (DistilBertConfig, DistilBertForMaskedLM, DistilBertTokenizer),\n","    \"camembert\": (CamembertConfig, CamembertForMaskedLM, CamembertTokenizer),\n","}\n","\n","MASK_LIST = {\n","    \"3\": [-1, 1],\n","    \"4\": [-1, 1, 2],\n","    \"5\": [-2, -1, 1, 2],\n","    \"6\": [-2, -1, 1, 2, 3]\n","}\n","\n","\n","class TextDataset(Dataset):\n","    def __init__(self, tokenizer: PreTrainedTokenizer, config, file_path: str, block_size=512):\n","        assert os.path.isfile(file_path)\n","\n","\n","        directory, filename = os.path.split(file_path)\n","        cached_features_file = os.path.join(\n","            directory, dna + \"_cached_lm_\" + str(block_size) + \"_\" + filename\n","        )\n","\n","        if os.path.exists(cached_features_file) and not config['overwrite_cache']:\n","            logger.info(\"Loading features from cached file %s\", cached_features_file)\n","            with open(cached_features_file, \"rb\") as handle:\n","                self.examples = pickle.load(handle)\n","        else:\n","            logger.info(\"Creating features from dataset file at %s\", directory)\n","\n","            self.examples = []\n","            with open(file_path, encoding=\"utf-8\") as f:\n","                text = f.read()\n","\n","            tokenized_text = tokenizer.convert_tokens_to_ids(tokenizer.tokenize(text))\n","\n","            for i in range(0, len(tokenized_text) - block_size + 1, block_size):  # Truncate in block of block_size\n","                self.examples.append(tokenizer.build_inputs_with_special_tokens(tokenized_text[i : i + block_size]))\n","            logger.info(\"Saving features into cached file %s\", cached_features_file)\n","            with open(cached_features_file, \"wb\") as handle:\n","                pickle.dump(self.examples, handle, protocol=pickle.HIGHEST_PROTOCOL)\n","\n","    def __len__(self):\n","        return len(self.examples)\n","\n","    def __getitem__(self, item):\n","        return torch.tensor(self.examples[item], dtype=torch.long)\n","\n","def convert_line_to_example(tokenizer, lines, max_length, add_special_tokens=True):\n","    examples = tokenizer.batch_encode_plus(lines, add_special_tokens=add_special_tokens, max_length=max_length)[\"input_ids\"]\n","    return examples\n","\n","class LineByLineTextDataset(Dataset):\n","    def __init__(self, tokenizer: PreTrainedTokenizer, config, file_path: str, block_size=512):\n","        assert os.path.isfile(file_path)\n","        # Here, we do not cache the features, operating under the assumption\n","        # that we will soon use fast multithreaded tokenizers from the\n","        # `tokenizers` repo everywhere =)\n","        directory, filename = os.path.split(file_path)\n","        cached_features_file = os.path.join(\n","            '/kaggle/working/', 'dna' + \"_cached_lm_\" + str(block_size) + \"_\" + filename\n","        )\n","\n","        if os.path.exists(cached_features_file) and not config['overwrite_cache']:\n","            logger.info(\"Loading features from cached file %s\", cached_features_file)\n","            with open(cached_features_file, \"rb\") as handle:\n","                self.examples = pickle.load(handle)\n","        else:\n","            logger.info(\"Creating features from dataset file at %s\", file_path)\n","\n","            with open(file_path, encoding=\"utf-8\") as f:\n","                lines = [line for line in f.read().splitlines() if (len(line) > 0 and not line.isspace())]\n","            \n","            if config['n_process'] == 1:\n","                self.examples = tokenizer.batch_encode_plus(lines, add_special_tokens=True, max_length=block_size)[\"input_ids\"]\n","            else:\n","                n_proc = config['n_process']\n","                p = Pool(n_proc)\n","                indexes = [0]\n","                len_slice = int(len(lines)/n_proc)\n","                for i in range(1, n_proc+1):\n","                    if i != n_proc:\n","                        indexes.append(len_slice*(i))\n","                    else:\n","                        indexes.append(len(lines))\n","                results = []\n","                for i in range(n_proc):\n","                    results.append(p.apply_async(convert_line_to_example,[tokenizer, lines[indexes[i]:indexes[i+1]], block_size,]))\n","                    print(str(i) + \" start\")\n","                p.close() \n","                p.join()\n","\n","                self.examples = []\n","                for result in results:\n","                    ids = result.get()\n","                    self.examples.extend(ids)\n","\n","            logger.info(\"Saving features into cached file %s\", cached_features_file)\n","            with open(cached_features_file, \"wb\") as handle:\n","                pickle.dump(self.examples, handle, protocol=pickle.HIGHEST_PROTOCOL)\n","\n","    def __len__(self):\n","        return len(self.examples)\n","\n","    def __getitem__(self, i):\n","        return torch.tensor(self.examples[i], dtype=torch.long)\n","\n","\n","def load_and_cache_examples(config, tokenizer, evaluate=False):\n","    file_path = r\"/kaggle/input/random-dna-sequences-for-transfomer-pretraining/6_12k.txt\" if evaluate else r'/kaggle/input/random-dna-sequences-for-transfomer-pretraining/6_12k.txt'\n","    if config['line_by_line']:\n","        return LineByLineTextDataset(tokenizer, config, file_path=file_path, block_size=config['block_size'])\n","    else:\n","        return TextDataset(tokenizer, config, file_path=file_path, block_size=config['block_size'])\n","\n","\n","def set_seed(config):\n","    random.seed(config['seed'])\n","    np.random.seed(config['seed'])\n","    torch.manual_seed(config['seed'])\n","    if config['n_gpu'] > 0:\n","        torch.cuda.manual_seed_all(config['seed'])\n","\n","\n","def _sorted_checkpoints(config, checkpoint_prefix=\"checkpoint\", use_mtime=False) -> List[str]:\n","    ordering_and_checkpoint_path = []\n","    st = r\"/kaggle/working/output\"\n","    \n","    glob_checkpoints = glob.glob(os.path.join(st, \"{}-*\".format(checkpoint_prefix)))\n","\n","    for path in glob_checkpoints:\n","        if use_mtime:\n","            ordering_and_checkpoint_path.append((os.path.getmtime(path), path))\n","        else:\n","            regex_match = re.match(\".*{}-([0-9]+)\".format(checkpoint_prefix), path)\n","            if regex_match and regex_match.groups():\n","                ordering_and_checkpoint_path.append((int(regex_match.groups()[0]), path))\n","\n","    checkpoints_sorted = sorted(ordering_and_checkpoint_path)\n","    checkpoints_sorted = [checkpoint[1] for checkpoint in checkpoints_sorted]\n","    return checkpoints_sorted\n","\n","\n","def _rotate_checkpoints(config, checkpoint_prefix=\"checkpoint\", use_mtime=False) -> None:\n","    if not config['save_total_limit']:\n","        return\n","    if config['save_total_limit'] <= 0:\n","        return\n","\n","    # Check if we should delete older checkpoint(s)\n","    checkpoints_sorted = _sorted_checkpoints(config, checkpoint_prefix, use_mtime)\n","    if len(checkpoints_sorted) <= config['save_total_limit']:\n","        return\n","\n","    number_of_checkpoints_to_delete = max(0, len(checkpoints_sorted) - config['save_total_limit'])\n","    checkpoints_to_be_deleted = checkpoints_sorted[:number_of_checkpoints_to_delete]\n","    for checkpoint in checkpoints_to_be_deleted:\n","        logger.info(\"Deleting older checkpoint [{}] due to config['save_total_limit']\".format(checkpoint))\n","        shutil.rmtree(checkpoint)\n","\n","\n","\n","\n","def mask_tokens(inputs: torch.Tensor, tokenizer: PreTrainedTokenizer, config) -> Tuple[torch.Tensor, torch.Tensor]:\n","    \"\"\"Prepare masked tokens inputs/labels for masked language modeling: 80% MASK, 10% random, 10% original.\"\"\"\n","\n","    mask_list = MASK_LIST['6']\n","\n","    if tokenizer.mask_token is None:\n","        raise ValueError(\n","            \"This tokenizer does not have a mask token which is necessary for masked language modeling. Remove the --mlm flag if you want to use this tokenizer.\"\n","        )\n","\n","    labels = inputs.clone()\n","    # We sample a few tokens in each sequence for masked-LM training (with probability args.mlm_probability defaults to 0.15 in Bert/RoBERTa)\n","    probability_matrix = torch.full(labels.shape, config['mlm_probability'])\n","    special_tokens_mask = [\n","        tokenizer.get_special_tokens_mask(val, already_has_special_tokens=True) for val in labels.tolist()\n","    ]\n","    probability_matrix.masked_fill_(torch.tensor(special_tokens_mask, dtype=torch.bool), value=0.0)\n","    if tokenizer.pad_token is not None:\n","        padding_mask = labels.eq(tokenizer.pad_token_id)\n","        probability_matrix.masked_fill_(padding_mask, value=0.0)\n","\n","    masked_indices = torch.bernoulli(probability_matrix).bool()\n","\n","    # Ensure masked_indices and probability_matrix are the same shape\n","    masks = deepcopy(masked_indices)\n","    for i, masked_index in enumerate(masks):\n","        # Ensure there are non-zero elements to avoid IndexError\n","        non_zero_indices = torch.where(probability_matrix[i] != 0)[0]\n","        if non_zero_indices.numel() == 0:\n","            # If no non-zero elements, skip this sequence\n","            continue\n","\n","        end = non_zero_indices.tolist()[-1]\n","        mask_centers = set(torch.where(masked_index == 1)[0].tolist())\n","        new_centers = deepcopy(mask_centers)\n","        for center in mask_centers:\n","            for mask_number in mask_list:\n","                current_index = center + mask_number\n","                if current_index <= end and current_index >= 1:\n","                    new_centers.add(current_index)\n","        new_centers = list(new_centers)\n","        masked_indices[i][new_centers] = True\n","\n","    labels[~masked_indices] = -100  # We only compute loss on masked tokens\n","\n","    # 80% of the time, we replace masked input tokens with tokenizer.mask_token ([MASK])\n","    indices_replaced = torch.bernoulli(torch.full(labels.shape, 0.8)).bool() & masked_indices\n","    inputs[indices_replaced] = tokenizer.convert_tokens_to_ids(tokenizer.mask_token)\n","\n","    # 10% of the time, we replace masked input tokens with random word\n","    indices_random = torch.bernoulli(torch.full(labels.shape, 0.5)).bool() & masked_indices & ~indices_replaced\n","    random_words = torch.randint(len(tokenizer), labels.shape, dtype=torch.long)\n","    inputs[indices_random] = random_words[indices_random]\n","\n","    # The rest of the time (10% of the time) we keep the masked input tokens unchanged\n","    return inputs, labels\n","\n","import os\n","import torch\n","from torch.nn.utils.rnn import pad_sequence\n","from torch.utils.data import DataLoader, RandomSampler, DistributedSampler\n","from tqdm import tqdm, trange\n","from transformers import PreTrainedModel, PreTrainedTokenizer, AdamW, get_linear_schedule_with_warmup\n","from typing import List, Dict, Tuple\n","import wandb\n","import time\n","\n","def train(config, train_dataset, model: PreTrainedModel, tokenizer: PreTrainedTokenizer) -> Tuple[int, float]:\n","    \"\"\" Train the model \"\"\"\n","    if config['local_rank'] in [-1, 0]:\n","        tb_writer = SummaryWriter()\n","\n","    config['train_batch_size'] = config['per_gpu_train_batch_size'] * max(1, config['n_gpu'])\n","\n","    def collate(examples: List[torch.Tensor]):\n","        if tokenizer._pad_token is None:\n","            return pad_sequence(examples, batch_first=True)\n","        return pad_sequence(examples, batch_first=True, padding_value=tokenizer.pad_token_id)\n","\n","    train_sampler = RandomSampler(train_dataset) if config['local_rank'] == -1 else DistributedSampler(train_dataset)\n","    train_dataloader = DataLoader(\n","        train_dataset, sampler=train_sampler, batch_size=config['train_batch_size'], collate_fn=collate\n","    )\n","\n","    if config['max_steps'] > 0:\n","        t_total = config['max_steps']\n","        config['num_train_epochs'] = config['max_steps'] // (len(train_dataloader) // config['gradient_accumulation_steps']) + 1\n","    else:\n","        t_total = len(train_dataloader) // config['gradient_accumulation_steps'] * config['num_train_epochs']\n","\n","    # Prepare optimizer and schedule (linear warmup and decay)\n","    no_decay = [\"bias\", \"LayerNorm.weight\"]\n","    optimizer_grouped_parameters = [\n","        {\n","            \"params\": [p for n, p in model.named_parameters() if not any(nd in n for nd in no_decay)],\n","            \"weight_decay\": config['weight_decay'],\n","        },\n","        {\"params\": [p for n, p in model.named_parameters() if any(nd in n for nd in no_decay)], \"weight_decay\": 0.0},\n","    ]\n","    optimizer = AdamW(optimizer_grouped_parameters, lr=config['learning_rate'], eps=config['adam_epsilon'], betas=(config['beta1'],config['beta2']))\n","    scheduler = get_linear_schedule_with_warmup(\n","        optimizer, num_warmup_steps=2000, num_training_steps=t_total\n","    )\n","\n","    # Train!\n","    logger.info(\"***** Running training *****\")\n","    logger.info(\"  Num examples = %d\", len(train_dataset))\n","    logger.info(\"  Num Epochs = %d\", config['num_train_epochs'])\n","    logger.info(\"  Instantaneous batch size per GPU = %d\", config['per_gpu_train_batch_size'])\n","    logger.info(\n","        \"  Total train batch size (w. parallel, distributed & accumulation) = %d\",\n","        config['train_batch_size']\n","        * config['gradient_accumulation_steps']\n","        * (torch.distributed.get_world_size() if config['local_rank'] != -1 else 1),\n","    )\n","    logger.info(\"  Gradient Accumulation steps = %d\", config['gradient_accumulation_steps'])\n","    logger.info(\"  Total optimization steps = %d\", t_total)\n","\n","    global_step = 0\n","    epochs_trained = 0\n","    steps_trained_in_current_epoch = 0\n","\n","    tr_loss, logging_loss = 0.0, 0.0\n","\n","    model_to_resize = model.module if hasattr(model, \"module\") else model  # Take care of distributed/parallel training\n","    model_to_resize.resize_token_embeddings(len(tokenizer))\n","\n","    model.zero_grad()\n","    train_iterator = trange(\n","        epochs_trained, int(config['num_train_epochs']), desc=\"Epoch\", disable=config['local_rank'] not in [-1, 0]\n","    )\n","    set_seed(config)  # Added here for reproducibility\n","\n","    for epoch in train_iterator:\n","        epoch_start_time = time.time()\n","        epoch_iterator = tqdm(train_dataloader, desc=\"Iteration\", disable=config['local_rank'] not in [-1, 0])\n","        for step, batch in enumerate(epoch_iterator):\n","\n","            # Skip past any already trained steps if resuming training\n","            if steps_trained_in_current_epoch > 0:\n","                steps_trained_in_current_epoch -= 1\n","                continue\n","\n","            inputs, labels = mask_tokens(batch, tokenizer, config) if config['mlm'] else (batch, batch)\n","\n","            inputs = inputs.to(config['device'])\n","            labels = labels.to(config['device'])\n","            model.train()\n","            outputs = model(inputs, labels=labels) if config['mlm'] else model(inputs, labels=labels)\n","            loss = outputs[0]  # model outputs are always tuple in transformers (see doc)\n","\n","            if config['n_gpu'] > 1:\n","                loss = loss.mean()  # mean() to average on multi-gpu parallel training\n","            if config['gradient_accumulation_steps'] > 1:\n","                loss = loss / config['gradient_accumulation_steps']\n","\n","            loss.backward()\n","\n","            tr_loss += loss.item()\n","            if (step + 1) % config['gradient_accumulation_steps'] == 0:\n","                torch.nn.utils.clip_grad_norm_(model.parameters(), config['max_grad_norm'])\n","                optimizer.step()\n","                scheduler.step()  # Update learning rate schedule\n","                model.zero_grad()\n","                global_step += 1\n","\n","                # Log metrics to wandb\n","                wandb.log({\"learning_rate\": scheduler.get_last_lr()[0], \"loss\": loss.item(), \"global_step\": global_step})\n","\n","                if config['local_rank'] in [-1, 0] and config['logging_steps'] > 0 and global_step % config['logging_steps'] == 0:\n","                    # Log metrics\n","                    if (\n","                        config['local_rank'] == -1 and config['evaluate_during_training']\n","                    ):  # Only evaluate when single GPU otherwise metrics may not average well\n","                        results = evaluate(config, model, tokenizer)\n","                        for key, value in results.items():\n","                            tb_writer.add_scalar(\"eval_{}\".format(key), value, global_step)\n","                            wandb.log({f\"eval_{key}\": value, \"global_step\": global_step})\n","                    tb_writer.add_scalar(\"lr\", scheduler.get_lr()[0], global_step)\n","                    tb_writer.add_scalar(\"loss\", (tr_loss - logging_loss) / config['logging_steps'], global_step)\n","                    logging_loss = tr_loss\n","\n","                if config['local_rank'] in [-1, 0] and config['save_steps'] > 0 and global_step % config['save_steps'] == 0:\n","                    checkpoint_prefix = \"checkpoint\"\n","                    # Save model checkpoint\n","                    st = r\"/kaggle/working/output\"\n","                    output_dir = os.path.join(st, \"{}-{}\".format(checkpoint_prefix, global_step))\n","                    os.makedirs(output_dir, exist_ok=True)\n","                    model_to_save = (\n","                        model.module if hasattr(model, \"module\") else model\n","                    )  # Take care of distributed/parallel training\n","                    model_to_save.save_pretrained(output_dir)\n","                    tokenizer.save_pretrained(output_dir)\n","\n","                    torch.save(config, os.path.join(output_dir, \"training_args.bin\"))\n","                    logger.info(\"Saving model checkpoint to %s\", output_dir)\n","\n","                    _rotate_checkpoints(config, checkpoint_prefix)\n","\n","                    torch.save(optimizer.state_dict(), os.path.join(output_dir, \"optimizer.pt\"))\n","                    torch.save(scheduler.state_dict(), os.path.join(output_dir, \"scheduler.pt\"))\n","                    logger.info(\"Saving optimizer and scheduler states to %s\", output_dir)\n","\n","            if config['max_steps'] > 0 and global_step > config['max_steps']:\n","                epoch_iterator.close()\n","                break\n","        if config['max_steps'] > 0 and global_step > config['max_steps']:\n","            train_iterator.close()\n","            break\n","        epoch_end_time = time.time()\n","        epoch_time = epoch_end_time - epoch_start_time\n","        # Log epoch time\n","        output_dir = r\"/kaggle/working/output\"\n","        logging.info(f'Epoch {epoch + 1}: Time {epoch_time:.4f}s')\n","        log_dir = os.path.join(output_dir, 'training_logs')\n","        os.makedirs(log_dir, exist_ok=True)\n","        file = os.path.join(log_dir,'log.txt')\n","        with open(file, 'a') as f:\n","            f.write(f\"Epoch {epoch + 1}/{config['num_train_epochs']}:\\n\")\n","            f.write(f\"  Epoch Time: {epoch_time}\\n\")\n","\n","        # Log epoch time to wandb\n","        wandb.log({\"epoch_time\": epoch_time, \"epoch\": epoch + 1})\n","\n","    if config['local_rank'] in [-1, 0]:\n","        tb_writer.close()\n","\n","    return global_step, tr_loss / global_step\n","\n","\n","import os\n","import torch\n","from torch.nn.utils.rnn import pad_sequence\n","from torch.utils.data import DataLoader, SequentialSampler\n","from tqdm import tqdm\n","from transformers import PreTrainedModel, PreTrainedTokenizer\n","from typing import List, Dict\n","import wandb\n","\n","def evaluate(config, model: PreTrainedModel, tokenizer: PreTrainedTokenizer, prefix=\"\") -> Dict:\n","    # Loop to handle MNLI double evaluation (matched, mis-matched)\n","    eval_output_dir = config['output_dir']\n","\n","    eval_dataset = load_and_cache_examples(config, tokenizer, evaluate=True)\n","\n","    if config['local_rank'] in [-1, 0]:\n","        os.makedirs(eval_output_dir, exist_ok=True)\n","\n","    config['eval_batch_size'] = config['per_gpu_eval_batch_size'] * max(1, config['n_gpu'])\n","    # Note that DistributedSampler samples randomly\n","\n","    def collate(examples: List[torch.Tensor]):\n","        if tokenizer._pad_token is None:\n","            return pad_sequence(examples, batch_first=True)\n","        return pad_sequence(examples, batch_first=True, padding_value=tokenizer.pad_token_id)\n","\n","    eval_sampler = SequentialSampler(eval_dataset)\n","    eval_dataloader = DataLoader(\n","        eval_dataset, sampler=eval_sampler, batch_size=config['eval_batch_size'], collate_fn=collate\n","    )\n","\n","    # multi-gpu evaluate\n","    if config['n_gpu'] > 1 and not isinstance(model, torch.nn.DataParallel):\n","        model = torch.nn.DataParallel(model)\n","\n","    # Eval!\n","    logger.info(\"***** Running evaluation {} *****\".format(prefix))\n","    logger.info(\"  Num examples = %d\", len(eval_dataset))\n","    logger.info(\"  Batch size = %d\", config['eval_batch_size'])\n","    eval_loss = 0.0\n","    nb_eval_steps = 0\n","    model.eval()\n","\n","    for batch in tqdm(eval_dataloader, desc=\"Evaluating\"):\n","        inputs, labels = mask_tokens(batch, tokenizer, config) if config['mlm'] else (batch, batch)\n","        inputs = inputs.to(config['device'])\n","        labels = labels.to(config['device'])\n","\n","        with torch.no_grad():\n","            outputs = model(inputs, labels=labels) if config['mlm'] else model(inputs, labels=labels)\n","            lm_loss = outputs[0]\n","            eval_loss += lm_loss.mean().item()\n","        nb_eval_steps += 1\n","\n","    eval_loss = eval_loss / nb_eval_steps\n","    perplexity = torch.exp(torch.tensor(eval_loss))\n","\n","    result = {\"perplexity\": perplexity.item()}\n","\n","    # Log metrics to wandb\n","    wandb.log({\"eval perplexity\" : result})\n","\n","    output_eval_file = os.path.join(eval_output_dir, prefix, \"eval_results.txt\")\n","    with open(output_eval_file, \"a\") as writer:\n","        logger.info(\"***** Eval results {} *****\".format(prefix))\n","        for key in sorted(result.keys()):\n","            logger.info(\"  %s = %s\", key, str(result[key]))\n","            writer.write(\"%s = %s\\n\" % (key, str(result[key])))\n","\n","    return result\n","\n","\n","import argparse\n","import os\n","import logging\n","import torch\n","import os\n","import logging\n","import torch\n","\n","def main(config):\n","    # Handle checkpoint continuation\n","    if config['should_continue']:\n","        sorted_checkpoints = _sorted_checkpoints(config)\n","        if len(sorted_checkpoints) == 0:\n","            raise ValueError(\"Used --should_continue but no checkpoint was found in --output_dir.\")\n","        else:\n","            config['model_name_or_path'] = sorted_checkpoints[-1]\n","\n","    output_dir = config.get('output_dir', './output')\n","    if (\n","        os.path.exists(output_dir)\n","        and os.listdir(output_dir)\n","        and config['do_train']\n","        and not config.get('overwrite_output_dir', False)\n","    ):\n","        raise ValueError(\n","            \"Output directory ({}) already exists and is not empty. Use --overwrite_output_dir to overcome.\".format(\n","                output_dir\n","            )\n","        )\n","\n","    # Setup CUDA, GPU & distributed training\n","    if config.get('local_rank', -1) == -1 or config.get('no_cuda', False):\n","        device = torch.device(\"cuda:0\" if torch.cuda.is_available() and not config.get('no_cuda', False) else \"cpu\")\n","        config['n_gpu'] = torch.cuda.device_count()\n","    else:\n","        torch.cuda.set_device(config.get('local_rank', 0))\n","        device = torch.device(\"cuda\", config.get('local_rank', 0))\n","        torch.distributed.init_process_group(backend=\"nccl\")\n","        config['n_gpu'] = 1\n","    config['device'] = device\n","\n","    # Setup logging\n","    logging.basicConfig(\n","        format=\"%(asctime)s - %(levelname)s - %(name)s -   %(message)s\",\n","        datefmt=\"%m/%d/%Y %H:%M:%S\",\n","        level=logging.INFO if config.get('local_rank', -1) in [-1, 0] else logging.WARN,\n","        filename = 'app.log'\n","    )\n","    logger = logging.getLogger(__name__)\n","    logger.warning(\n","        \"Process rank: %s, device: %s, n_gpu: %s, distributed training: %s, 16-bits training: %s\",\n","        config.get('local_rank', -1),\n","        device,\n","        config['n_gpu'],\n","        bool(config.get('local_rank', -1) != -1),\n","        config.get('fp16', False),\n","    )\n","\n","    # Set seed\n","    set_seed(config)\n","\n","    # Load pretrained model and tokenizer\n","    if config.get('local_rank', -1) not in [-1, 0]:\n","        torch.distributed.barrier()  # Barrier to make sure only the first process in distributed training download model & vocab\n","\n","    config_class, model_class, tokenizer_class = MODEL_CLASSES['dna']\n","    config_obj = config_class.from_pretrained('prajjwal1/bert-tiny', cache_dir=config.get('cache_dir', None))\n","\n","    tokenizer = tokenizer_class.from_pretrained('zhihan1996/DNA_bert_6', cache_dir=config.get('cache_dir', None))\n","\n","    if config.get('block_size', 512) <= 0:\n","        config['block_size'] = 512\n","    else:\n","        config['block_size'] = min(config['block_size'], 512)\n","\n","    if config.get('model_name_or_path'):\n","#         model = model_class.from_pretrained(\n","#             config['model_name_or_path'],\n","#             from_tf=bool(\".ckpt\" in config['model_name_or_path']),\n","#             config=config_obj,\n","#             cache_dir=config.get('cache_dir', None),\n","        pass\n","    else:\n","        logger.info(\"Training new model from scratch\")\n","        model = model_class(config=config_obj)\n","\n","    model.to(config['device'])\n","\n","    if config.get('local_rank', -1) == 0:\n","        torch.distributed.barrier()\n","\n","    logger.info(\"Training/evaluation parameters %s\", config)\n","\n","    # Training\n","    if config.get('do_train', False):\n","        if config.get('local_rank', -1) not in [-1, 0]:\n","            torch.distributed.barrier()\n","\n","        train_dataset = load_and_cache_examples(config, tokenizer, evaluate=False)\n","\n","        if config.get('local_rank', -1) == 0:\n","            torch.distributed.barrier()\n","\n","        global_step, tr_loss = train(config, train_dataset, model, tokenizer)\n","        logger.info(\" global_step = %s, average loss = %s\", global_step, tr_loss)\n","\n","    # Save and reload model\n","    if config.get('do_train', False) and (config.get('local_rank', -1) == -1 or torch.distributed.get_rank() == 0):\n","        if config.get('local_rank', -1) in [-1, 0]:\n","            os.makedirs(output_dir, exist_ok=True)\n","\n","        logger.info(\"Saving model checkpoint to %s\", output_dir)\n","        model_to_save = (\n","            model.module if hasattr(model, \"module\") else model\n","        )\n","        model_to_save.save_pretrained(output_dir)\n","        tokenizer.save_pretrained(output_dir)\n","        torch.save(config, os.path.join(output_dir, \"training_args.bin\"))\n","\n","        model = model_class.from_pretrained(output_dir)\n","        tokenizer = tokenizer_class.from_pretrained(output_dir)\n","        model.to(config['device'])\n","\n","    # Evaluation\n","    results = {}\n","    if config.get('do_eval', False) and config.get('local_rank', -1) in [-1, 0]:\n","        checkpoints = [output_dir]\n","        if config.get('eval_all_checkpoints', False):\n","            checkpoints = list(\n","                os.path.dirname(c) for c in sorted(glob.glob(output_dir + \"/**/\" + WEIGHTS_NAME, recursive=True))\n","            )\n","            logging.getLogger(\"transformers.modeling_utils\").setLevel(logging.WARN)\n","        logger.info(\"Evaluate the following checkpoints: %s\", checkpoints)\n","        for checkpoint in checkpoints:\n","            global_step = checkpoint.split(\"-\")[-1] if len(checkpoints) > 1 else \"\"\n","            prefix = checkpoint.split(\"/\")[-1] if checkpoint.find(\"checkpoint\") != -1 else \"\"\n","\n","            model = model_class.from_pretrained(checkpoint)\n","            model.to(config['device'])\n","            result = evaluate(config, model, tokenizer, prefix=prefix)\n","            result = dict((k + \"_{}\".format(global_step), v) for k, v in result.items())\n","            results.update(result)\n","\n","    return results\n","\n","# Example configuration dictionary\n","config = {\n","    'line_by_line': True,\n","    'should_continue': False,#use if you have a checkpoint present or it will throw error\n","    'mlm': True,\n","    'mlm_probability': 0.15,\n","    'config_name': None,\n","    'tokenizer_name': None,\n","    'cache_dir': None,\n","    'block_size': 512,\n","    'do_train': True,\n","    'do_eval': True,\n","    'evaluate_during_training': True,\n","    'per_gpu_train_batch_size': 175,\n","    'per_gpu_eval_batch_size': 25,\n","    'gradient_accumulation_steps': 1,\n","    'learning_rate': 4e-4,\n","    'weight_decay': 0.01,\n","    'adam_epsilon': 1e-6,\n","    'beta1': 0.9,\n","    'beta2': 0.98,\n","    'max_grad_norm': 1.0,\n","    'num_train_epochs': 2000,\n","    'max_steps': -1,\n","    'warmup_steps': 100,\n","    'logging_steps': 200,\n","    'save_steps': 1000,\n","    'save_total_limit': 10,\n","    'eval_all_checkpoints': False,\n","    'no_cuda': False,\n","    'overwrite_output_dir': True,\n","    'overwrite_cache': False,\n","    'seed': 42,\n","    'n_process': 1,\n","    'fp16': False,\n","    'fp16_opt_level': 'O1',\n","    'local_rank': -1,\n","    'server_ip': '',\n","    'server_port': '',\n","    'output_dir': './output',\n","    'device':'cuda'\n","}\n","\n","if __name__ == \"__main__\":\n","    main(config)\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":[]}],"metadata":{"kaggle":{"accelerator":"gpu","dataSources":[{"datasetId":5477436,"sourceId":9095316,"sourceType":"datasetVersion"}],"dockerImageVersionId":30732,"isGpuEnabled":true,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.13"}},"nbformat":4,"nbformat_minor":4}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84abd5bb40379ee6157d3f600b7ece3eb44a45ccae61ac6b4b76381cddb6152
+size 4050540

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad394e058352e01e8da27f88583590742bc86c13ae1ff75097c84aad23c84fde
+size 1064

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer.json

@@ -0,0 +1,4256 @@
+{
+  "version": "1.0",
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[CLS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "[SEP]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "BertNormalizer",
+    "clean_text": true,
+    "handle_chinese_chars": true,
+    "strip_accents": null,
+    "lowercase": false
+  },
+  "pre_tokenizer": {
+    "type": "BertPreTokenizer"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "[CLS]": {
+        "id": "[CLS]",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "[CLS]"
+        ]
+      },
+      "[SEP]": {
+        "id": "[SEP]",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "[SEP]"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "WordPiece",
+    "prefix": "##",
+    "cleanup": true
+  },
+  "model": {
+    "type": "WordPiece",
+    "unk_token": "[UNK]",
+    "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 100,
+    "vocab": {
+      "[PAD]": 0,
+      "[UNK]": 1,
+      "[CLS]": 2,
+      "[SEP]": 3,
+      "[MASK]": 4,
+      "AAAAAA": 5,
+      "AAAAAT": 6,
+      "AAAAAC": 7,
+      "AAAAAG": 8,
+      "AAAATA": 9,
+      "AAAATT": 10,
+      "AAAATC": 11,
+      "AAAATG": 12,
+      "AAAACA": 13,
+      "AAAACT": 14,
+      "AAAACC": 15,
+      "AAAACG": 16,
+      "AAAAGA": 17,
+      "AAAAGT": 18,
+      "AAAAGC": 19,
+      "AAAAGG": 20,
+      "AAATAA": 21,
+      "AAATAT": 22,
+      "AAATAC": 23,
+      "AAATAG": 24,
+      "AAATTA": 25,
+      "AAATTT": 26,
+      "AAATTC": 27,
+      "AAATTG": 28,
+      "AAATCA": 29,
+      "AAATCT": 30,
+      "AAATCC": 31,
+      "AAATCG": 32,
+      "AAATGA": 33,
+      "AAATGT": 34,
+      "AAATGC": 35,
+      "AAATGG": 36,
+      "AAACAA": 37,
+      "AAACAT": 38,
+      "AAACAC": 39,
+      "AAACAG": 40,
+      "AAACTA": 41,
+      "AAACTT": 42,
+      "AAACTC": 43,
+      "AAACTG": 44,
+      "AAACCA": 45,
+      "AAACCT": 46,
+      "AAACCC": 47,
+      "AAACCG": 48,
+      "AAACGA": 49,
+      "AAACGT": 50,
+      "AAACGC": 51,
+      "AAACGG": 52,
+      "AAAGAA": 53,
+      "AAAGAT": 54,
+      "AAAGAC": 55,
+      "AAAGAG": 56,
+      "AAAGTA": 57,
+      "AAAGTT": 58,
+      "AAAGTC": 59,
+      "AAAGTG": 60,
+      "AAAGCA": 61,
+      "AAAGCT": 62,
+      "AAAGCC": 63,
+      "AAAGCG": 64,
+      "AAAGGA": 65,
+      "AAAGGT": 66,
+      "AAAGGC": 67,
+      "AAAGGG": 68,
+      "AATAAA": 69,
+      "AATAAT": 70,
+      "AATAAC": 71,
+      "AATAAG": 72,
+      "AATATA": 73,
+      "AATATT": 74,
+      "AATATC": 75,
+      "AATATG": 76,
+      "AATACA": 77,
+      "AATACT": 78,
+      "AATACC": 79,
+      "AATACG": 80,
+      "AATAGA": 81,
+      "AATAGT": 82,
+      "AATAGC": 83,
+      "AATAGG": 84,
+      "AATTAA": 85,
+      "AATTAT": 86,
+      "AATTAC": 87,
+      "AATTAG": 88,
+      "AATTTA": 89,
+      "AATTTT": 90,
+      "AATTTC": 91,
+      "AATTTG": 92,
+      "AATTCA": 93,
+      "AATTCT": 94,
+      "AATTCC": 95,
+      "AATTCG": 96,
+      "AATTGA": 97,
+      "AATTGT": 98,
+      "AATTGC": 99,
+      "AATTGG": 100,
+      "AATCAA": 101,
+      "AATCAT": 102,
+      "AATCAC": 103,
+      "AATCAG": 104,
+      "AATCTA": 105,
+      "AATCTT": 106,
+      "AATCTC": 107,
+      "AATCTG": 108,
+      "AATCCA": 109,
+      "AATCCT": 110,
+      "AATCCC": 111,
+      "AATCCG": 112,
+      "AATCGA": 113,
+      "AATCGT": 114,
+      "AATCGC": 115,
+      "AATCGG": 116,
+      "AATGAA": 117,
+      "AATGAT": 118,
+      "AATGAC": 119,
+      "AATGAG": 120,
+      "AATGTA": 121,
+      "AATGTT": 122,
+      "AATGTC": 123,
+      "AATGTG": 124,
+      "AATGCA": 125,
+      "AATGCT": 126,
+      "AATGCC": 127,
+      "AATGCG": 128,
+      "AATGGA": 129,
+      "AATGGT": 130,
+      "AATGGC": 131,
+      "AATGGG": 132,
+      "AACAAA": 133,
+      "AACAAT": 134,
+      "AACAAC": 135,
+      "AACAAG": 136,
+      "AACATA": 137,
+      "AACATT": 138,
+      "AACATC": 139,
+      "AACATG": 140,
+      "AACACA": 141,
+      "AACACT": 142,
+      "AACACC": 143,
+      "AACACG": 144,
+      "AACAGA": 145,
+      "AACAGT": 146,
+      "AACAGC": 147,
+      "AACAGG": 148,
+      "AACTAA": 149,
+      "AACTAT": 150,
+      "AACTAC": 151,
+      "AACTAG": 152,
+      "AACTTA": 153,
+      "AACTTT": 154,
+      "AACTTC": 155,
+      "AACTTG": 156,
+      "AACTCA": 157,
+      "AACTCT": 158,
+      "AACTCC": 159,
+      "AACTCG": 160,
+      "AACTGA": 161,
+      "AACTGT": 162,
+      "AACTGC": 163,
+      "AACTGG": 164,
+      "AACCAA": 165,
+      "AACCAT": 166,
+      "AACCAC": 167,
+      "AACCAG": 168,
+      "AACCTA": 169,
+      "AACCTT": 170,
+      "AACCTC": 171,
+      "AACCTG": 172,
+      "AACCCA": 173,
+      "AACCCT": 174,
+      "AACCCC": 175,
+      "AACCCG": 176,
+      "AACCGA": 177,
+      "AACCGT": 178,
+      "AACCGC": 179,
+      "AACCGG": 180,
+      "AACGAA": 181,
+      "AACGAT": 182,
+      "AACGAC": 183,
+      "AACGAG": 184,
+      "AACGTA": 185,
+      "AACGTT": 186,
+      "AACGTC": 187,
+      "AACGTG": 188,
+      "AACGCA": 189,
+      "AACGCT": 190,
+      "AACGCC": 191,
+      "AACGCG": 192,
+      "AACGGA": 193,
+      "AACGGT": 194,
+      "AACGGC": 195,
+      "AACGGG": 196,
+      "AAGAAA": 197,
+      "AAGAAT": 198,
+      "AAGAAC": 199,
+      "AAGAAG": 200,
+      "AAGATA": 201,
+      "AAGATT": 202,
+      "AAGATC": 203,
+      "AAGATG": 204,
+      "AAGACA": 205,
+      "AAGACT": 206,
+      "AAGACC": 207,
+      "AAGACG": 208,
+      "AAGAGA": 209,
+      "AAGAGT": 210,
+      "AAGAGC": 211,
+      "AAGAGG": 212,
+      "AAGTAA": 213,
+      "AAGTAT": 214,
+      "AAGTAC": 215,
+      "AAGTAG": 216,
+      "AAGTTA": 217,
+      "AAGTTT": 218,
+      "AAGTTC": 219,
+      "AAGTTG": 220,
+      "AAGTCA": 221,
+      "AAGTCT": 222,
+      "AAGTCC": 223,
+      "AAGTCG": 224,
+      "AAGTGA": 225,
+      "AAGTGT": 226,
+      "AAGTGC": 227,
+      "AAGTGG": 228,
+      "AAGCAA": 229,
+      "AAGCAT": 230,
+      "AAGCAC": 231,
+      "AAGCAG": 232,
+      "AAGCTA": 233,
+      "AAGCTT": 234,
+      "AAGCTC": 235,
+      "AAGCTG": 236,
+      "AAGCCA": 237,
+      "AAGCCT": 238,
+      "AAGCCC": 239,
+      "AAGCCG": 240,
+      "AAGCGA": 241,
+      "AAGCGT": 242,
+      "AAGCGC": 243,
+      "AAGCGG": 244,
+      "AAGGAA": 245,
+      "AAGGAT": 246,
+      "AAGGAC": 247,
+      "AAGGAG": 248,
+      "AAGGTA": 249,
+      "AAGGTT": 250,
+      "AAGGTC": 251,
+      "AAGGTG": 252,
+      "AAGGCA": 253,
+      "AAGGCT": 254,
+      "AAGGCC": 255,
+      "AAGGCG": 256,
+      "AAGGGA": 257,
+      "AAGGGT": 258,
+      "AAGGGC": 259,
+      "AAGGGG": 260,
+      "ATAAAA": 261,
+      "ATAAAT": 262,
+      "ATAAAC": 263,
+      "ATAAAG": 264,
+      "ATAATA": 265,
+      "ATAATT": 266,
+      "ATAATC": 267,
+      "ATAATG": 268,
+      "ATAACA": 269,
+      "ATAACT": 270,
+      "ATAACC": 271,
+      "ATAACG": 272,
+      "ATAAGA": 273,
+      "ATAAGT": 274,
+      "ATAAGC": 275,
+      "ATAAGG": 276,
+      "ATATAA": 277,
+      "ATATAT": 278,
+      "ATATAC": 279,
+      "ATATAG": 280,
+      "ATATTA": 281,
+      "ATATTT": 282,
+      "ATATTC": 283,
+      "ATATTG": 284,
+      "ATATCA": 285,
+      "ATATCT": 286,
+      "ATATCC": 287,
+      "ATATCG": 288,
+      "ATATGA": 289,
+      "ATATGT": 290,
+      "ATATGC": 291,
+      "ATATGG": 292,
+      "ATACAA": 293,
+      "ATACAT": 294,
+      "ATACAC": 295,
+      "ATACAG": 296,
+      "ATACTA": 297,
+      "ATACTT": 298,
+      "ATACTC": 299,
+      "ATACTG": 300,
+      "ATACCA": 301,
+      "ATACCT": 302,
+      "ATACCC": 303,
+      "ATACCG": 304,
+      "ATACGA": 305,
+      "ATACGT": 306,
+      "ATACGC": 307,
+      "ATACGG": 308,
+      "ATAGAA": 309,
+      "ATAGAT": 310,
+      "ATAGAC": 311,
+      "ATAGAG": 312,
+      "ATAGTA": 313,
+      "ATAGTT": 314,
+      "ATAGTC": 315,
+      "ATAGTG": 316,
+      "ATAGCA": 317,
+      "ATAGCT": 318,
+      "ATAGCC": 319,
+      "ATAGCG": 320,
+      "ATAGGA": 321,
+      "ATAGGT": 322,
+      "ATAGGC": 323,
+      "ATAGGG": 324,
+      "ATTAAA": 325,
+      "ATTAAT": 326,
+      "ATTAAC": 327,
+      "ATTAAG": 328,
+      "ATTATA": 329,
+      "ATTATT": 330,
+      "ATTATC": 331,
+      "ATTATG": 332,
+      "ATTACA": 333,
+      "ATTACT": 334,
+      "ATTACC": 335,
+      "ATTACG": 336,
+      "ATTAGA": 337,
+      "ATTAGT": 338,
+      "ATTAGC": 339,
+      "ATTAGG": 340,
+      "ATTTAA": 341,
+      "ATTTAT": 342,
+      "ATTTAC": 343,
+      "ATTTAG": 344,
+      "ATTTTA": 345,
+      "ATTTTT": 346,
+      "ATTTTC": 347,
+      "ATTTTG": 348,
+      "ATTTCA": 349,
+      "ATTTCT": 350,
+      "ATTTCC": 351,
+      "ATTTCG": 352,
+      "ATTTGA": 353,
+      "ATTTGT": 354,
+      "ATTTGC": 355,
+      "ATTTGG": 356,
+      "ATTCAA": 357,
+      "ATTCAT": 358,
+      "ATTCAC": 359,
+      "ATTCAG": 360,
+      "ATTCTA": 361,
+      "ATTCTT": 362,
+      "ATTCTC": 363,
+      "ATTCTG": 364,
+      "ATTCCA": 365,
+      "ATTCCT": 366,
+      "ATTCCC": 367,
+      "ATTCCG": 368,
+      "ATTCGA": 369,
+      "ATTCGT": 370,
+      "ATTCGC": 371,
+      "ATTCGG": 372,
+      "ATTGAA": 373,
+      "ATTGAT": 374,
+      "ATTGAC": 375,
+      "ATTGAG": 376,
+      "ATTGTA": 377,
+      "ATTGTT": 378,
+      "ATTGTC": 379,
+      "ATTGTG": 380,
+      "ATTGCA": 381,
+      "ATTGCT": 382,
+      "ATTGCC": 383,
+      "ATTGCG": 384,
+      "ATTGGA": 385,
+      "ATTGGT": 386,
+      "ATTGGC": 387,
+      "ATTGGG": 388,
+      "ATCAAA": 389,
+      "ATCAAT": 390,
+      "ATCAAC": 391,
+      "ATCAAG": 392,
+      "ATCATA": 393,
+      "ATCATT": 394,
+      "ATCATC": 395,
+      "ATCATG": 396,
+      "ATCACA": 397,
+      "ATCACT": 398,
+      "ATCACC": 399,
+      "ATCACG": 400,
+      "ATCAGA": 401,
+      "ATCAGT": 402,
+      "ATCAGC": 403,
+      "ATCAGG": 404,
+      "ATCTAA": 405,
+      "ATCTAT": 406,
+      "ATCTAC": 407,
+      "ATCTAG": 408,
+      "ATCTTA": 409,
+      "ATCTTT": 410,
+      "ATCTTC": 411,
+      "ATCTTG": 412,
+      "ATCTCA": 413,
+      "ATCTCT": 414,
+      "ATCTCC": 415,
+      "ATCTCG": 416,
+      "ATCTGA": 417,
+      "ATCTGT": 418,
+      "ATCTGC": 419,
+      "ATCTGG": 420,
+      "ATCCAA": 421,
+      "ATCCAT": 422,
+      "ATCCAC": 423,
+      "ATCCAG": 424,
+      "ATCCTA": 425,
+      "ATCCTT": 426,
+      "ATCCTC": 427,
+      "ATCCTG": 428,
+      "ATCCCA": 429,
+      "ATCCCT": 430,
+      "ATCCCC": 431,
+      "ATCCCG": 432,
+      "ATCCGA": 433,
+      "ATCCGT": 434,
+      "ATCCGC": 435,
+      "ATCCGG": 436,
+      "ATCGAA": 437,
+      "ATCGAT": 438,
+      "ATCGAC": 439,
+      "ATCGAG": 440,
+      "ATCGTA": 441,
+      "ATCGTT": 442,
+      "ATCGTC": 443,
+      "ATCGTG": 444,
+      "ATCGCA": 445,
+      "ATCGCT": 446,
+      "ATCGCC": 447,
+      "ATCGCG": 448,
+      "ATCGGA": 449,
+      "ATCGGT": 450,
+      "ATCGGC": 451,
+      "ATCGGG": 452,
+      "ATGAAA": 453,
+      "ATGAAT": 454,
+      "ATGAAC": 455,
+      "ATGAAG": 456,
+      "ATGATA": 457,
+      "ATGATT": 458,
+      "ATGATC": 459,
+      "ATGATG": 460,
+      "ATGACA": 461,
+      "ATGACT": 462,
+      "ATGACC": 463,
+      "ATGACG": 464,
+      "ATGAGA": 465,
+      "ATGAGT": 466,
+      "ATGAGC": 467,
+      "ATGAGG": 468,
+      "ATGTAA": 469,
+      "ATGTAT": 470,
+      "ATGTAC": 471,
+      "ATGTAG": 472,
+      "ATGTTA": 473,
+      "ATGTTT": 474,
+      "ATGTTC": 475,
+      "ATGTTG": 476,
+      "ATGTCA": 477,
+      "ATGTCT": 478,
+      "ATGTCC": 479,
+      "ATGTCG": 480,
+      "ATGTGA": 481,
+      "ATGTGT": 482,
+      "ATGTGC": 483,
+      "ATGTGG": 484,
+      "ATGCAA": 485,
+      "ATGCAT": 486,
+      "ATGCAC": 487,
+      "ATGCAG": 488,
+      "ATGCTA": 489,
+      "ATGCTT": 490,
+      "ATGCTC": 491,
+      "ATGCTG": 492,
+      "ATGCCA": 493,
+      "ATGCCT": 494,
+      "ATGCCC": 495,
+      "ATGCCG": 496,
+      "ATGCGA": 497,
+      "ATGCGT": 498,
+      "ATGCGC": 499,
+      "ATGCGG": 500,
+      "ATGGAA": 501,
+      "ATGGAT": 502,
+      "ATGGAC": 503,
+      "ATGGAG": 504,
+      "ATGGTA": 505,
+      "ATGGTT": 506,
+      "ATGGTC": 507,
+      "ATGGTG": 508,
+      "ATGGCA": 509,
+      "ATGGCT": 510,
+      "ATGGCC": 511,
+      "ATGGCG": 512,
+      "ATGGGA": 513,
+      "ATGGGT": 514,
+      "ATGGGC": 515,
+      "ATGGGG": 516,
+      "ACAAAA": 517,
+      "ACAAAT": 518,
+      "ACAAAC": 519,
+      "ACAAAG": 520,
+      "ACAATA": 521,
+      "ACAATT": 522,
+      "ACAATC": 523,
+      "ACAATG": 524,
+      "ACAACA": 525,
+      "ACAACT": 526,
+      "ACAACC": 527,
+      "ACAACG": 528,
+      "ACAAGA": 529,
+      "ACAAGT": 530,
+      "ACAAGC": 531,
+      "ACAAGG": 532,
+      "ACATAA": 533,
+      "ACATAT": 534,
+      "ACATAC": 535,
+      "ACATAG": 536,
+      "ACATTA": 537,
+      "ACATTT": 538,
+      "ACATTC": 539,
+      "ACATTG": 540,
+      "ACATCA": 541,
+      "ACATCT": 542,
+      "ACATCC": 543,
+      "ACATCG": 544,
+      "ACATGA": 545,
+      "ACATGT": 546,
+      "ACATGC": 547,
+      "ACATGG": 548,
+      "ACACAA": 549,
+      "ACACAT": 550,
+      "ACACAC": 551,
+      "ACACAG": 552,
+      "ACACTA": 553,
+      "ACACTT": 554,
+      "ACACTC": 555,
+      "ACACTG": 556,
+      "ACACCA": 557,
+      "ACACCT": 558,
+      "ACACCC": 559,
+      "ACACCG": 560,
+      "ACACGA": 561,
+      "ACACGT": 562,
+      "ACACGC": 563,
+      "ACACGG": 564,
+      "ACAGAA": 565,
+      "ACAGAT": 566,
+      "ACAGAC": 567,
+      "ACAGAG": 568,
+      "ACAGTA": 569,
+      "ACAGTT": 570,
+      "ACAGTC": 571,
+      "ACAGTG": 572,
+      "ACAGCA": 573,
+      "ACAGCT": 574,
+      "ACAGCC": 575,
+      "ACAGCG": 576,
+      "ACAGGA": 577,
+      "ACAGGT": 578,
+      "ACAGGC": 579,
+      "ACAGGG": 580,
+      "ACTAAA": 581,
+      "ACTAAT": 582,
+      "ACTAAC": 583,
+      "ACTAAG": 584,
+      "ACTATA": 585,
+      "ACTATT": 586,
+      "ACTATC": 587,
+      "ACTATG": 588,
+      "ACTACA": 589,
+      "ACTACT": 590,
+      "ACTACC": 591,
+      "ACTACG": 592,
+      "ACTAGA": 593,
+      "ACTAGT": 594,
+      "ACTAGC": 595,
+      "ACTAGG": 596,
+      "ACTTAA": 597,
+      "ACTTAT": 598,
+      "ACTTAC": 599,
+      "ACTTAG": 600,
+      "ACTTTA": 601,
+      "ACTTTT": 602,
+      "ACTTTC": 603,
+      "ACTTTG": 604,
+      "ACTTCA": 605,
+      "ACTTCT": 606,
+      "ACTTCC": 607,
+      "ACTTCG": 608,
+      "ACTTGA": 609,
+      "ACTTGT": 610,
+      "ACTTGC": 611,
+      "ACTTGG": 612,
+      "ACTCAA": 613,
+      "ACTCAT": 614,
+      "ACTCAC": 615,
+      "ACTCAG": 616,
+      "ACTCTA": 617,
+      "ACTCTT": 618,
+      "ACTCTC": 619,
+      "ACTCTG": 620,
+      "ACTCCA": 621,
+      "ACTCCT": 622,
+      "ACTCCC": 623,
+      "ACTCCG": 624,
+      "ACTCGA": 625,
+      "ACTCGT": 626,
+      "ACTCGC": 627,
+      "ACTCGG": 628,
+      "ACTGAA": 629,
+      "ACTGAT": 630,
+      "ACTGAC": 631,
+      "ACTGAG": 632,
+      "ACTGTA": 633,
+      "ACTGTT": 634,
+      "ACTGTC": 635,
+      "ACTGTG": 636,
+      "ACTGCA": 637,
+      "ACTGCT": 638,
+      "ACTGCC": 639,
+      "ACTGCG": 640,
+      "ACTGGA": 641,
+      "ACTGGT": 642,
+      "ACTGGC": 643,
+      "ACTGGG": 644,
+      "ACCAAA": 645,
+      "ACCAAT": 646,
+      "ACCAAC": 647,
+      "ACCAAG": 648,
+      "ACCATA": 649,
+      "ACCATT": 650,
+      "ACCATC": 651,
+      "ACCATG": 652,
+      "ACCACA": 653,
+      "ACCACT": 654,
+      "ACCACC": 655,
+      "ACCACG": 656,
+      "ACCAGA": 657,
+      "ACCAGT": 658,
+      "ACCAGC": 659,
+      "ACCAGG": 660,
+      "ACCTAA": 661,
+      "ACCTAT": 662,
+      "ACCTAC": 663,
+      "ACCTAG": 664,
+      "ACCTTA": 665,
+      "ACCTTT": 666,
+      "ACCTTC": 667,
+      "ACCTTG": 668,
+      "ACCTCA": 669,
+      "ACCTCT": 670,
+      "ACCTCC": 671,
+      "ACCTCG": 672,
+      "ACCTGA": 673,
+      "ACCTGT": 674,
+      "ACCTGC": 675,
+      "ACCTGG": 676,
+      "ACCCAA": 677,
+      "ACCCAT": 678,
+      "ACCCAC": 679,
+      "ACCCAG": 680,
+      "ACCCTA": 681,
+      "ACCCTT": 682,
+      "ACCCTC": 683,
+      "ACCCTG": 684,
+      "ACCCCA": 685,
+      "ACCCCT": 686,
+      "ACCCCC": 687,
+      "ACCCCG": 688,
+      "ACCCGA": 689,
+      "ACCCGT": 690,
+      "ACCCGC": 691,
+      "ACCCGG": 692,
+      "ACCGAA": 693,
+      "ACCGAT": 694,
+      "ACCGAC": 695,
+      "ACCGAG": 696,
+      "ACCGTA": 697,
+      "ACCGTT": 698,
+      "ACCGTC": 699,
+      "ACCGTG": 700,
+      "ACCGCA": 701,
+      "ACCGCT": 702,
+      "ACCGCC": 703,
+      "ACCGCG": 704,
+      "ACCGGA": 705,
+      "ACCGGT": 706,
+      "ACCGGC": 707,
+      "ACCGGG": 708,
+      "ACGAAA": 709,
+      "ACGAAT": 710,
+      "ACGAAC": 711,
+      "ACGAAG": 712,
+      "ACGATA": 713,
+      "ACGATT": 714,
+      "ACGATC": 715,
+      "ACGATG": 716,
+      "ACGACA": 717,
+      "ACGACT": 718,
+      "ACGACC": 719,
+      "ACGACG": 720,
+      "ACGAGA": 721,
+      "ACGAGT": 722,
+      "ACGAGC": 723,
+      "ACGAGG": 724,
+      "ACGTAA": 725,
+      "ACGTAT": 726,
+      "ACGTAC": 727,
+      "ACGTAG": 728,
+      "ACGTTA": 729,
+      "ACGTTT": 730,
+      "ACGTTC": 731,
+      "ACGTTG": 732,
+      "ACGTCA": 733,
+      "ACGTCT": 734,
+      "ACGTCC": 735,
+      "ACGTCG": 736,
+      "ACGTGA": 737,
+      "ACGTGT": 738,
+      "ACGTGC": 739,
+      "ACGTGG": 740,
+      "ACGCAA": 741,
+      "ACGCAT": 742,
+      "ACGCAC": 743,
+      "ACGCAG": 744,
+      "ACGCTA": 745,
+      "ACGCTT": 746,
+      "ACGCTC": 747,
+      "ACGCTG": 748,
+      "ACGCCA": 749,
+      "ACGCCT": 750,
+      "ACGCCC": 751,
+      "ACGCCG": 752,
+      "ACGCGA": 753,
+      "ACGCGT": 754,
+      "ACGCGC": 755,
+      "ACGCGG": 756,
+      "ACGGAA": 757,
+      "ACGGAT": 758,
+      "ACGGAC": 759,
+      "ACGGAG": 760,
+      "ACGGTA": 761,
+      "ACGGTT": 762,
+      "ACGGTC": 763,
+      "ACGGTG": 764,
+      "ACGGCA": 765,
+      "ACGGCT": 766,
+      "ACGGCC": 767,
+      "ACGGCG": 768,
+      "ACGGGA": 769,
+      "ACGGGT": 770,
+      "ACGGGC": 771,
+      "ACGGGG": 772,
+      "AGAAAA": 773,
+      "AGAAAT": 774,
+      "AGAAAC": 775,
+      "AGAAAG": 776,
+      "AGAATA": 777,
+      "AGAATT": 778,
+      "AGAATC": 779,
+      "AGAATG": 780,
+      "AGAACA": 781,
+      "AGAACT": 782,
+      "AGAACC": 783,
+      "AGAACG": 784,
+      "AGAAGA": 785,
+      "AGAAGT": 786,
+      "AGAAGC": 787,
+      "AGAAGG": 788,
+      "AGATAA": 789,
+      "AGATAT": 790,
+      "AGATAC": 791,
+      "AGATAG": 792,
+      "AGATTA": 793,
+      "AGATTT": 794,
+      "AGATTC": 795,
+      "AGATTG": 796,
+      "AGATCA": 797,
+      "AGATCT": 798,
+      "AGATCC": 799,
+      "AGATCG": 800,
+      "AGATGA": 801,
+      "AGATGT": 802,
+      "AGATGC": 803,
+      "AGATGG": 804,
+      "AGACAA": 805,
+      "AGACAT": 806,
+      "AGACAC": 807,
+      "AGACAG": 808,
+      "AGACTA": 809,
+      "AGACTT": 810,
+      "AGACTC": 811,
+      "AGACTG": 812,
+      "AGACCA": 813,
+      "AGACCT": 814,
+      "AGACCC": 815,
+      "AGACCG": 816,
+      "AGACGA": 817,
+      "AGACGT": 818,
+      "AGACGC": 819,
+      "AGACGG": 820,
+      "AGAGAA": 821,
+      "AGAGAT": 822,
+      "AGAGAC": 823,
+      "AGAGAG": 824,
+      "AGAGTA": 825,
+      "AGAGTT": 826,
+      "AGAGTC": 827,
+      "AGAGTG": 828,
+      "AGAGCA": 829,
+      "AGAGCT": 830,
+      "AGAGCC": 831,
+      "AGAGCG": 832,
+      "AGAGGA": 833,
+      "AGAGGT": 834,
+      "AGAGGC": 835,
+      "AGAGGG": 836,
+      "AGTAAA": 837,
+      "AGTAAT": 838,
+      "AGTAAC": 839,
+      "AGTAAG": 840,
+      "AGTATA": 841,
+      "AGTATT": 842,
+      "AGTATC": 843,
+      "AGTATG": 844,
+      "AGTACA": 845,
+      "AGTACT": 846,
+      "AGTACC": 847,
+      "AGTACG": 848,
+      "AGTAGA": 849,
+      "AGTAGT": 850,
+      "AGTAGC": 851,
+      "AGTAGG": 852,
+      "AGTTAA": 853,
+      "AGTTAT": 854,
+      "AGTTAC": 855,
+      "AGTTAG": 856,
+      "AGTTTA": 857,
+      "AGTTTT": 858,
+      "AGTTTC": 859,
+      "AGTTTG": 860,
+      "AGTTCA": 861,
+      "AGTTCT": 862,
+      "AGTTCC": 863,
+      "AGTTCG": 864,
+      "AGTTGA": 865,
+      "AGTTGT": 866,
+      "AGTTGC": 867,
+      "AGTTGG": 868,
+      "AGTCAA": 869,
+      "AGTCAT": 870,
+      "AGTCAC": 871,
+      "AGTCAG": 872,
+      "AGTCTA": 873,
+      "AGTCTT": 874,
+      "AGTCTC": 875,
+      "AGTCTG": 876,
+      "AGTCCA": 877,
+      "AGTCCT": 878,
+      "AGTCCC": 879,
+      "AGTCCG": 880,
+      "AGTCGA": 881,
+      "AGTCGT": 882,
+      "AGTCGC": 883,
+      "AGTCGG": 884,
+      "AGTGAA": 885,
+      "AGTGAT": 886,
+      "AGTGAC": 887,
+      "AGTGAG": 888,
+      "AGTGTA": 889,
+      "AGTGTT": 890,
+      "AGTGTC": 891,
+      "AGTGTG": 892,
+      "AGTGCA": 893,
+      "AGTGCT": 894,
+      "AGTGCC": 895,
+      "AGTGCG": 896,
+      "AGTGGA": 897,
+      "AGTGGT": 898,
+      "AGTGGC": 899,
+      "AGTGGG": 900,
+      "AGCAAA": 901,
+      "AGCAAT": 902,
+      "AGCAAC": 903,
+      "AGCAAG": 904,
+      "AGCATA": 905,
+      "AGCATT": 906,
+      "AGCATC": 907,
+      "AGCATG": 908,
+      "AGCACA": 909,
+      "AGCACT": 910,
+      "AGCACC": 911,
+      "AGCACG": 912,
+      "AGCAGA": 913,
+      "AGCAGT": 914,
+      "AGCAGC": 915,
+      "AGCAGG": 916,
+      "AGCTAA": 917,
+      "AGCTAT": 918,
+      "AGCTAC": 919,
+      "AGCTAG": 920,
+      "AGCTTA": 921,
+      "AGCTTT": 922,
+      "AGCTTC": 923,
+      "AGCTTG": 924,
+      "AGCTCA": 925,
+      "AGCTCT": 926,
+      "AGCTCC": 927,
+      "AGCTCG": 928,
+      "AGCTGA": 929,
+      "AGCTGT": 930,
+      "AGCTGC": 931,
+      "AGCTGG": 932,
+      "AGCCAA": 933,
+      "AGCCAT": 934,
+      "AGCCAC": 935,
+      "AGCCAG": 936,
+      "AGCCTA": 937,
+      "AGCCTT": 938,
+      "AGCCTC": 939,
+      "AGCCTG": 940,
+      "AGCCCA": 941,
+      "AGCCCT": 942,
+      "AGCCCC": 943,
+      "AGCCCG": 944,
+      "AGCCGA": 945,
+      "AGCCGT": 946,
+      "AGCCGC": 947,
+      "AGCCGG": 948,
+      "AGCGAA": 949,
+      "AGCGAT": 950,
+      "AGCGAC": 951,
+      "AGCGAG": 952,
+      "AGCGTA": 953,
+      "AGCGTT": 954,
+      "AGCGTC": 955,
+      "AGCGTG": 956,
+      "AGCGCA": 957,
+      "AGCGCT": 958,
+      "AGCGCC": 959,
+      "AGCGCG": 960,
+      "AGCGGA": 961,
+      "AGCGGT": 962,
+      "AGCGGC": 963,
+      "AGCGGG": 964,
+      "AGGAAA": 965,
+      "AGGAAT": 966,
+      "AGGAAC": 967,
+      "AGGAAG": 968,
+      "AGGATA": 969,
+      "AGGATT": 970,
+      "AGGATC": 971,
+      "AGGATG": 972,
+      "AGGACA": 973,
+      "AGGACT": 974,
+      "AGGACC": 975,
+      "AGGACG": 976,
+      "AGGAGA": 977,
+      "AGGAGT": 978,
+      "AGGAGC": 979,
+      "AGGAGG": 980,
+      "AGGTAA": 981,
+      "AGGTAT": 982,
+      "AGGTAC": 983,
+      "AGGTAG": 984,
+      "AGGTTA": 985,
+      "AGGTTT": 986,
+      "AGGTTC": 987,
+      "AGGTTG": 988,
+      "AGGTCA": 989,
+      "AGGTCT": 990,
+      "AGGTCC": 991,
+      "AGGTCG": 992,
+      "AGGTGA": 993,
+      "AGGTGT": 994,
+      "AGGTGC": 995,
+      "AGGTGG": 996,
+      "AGGCAA": 997,
+      "AGGCAT": 998,
+      "AGGCAC": 999,
+      "AGGCAG": 1000,
+      "AGGCTA": 1001,
+      "AGGCTT": 1002,
+      "AGGCTC": 1003,
+      "AGGCTG": 1004,
+      "AGGCCA": 1005,
+      "AGGCCT": 1006,
+      "AGGCCC": 1007,
+      "AGGCCG": 1008,
+      "AGGCGA": 1009,
+      "AGGCGT": 1010,
+      "AGGCGC": 1011,
+      "AGGCGG": 1012,
+      "AGGGAA": 1013,
+      "AGGGAT": 1014,
+      "AGGGAC": 1015,
+      "AGGGAG": 1016,
+      "AGGGTA": 1017,
+      "AGGGTT": 1018,
+      "AGGGTC": 1019,
+      "AGGGTG": 1020,
+      "AGGGCA": 1021,
+      "AGGGCT": 1022,
+      "AGGGCC": 1023,
+      "AGGGCG": 1024,
+      "AGGGGA": 1025,
+      "AGGGGT": 1026,
+      "AGGGGC": 1027,
+      "AGGGGG": 1028,
+      "TAAAAA": 1029,
+      "TAAAAT": 1030,
+      "TAAAAC": 1031,
+      "TAAAAG": 1032,
+      "TAAATA": 1033,
+      "TAAATT": 1034,
+      "TAAATC": 1035,
+      "TAAATG": 1036,
+      "TAAACA": 1037,
+      "TAAACT": 1038,
+      "TAAACC": 1039,
+      "TAAACG": 1040,
+      "TAAAGA": 1041,
+      "TAAAGT": 1042,
+      "TAAAGC": 1043,
+      "TAAAGG": 1044,
+      "TAATAA": 1045,
+      "TAATAT": 1046,
+      "TAATAC": 1047,
+      "TAATAG": 1048,
+      "TAATTA": 1049,
+      "TAATTT": 1050,
+      "TAATTC": 1051,
+      "TAATTG": 1052,
+      "TAATCA": 1053,
+      "TAATCT": 1054,
+      "TAATCC": 1055,
+      "TAATCG": 1056,
+      "TAATGA": 1057,
+      "TAATGT": 1058,
+      "TAATGC": 1059,
+      "TAATGG": 1060,
+      "TAACAA": 1061,
+      "TAACAT": 1062,
+      "TAACAC": 1063,
+      "TAACAG": 1064,
+      "TAACTA": 1065,
+      "TAACTT": 1066,
+      "TAACTC": 1067,
+      "TAACTG": 1068,
+      "TAACCA": 1069,
+      "TAACCT": 1070,
+      "TAACCC": 1071,
+      "TAACCG": 1072,
+      "TAACGA": 1073,
+      "TAACGT": 1074,
+      "TAACGC": 1075,
+      "TAACGG": 1076,
+      "TAAGAA": 1077,
+      "TAAGAT": 1078,
+      "TAAGAC": 1079,
+      "TAAGAG": 1080,
+      "TAAGTA": 1081,
+      "TAAGTT": 1082,
+      "TAAGTC": 1083,
+      "TAAGTG": 1084,
+      "TAAGCA": 1085,
+      "TAAGCT": 1086,
+      "TAAGCC": 1087,
+      "TAAGCG": 1088,
+      "TAAGGA": 1089,
+      "TAAGGT": 1090,
+      "TAAGGC": 1091,
+      "TAAGGG": 1092,
+      "TATAAA": 1093,
+      "TATAAT": 1094,
+      "TATAAC": 1095,
+      "TATAAG": 1096,
+      "TATATA": 1097,
+      "TATATT": 1098,
+      "TATATC": 1099,
+      "TATATG": 1100,
+      "TATACA": 1101,
+      "TATACT": 1102,
+      "TATACC": 1103,
+      "TATACG": 1104,
+      "TATAGA": 1105,
+      "TATAGT": 1106,
+      "TATAGC": 1107,
+      "TATAGG": 1108,
+      "TATTAA": 1109,
+      "TATTAT": 1110,
+      "TATTAC": 1111,
+      "TATTAG": 1112,
+      "TATTTA": 1113,
+      "TATTTT": 1114,
+      "TATTTC": 1115,
+      "TATTTG": 1116,
+      "TATTCA": 1117,
+      "TATTCT": 1118,
+      "TATTCC": 1119,
+      "TATTCG": 1120,
+      "TATTGA": 1121,
+      "TATTGT": 1122,
+      "TATTGC": 1123,
+      "TATTGG": 1124,
+      "TATCAA": 1125,
+      "TATCAT": 1126,
+      "TATCAC": 1127,
+      "TATCAG": 1128,
+      "TATCTA": 1129,
+      "TATCTT": 1130,
+      "TATCTC": 1131,
+      "TATCTG": 1132,
+      "TATCCA": 1133,
+      "TATCCT": 1134,
+      "TATCCC": 1135,
+      "TATCCG": 1136,
+      "TATCGA": 1137,
+      "TATCGT": 1138,
+      "TATCGC": 1139,
+      "TATCGG": 1140,
+      "TATGAA": 1141,
+      "TATGAT": 1142,
+      "TATGAC": 1143,
+      "TATGAG": 1144,
+      "TATGTA": 1145,
+      "TATGTT": 1146,
+      "TATGTC": 1147,
+      "TATGTG": 1148,
+      "TATGCA": 1149,
+      "TATGCT": 1150,
+      "TATGCC": 1151,
+      "TATGCG": 1152,
+      "TATGGA": 1153,
+      "TATGGT": 1154,
+      "TATGGC": 1155,
+      "TATGGG": 1156,
+      "TACAAA": 1157,
+      "TACAAT": 1158,
+      "TACAAC": 1159,
+      "TACAAG": 1160,
+      "TACATA": 1161,
+      "TACATT": 1162,
+      "TACATC": 1163,
+      "TACATG": 1164,
+      "TACACA": 1165,
+      "TACACT": 1166,
+      "TACACC": 1167,
+      "TACACG": 1168,
+      "TACAGA": 1169,
+      "TACAGT": 1170,
+      "TACAGC": 1171,
+      "TACAGG": 1172,
+      "TACTAA": 1173,
+      "TACTAT": 1174,
+      "TACTAC": 1175,
+      "TACTAG": 1176,
+      "TACTTA": 1177,
+      "TACTTT": 1178,
+      "TACTTC": 1179,
+      "TACTTG": 1180,
+      "TACTCA": 1181,
+      "TACTCT": 1182,
+      "TACTCC": 1183,
+      "TACTCG": 1184,
+      "TACTGA": 1185,
+      "TACTGT": 1186,
+      "TACTGC": 1187,
+      "TACTGG": 1188,
+      "TACCAA": 1189,
+      "TACCAT": 1190,
+      "TACCAC": 1191,
+      "TACCAG": 1192,
+      "TACCTA": 1193,
+      "TACCTT": 1194,
+      "TACCTC": 1195,
+      "TACCTG": 1196,
+      "TACCCA": 1197,
+      "TACCCT": 1198,
+      "TACCCC": 1199,
+      "TACCCG": 1200,
+      "TACCGA": 1201,
+      "TACCGT": 1202,
+      "TACCGC": 1203,
+      "TACCGG": 1204,
+      "TACGAA": 1205,
+      "TACGAT": 1206,
+      "TACGAC": 1207,
+      "TACGAG": 1208,
+      "TACGTA": 1209,
+      "TACGTT": 1210,
+      "TACGTC": 1211,
+      "TACGTG": 1212,
+      "TACGCA": 1213,
+      "TACGCT": 1214,
+      "TACGCC": 1215,
+      "TACGCG": 1216,
+      "TACGGA": 1217,
+      "TACGGT": 1218,
+      "TACGGC": 1219,
+      "TACGGG": 1220,
+      "TAGAAA": 1221,
+      "TAGAAT": 1222,
+      "TAGAAC": 1223,
+      "TAGAAG": 1224,
+      "TAGATA": 1225,
+      "TAGATT": 1226,
+      "TAGATC": 1227,
+      "TAGATG": 1228,
+      "TAGACA": 1229,
+      "TAGACT": 1230,
+      "TAGACC": 1231,
+      "TAGACG": 1232,
+      "TAGAGA": 1233,
+      "TAGAGT": 1234,
+      "TAGAGC": 1235,
+      "TAGAGG": 1236,
+      "TAGTAA": 1237,
+      "TAGTAT": 1238,
+      "TAGTAC": 1239,
+      "TAGTAG": 1240,
+      "TAGTTA": 1241,
+      "TAGTTT": 1242,
+      "TAGTTC": 1243,
+      "TAGTTG": 1244,
+      "TAGTCA": 1245,
+      "TAGTCT": 1246,
+      "TAGTCC": 1247,
+      "TAGTCG": 1248,
+      "TAGTGA": 1249,
+      "TAGTGT": 1250,
+      "TAGTGC": 1251,
+      "TAGTGG": 1252,
+      "TAGCAA": 1253,
+      "TAGCAT": 1254,
+      "TAGCAC": 1255,
+      "TAGCAG": 1256,
+      "TAGCTA": 1257,
+      "TAGCTT": 1258,
+      "TAGCTC": 1259,
+      "TAGCTG": 1260,
+      "TAGCCA": 1261,
+      "TAGCCT": 1262,
+      "TAGCCC": 1263,
+      "TAGCCG": 1264,
+      "TAGCGA": 1265,
+      "TAGCGT": 1266,
+      "TAGCGC": 1267,
+      "TAGCGG": 1268,
+      "TAGGAA": 1269,
+      "TAGGAT": 1270,
+      "TAGGAC": 1271,
+      "TAGGAG": 1272,
+      "TAGGTA": 1273,
+      "TAGGTT": 1274,
+      "TAGGTC": 1275,
+      "TAGGTG": 1276,
+      "TAGGCA": 1277,
+      "TAGGCT": 1278,
+      "TAGGCC": 1279,
+      "TAGGCG": 1280,
+      "TAGGGA": 1281,
+      "TAGGGT": 1282,
+      "TAGGGC": 1283,
+      "TAGGGG": 1284,
+      "TTAAAA": 1285,
+      "TTAAAT": 1286,
+      "TTAAAC": 1287,
+      "TTAAAG": 1288,
+      "TTAATA": 1289,
+      "TTAATT": 1290,
+      "TTAATC": 1291,
+      "TTAATG": 1292,
+      "TTAACA": 1293,
+      "TTAACT": 1294,
+      "TTAACC": 1295,
+      "TTAACG": 1296,
+      "TTAAGA": 1297,
+      "TTAAGT": 1298,
+      "TTAAGC": 1299,
+      "TTAAGG": 1300,
+      "TTATAA": 1301,
+      "TTATAT": 1302,
+      "TTATAC": 1303,
+      "TTATAG": 1304,
+      "TTATTA": 1305,
+      "TTATTT": 1306,
+      "TTATTC": 1307,
+      "TTATTG": 1308,
+      "TTATCA": 1309,
+      "TTATCT": 1310,
+      "TTATCC": 1311,
+      "TTATCG": 1312,
+      "TTATGA": 1313,
+      "TTATGT": 1314,
+      "TTATGC": 1315,
+      "TTATGG": 1316,
+      "TTACAA": 1317,
+      "TTACAT": 1318,
+      "TTACAC": 1319,
+      "TTACAG": 1320,
+      "TTACTA": 1321,
+      "TTACTT": 1322,
+      "TTACTC": 1323,
+      "TTACTG": 1324,
+      "TTACCA": 1325,
+      "TTACCT": 1326,
+      "TTACCC": 1327,
+      "TTACCG": 1328,
+      "TTACGA": 1329,
+      "TTACGT": 1330,
+      "TTACGC": 1331,
+      "TTACGG": 1332,
+      "TTAGAA": 1333,
+      "TTAGAT": 1334,
+      "TTAGAC": 1335,
+      "TTAGAG": 1336,
+      "TTAGTA": 1337,
+      "TTAGTT": 1338,
+      "TTAGTC": 1339,
+      "TTAGTG": 1340,
+      "TTAGCA": 1341,
+      "TTAGCT": 1342,
+      "TTAGCC": 1343,
+      "TTAGCG": 1344,
+      "TTAGGA": 1345,
+      "TTAGGT": 1346,
+      "TTAGGC": 1347,
+      "TTAGGG": 1348,
+      "TTTAAA": 1349,
+      "TTTAAT": 1350,
+      "TTTAAC": 1351,
+      "TTTAAG": 1352,
+      "TTTATA": 1353,
+      "TTTATT": 1354,
+      "TTTATC": 1355,
+      "TTTATG": 1356,
+      "TTTACA": 1357,
+      "TTTACT": 1358,
+      "TTTACC": 1359,
+      "TTTACG": 1360,
+      "TTTAGA": 1361,
+      "TTTAGT": 1362,
+      "TTTAGC": 1363,
+      "TTTAGG": 1364,
+      "TTTTAA": 1365,
+      "TTTTAT": 1366,
+      "TTTTAC": 1367,
+      "TTTTAG": 1368,
+      "TTTTTA": 1369,
+      "TTTTTT": 1370,
+      "TTTTTC": 1371,
+      "TTTTTG": 1372,
+      "TTTTCA": 1373,
+      "TTTTCT": 1374,
+      "TTTTCC": 1375,
+      "TTTTCG": 1376,
+      "TTTTGA": 1377,
+      "TTTTGT": 1378,
+      "TTTTGC": 1379,
+      "TTTTGG": 1380,
+      "TTTCAA": 1381,
+      "TTTCAT": 1382,
+      "TTTCAC": 1383,
+      "TTTCAG": 1384,
+      "TTTCTA": 1385,
+      "TTTCTT": 1386,
+      "TTTCTC": 1387,
+      "TTTCTG": 1388,
+      "TTTCCA": 1389,
+      "TTTCCT": 1390,
+      "TTTCCC": 1391,
+      "TTTCCG": 1392,
+      "TTTCGA": 1393,
+      "TTTCGT": 1394,
+      "TTTCGC": 1395,
+      "TTTCGG": 1396,
+      "TTTGAA": 1397,
+      "TTTGAT": 1398,
+      "TTTGAC": 1399,
+      "TTTGAG": 1400,
+      "TTTGTA": 1401,
+      "TTTGTT": 1402,
+      "TTTGTC": 1403,
+      "TTTGTG": 1404,
+      "TTTGCA": 1405,
+      "TTTGCT": 1406,
+      "TTTGCC": 1407,
+      "TTTGCG": 1408,
+      "TTTGGA": 1409,
+      "TTTGGT": 1410,
+      "TTTGGC": 1411,
+      "TTTGGG": 1412,
+      "TTCAAA": 1413,
+      "TTCAAT": 1414,
+      "TTCAAC": 1415,
+      "TTCAAG": 1416,
+      "TTCATA": 1417,
+      "TTCATT": 1418,
+      "TTCATC": 1419,
+      "TTCATG": 1420,
+      "TTCACA": 1421,
+      "TTCACT": 1422,
+      "TTCACC": 1423,
+      "TTCACG": 1424,
+      "TTCAGA": 1425,
+      "TTCAGT": 1426,
+      "TTCAGC": 1427,
+      "TTCAGG": 1428,
+      "TTCTAA": 1429,
+      "TTCTAT": 1430,
+      "TTCTAC": 1431,
+      "TTCTAG": 1432,
+      "TTCTTA": 1433,
+      "TTCTTT": 1434,
+      "TTCTTC": 1435,
+      "TTCTTG": 1436,
+      "TTCTCA": 1437,
+      "TTCTCT": 1438,
+      "TTCTCC": 1439,
+      "TTCTCG": 1440,
+      "TTCTGA": 1441,
+      "TTCTGT": 1442,
+      "TTCTGC": 1443,
+      "TTCTGG": 1444,
+      "TTCCAA": 1445,
+      "TTCCAT": 1446,
+      "TTCCAC": 1447,
+      "TTCCAG": 1448,
+      "TTCCTA": 1449,
+      "TTCCTT": 1450,
+      "TTCCTC": 1451,
+      "TTCCTG": 1452,
+      "TTCCCA": 1453,
+      "TTCCCT": 1454,
+      "TTCCCC": 1455,
+      "TTCCCG": 1456,
+      "TTCCGA": 1457,
+      "TTCCGT": 1458,
+      "TTCCGC": 1459,
+      "TTCCGG": 1460,
+      "TTCGAA": 1461,
+      "TTCGAT": 1462,
+      "TTCGAC": 1463,
+      "TTCGAG": 1464,
+      "TTCGTA": 1465,
+      "TTCGTT": 1466,
+      "TTCGTC": 1467,
+      "TTCGTG": 1468,
+      "TTCGCA": 1469,
+      "TTCGCT": 1470,
+      "TTCGCC": 1471,
+      "TTCGCG": 1472,
+      "TTCGGA": 1473,
+      "TTCGGT": 1474,
+      "TTCGGC": 1475,
+      "TTCGGG": 1476,
+      "TTGAAA": 1477,
+      "TTGAAT": 1478,
+      "TTGAAC": 1479,
+      "TTGAAG": 1480,
+      "TTGATA": 1481,
+      "TTGATT": 1482,
+      "TTGATC": 1483,
+      "TTGATG": 1484,
+      "TTGACA": 1485,
+      "TTGACT": 1486,
+      "TTGACC": 1487,
+      "TTGACG": 1488,
+      "TTGAGA": 1489,
+      "TTGAGT": 1490,
+      "TTGAGC": 1491,
+      "TTGAGG": 1492,
+      "TTGTAA": 1493,
+      "TTGTAT": 1494,
+      "TTGTAC": 1495,
+      "TTGTAG": 1496,
+      "TTGTTA": 1497,
+      "TTGTTT": 1498,
+      "TTGTTC": 1499,
+      "TTGTTG": 1500,
+      "TTGTCA": 1501,
+      "TTGTCT": 1502,
+      "TTGTCC": 1503,
+      "TTGTCG": 1504,
+      "TTGTGA": 1505,
+      "TTGTGT": 1506,
+      "TTGTGC": 1507,
+      "TTGTGG": 1508,
+      "TTGCAA": 1509,
+      "TTGCAT": 1510,
+      "TTGCAC": 1511,
+      "TTGCAG": 1512,
+      "TTGCTA": 1513,
+      "TTGCTT": 1514,
+      "TTGCTC": 1515,
+      "TTGCTG": 1516,
+      "TTGCCA": 1517,
+      "TTGCCT": 1518,
+      "TTGCCC": 1519,
+      "TTGCCG": 1520,
+      "TTGCGA": 1521,
+      "TTGCGT": 1522,
+      "TTGCGC": 1523,
+      "TTGCGG": 1524,
+      "TTGGAA": 1525,
+      "TTGGAT": 1526,
+      "TTGGAC": 1527,
+      "TTGGAG": 1528,
+      "TTGGTA": 1529,
+      "TTGGTT": 1530,
+      "TTGGTC": 1531,
+      "TTGGTG": 1532,
+      "TTGGCA": 1533,
+      "TTGGCT": 1534,
+      "TTGGCC": 1535,
+      "TTGGCG": 1536,
+      "TTGGGA": 1537,
+      "TTGGGT": 1538,
+      "TTGGGC": 1539,
+      "TTGGGG": 1540,
+      "TCAAAA": 1541,
+      "TCAAAT": 1542,
+      "TCAAAC": 1543,
+      "TCAAAG": 1544,
+      "TCAATA": 1545,
+      "TCAATT": 1546,
+      "TCAATC": 1547,
+      "TCAATG": 1548,
+      "TCAACA": 1549,
+      "TCAACT": 1550,
+      "TCAACC": 1551,
+      "TCAACG": 1552,
+      "TCAAGA": 1553,
+      "TCAAGT": 1554,
+      "TCAAGC": 1555,
+      "TCAAGG": 1556,
+      "TCATAA": 1557,
+      "TCATAT": 1558,
+      "TCATAC": 1559,
+      "TCATAG": 1560,
+      "TCATTA": 1561,
+      "TCATTT": 1562,
+      "TCATTC": 1563,
+      "TCATTG": 1564,
+      "TCATCA": 1565,
+      "TCATCT": 1566,
+      "TCATCC": 1567,
+      "TCATCG": 1568,
+      "TCATGA": 1569,
+      "TCATGT": 1570,
+      "TCATGC": 1571,
+      "TCATGG": 1572,
+      "TCACAA": 1573,
+      "TCACAT": 1574,
+      "TCACAC": 1575,
+      "TCACAG": 1576,
+      "TCACTA": 1577,
+      "TCACTT": 1578,
+      "TCACTC": 1579,
+      "TCACTG": 1580,
+      "TCACCA": 1581,
+      "TCACCT": 1582,
+      "TCACCC": 1583,
+      "TCACCG": 1584,
+      "TCACGA": 1585,
+      "TCACGT": 1586,
+      "TCACGC": 1587,
+      "TCACGG": 1588,
+      "TCAGAA": 1589,
+      "TCAGAT": 1590,
+      "TCAGAC": 1591,
+      "TCAGAG": 1592,
+      "TCAGTA": 1593,
+      "TCAGTT": 1594,
+      "TCAGTC": 1595,
+      "TCAGTG": 1596,
+      "TCAGCA": 1597,
+      "TCAGCT": 1598,
+      "TCAGCC": 1599,
+      "TCAGCG": 1600,
+      "TCAGGA": 1601,
+      "TCAGGT": 1602,
+      "TCAGGC": 1603,
+      "TCAGGG": 1604,
+      "TCTAAA": 1605,
+      "TCTAAT": 1606,
+      "TCTAAC": 1607,
+      "TCTAAG": 1608,
+      "TCTATA": 1609,
+      "TCTATT": 1610,
+      "TCTATC": 1611,
+      "TCTATG": 1612,
+      "TCTACA": 1613,
+      "TCTACT": 1614,
+      "TCTACC": 1615,
+      "TCTACG": 1616,
+      "TCTAGA": 1617,
+      "TCTAGT": 1618,
+      "TCTAGC": 1619,
+      "TCTAGG": 1620,
+      "TCTTAA": 1621,
+      "TCTTAT": 1622,
+      "TCTTAC": 1623,
+      "TCTTAG": 1624,
+      "TCTTTA": 1625,
+      "TCTTTT": 1626,
+      "TCTTTC": 1627,
+      "TCTTTG": 1628,
+      "TCTTCA": 1629,
+      "TCTTCT": 1630,
+      "TCTTCC": 1631,
+      "TCTTCG": 1632,
+      "TCTTGA": 1633,
+      "TCTTGT": 1634,
+      "TCTTGC": 1635,
+      "TCTTGG": 1636,
+      "TCTCAA": 1637,
+      "TCTCAT": 1638,
+      "TCTCAC": 1639,
+      "TCTCAG": 1640,
+      "TCTCTA": 1641,
+      "TCTCTT": 1642,
+      "TCTCTC": 1643,
+      "TCTCTG": 1644,
+      "TCTCCA": 1645,
+      "TCTCCT": 1646,
+      "TCTCCC": 1647,
+      "TCTCCG": 1648,
+      "TCTCGA": 1649,
+      "TCTCGT": 1650,
+      "TCTCGC": 1651,
+      "TCTCGG": 1652,
+      "TCTGAA": 1653,
+      "TCTGAT": 1654,
+      "TCTGAC": 1655,
+      "TCTGAG": 1656,
+      "TCTGTA": 1657,
+      "TCTGTT": 1658,
+      "TCTGTC": 1659,
+      "TCTGTG": 1660,
+      "TCTGCA": 1661,
+      "TCTGCT": 1662,
+      "TCTGCC": 1663,
+      "TCTGCG": 1664,
+      "TCTGGA": 1665,
+      "TCTGGT": 1666,
+      "TCTGGC": 1667,
+      "TCTGGG": 1668,
+      "TCCAAA": 1669,
+      "TCCAAT": 1670,
+      "TCCAAC": 1671,
+      "TCCAAG": 1672,
+      "TCCATA": 1673,
+      "TCCATT": 1674,
+      "TCCATC": 1675,
+      "TCCATG": 1676,
+      "TCCACA": 1677,
+      "TCCACT": 1678,
+      "TCCACC": 1679,
+      "TCCACG": 1680,
+      "TCCAGA": 1681,
+      "TCCAGT": 1682,
+      "TCCAGC": 1683,
+      "TCCAGG": 1684,
+      "TCCTAA": 1685,
+      "TCCTAT": 1686,
+      "TCCTAC": 1687,
+      "TCCTAG": 1688,
+      "TCCTTA": 1689,
+      "TCCTTT": 1690,
+      "TCCTTC": 1691,
+      "TCCTTG": 1692,
+      "TCCTCA": 1693,
+      "TCCTCT": 1694,
+      "TCCTCC": 1695,
+      "TCCTCG": 1696,
+      "TCCTGA": 1697,
+      "TCCTGT": 1698,
+      "TCCTGC": 1699,
+      "TCCTGG": 1700,
+      "TCCCAA": 1701,
+      "TCCCAT": 1702,
+      "TCCCAC": 1703,
+      "TCCCAG": 1704,
+      "TCCCTA": 1705,
+      "TCCCTT": 1706,
+      "TCCCTC": 1707,
+      "TCCCTG": 1708,
+      "TCCCCA": 1709,
+      "TCCCCT": 1710,
+      "TCCCCC": 1711,
+      "TCCCCG": 1712,
+      "TCCCGA": 1713,
+      "TCCCGT": 1714,
+      "TCCCGC": 1715,
+      "TCCCGG": 1716,
+      "TCCGAA": 1717,
+      "TCCGAT": 1718,
+      "TCCGAC": 1719,
+      "TCCGAG": 1720,
+      "TCCGTA": 1721,
+      "TCCGTT": 1722,
+      "TCCGTC": 1723,
+      "TCCGTG": 1724,
+      "TCCGCA": 1725,
+      "TCCGCT": 1726,
+      "TCCGCC": 1727,
+      "TCCGCG": 1728,
+      "TCCGGA": 1729,
+      "TCCGGT": 1730,
+      "TCCGGC": 1731,
+      "TCCGGG": 1732,
+      "TCGAAA": 1733,
+      "TCGAAT": 1734,
+      "TCGAAC": 1735,
+      "TCGAAG": 1736,
+      "TCGATA": 1737,
+      "TCGATT": 1738,
+      "TCGATC": 1739,
+      "TCGATG": 1740,
+      "TCGACA": 1741,
+      "TCGACT": 1742,
+      "TCGACC": 1743,
+      "TCGACG": 1744,
+      "TCGAGA": 1745,
+      "TCGAGT": 1746,
+      "TCGAGC": 1747,
+      "TCGAGG": 1748,
+      "TCGTAA": 1749,
+      "TCGTAT": 1750,
+      "TCGTAC": 1751,
+      "TCGTAG": 1752,
+      "TCGTTA": 1753,
+      "TCGTTT": 1754,
+      "TCGTTC": 1755,
+      "TCGTTG": 1756,
+      "TCGTCA": 1757,
+      "TCGTCT": 1758,
+      "TCGTCC": 1759,
+      "TCGTCG": 1760,
+      "TCGTGA": 1761,
+      "TCGTGT": 1762,
+      "TCGTGC": 1763,
+      "TCGTGG": 1764,
+      "TCGCAA": 1765,
+      "TCGCAT": 1766,
+      "TCGCAC": 1767,
+      "TCGCAG": 1768,
+      "TCGCTA": 1769,
+      "TCGCTT": 1770,
+      "TCGCTC": 1771,
+      "TCGCTG": 1772,
+      "TCGCCA": 1773,
+      "TCGCCT": 1774,
+      "TCGCCC": 1775,
+      "TCGCCG": 1776,
+      "TCGCGA": 1777,
+      "TCGCGT": 1778,
+      "TCGCGC": 1779,
+      "TCGCGG": 1780,
+      "TCGGAA": 1781,
+      "TCGGAT": 1782,
+      "TCGGAC": 1783,
+      "TCGGAG": 1784,
+      "TCGGTA": 1785,
+      "TCGGTT": 1786,
+      "TCGGTC": 1787,
+      "TCGGTG": 1788,
+      "TCGGCA": 1789,
+      "TCGGCT": 1790,
+      "TCGGCC": 1791,
+      "TCGGCG": 1792,
+      "TCGGGA": 1793,
+      "TCGGGT": 1794,
+      "TCGGGC": 1795,
+      "TCGGGG": 1796,
+      "TGAAAA": 1797,
+      "TGAAAT": 1798,
+      "TGAAAC": 1799,
+      "TGAAAG": 1800,
+      "TGAATA": 1801,
+      "TGAATT": 1802,
+      "TGAATC": 1803,
+      "TGAATG": 1804,
+      "TGAACA": 1805,
+      "TGAACT": 1806,
+      "TGAACC": 1807,
+      "TGAACG": 1808,
+      "TGAAGA": 1809,
+      "TGAAGT": 1810,
+      "TGAAGC": 1811,
+      "TGAAGG": 1812,
+      "TGATAA": 1813,
+      "TGATAT": 1814,
+      "TGATAC": 1815,
+      "TGATAG": 1816,
+      "TGATTA": 1817,
+      "TGATTT": 1818,
+      "TGATTC": 1819,
+      "TGATTG": 1820,
+      "TGATCA": 1821,
+      "TGATCT": 1822,
+      "TGATCC": 1823,
+      "TGATCG": 1824,
+      "TGATGA": 1825,
+      "TGATGT": 1826,
+      "TGATGC": 1827,
+      "TGATGG": 1828,
+      "TGACAA": 1829,
+      "TGACAT": 1830,
+      "TGACAC": 1831,
+      "TGACAG": 1832,
+      "TGACTA": 1833,
+      "TGACTT": 1834,
+      "TGACTC": 1835,
+      "TGACTG": 1836,
+      "TGACCA": 1837,
+      "TGACCT": 1838,
+      "TGACCC": 1839,
+      "TGACCG": 1840,
+      "TGACGA": 1841,
+      "TGACGT": 1842,
+      "TGACGC": 1843,
+      "TGACGG": 1844,
+      "TGAGAA": 1845,
+      "TGAGAT": 1846,
+      "TGAGAC": 1847,
+      "TGAGAG": 1848,
+      "TGAGTA": 1849,
+      "TGAGTT": 1850,
+      "TGAGTC": 1851,
+      "TGAGTG": 1852,
+      "TGAGCA": 1853,
+      "TGAGCT": 1854,
+      "TGAGCC": 1855,
+      "TGAGCG": 1856,
+      "TGAGGA": 1857,
+      "TGAGGT": 1858,
+      "TGAGGC": 1859,
+      "TGAGGG": 1860,
+      "TGTAAA": 1861,
+      "TGTAAT": 1862,
+      "TGTAAC": 1863,
+      "TGTAAG": 1864,
+      "TGTATA": 1865,
+      "TGTATT": 1866,
+      "TGTATC": 1867,
+      "TGTATG": 1868,
+      "TGTACA": 1869,
+      "TGTACT": 1870,
+      "TGTACC": 1871,
+      "TGTACG": 1872,
+      "TGTAGA": 1873,
+      "TGTAGT": 1874,
+      "TGTAGC": 1875,
+      "TGTAGG": 1876,
+      "TGTTAA": 1877,
+      "TGTTAT": 1878,
+      "TGTTAC": 1879,
+      "TGTTAG": 1880,
+      "TGTTTA": 1881,
+      "TGTTTT": 1882,
+      "TGTTTC": 1883,
+      "TGTTTG": 1884,
+      "TGTTCA": 1885,
+      "TGTTCT": 1886,
+      "TGTTCC": 1887,
+      "TGTTCG": 1888,
+      "TGTTGA": 1889,
+      "TGTTGT": 1890,
+      "TGTTGC": 1891,
+      "TGTTGG": 1892,
+      "TGTCAA": 1893,
+      "TGTCAT": 1894,
+      "TGTCAC": 1895,
+      "TGTCAG": 1896,
+      "TGTCTA": 1897,
+      "TGTCTT": 1898,
+      "TGTCTC": 1899,
+      "TGTCTG": 1900,
+      "TGTCCA": 1901,
+      "TGTCCT": 1902,
+      "TGTCCC": 1903,
+      "TGTCCG": 1904,
+      "TGTCGA": 1905,
+      "TGTCGT": 1906,
+      "TGTCGC": 1907,
+      "TGTCGG": 1908,
+      "TGTGAA": 1909,
+      "TGTGAT": 1910,
+      "TGTGAC": 1911,
+      "TGTGAG": 1912,
+      "TGTGTA": 1913,
+      "TGTGTT": 1914,
+      "TGTGTC": 1915,
+      "TGTGTG": 1916,
+      "TGTGCA": 1917,
+      "TGTGCT": 1918,
+      "TGTGCC": 1919,
+      "TGTGCG": 1920,
+      "TGTGGA": 1921,
+      "TGTGGT": 1922,
+      "TGTGGC": 1923,
+      "TGTGGG": 1924,
+      "TGCAAA": 1925,
+      "TGCAAT": 1926,
+      "TGCAAC": 1927,
+      "TGCAAG": 1928,
+      "TGCATA": 1929,
+      "TGCATT": 1930,
+      "TGCATC": 1931,
+      "TGCATG": 1932,
+      "TGCACA": 1933,
+      "TGCACT": 1934,
+      "TGCACC": 1935,
+      "TGCACG": 1936,
+      "TGCAGA": 1937,
+      "TGCAGT": 1938,
+      "TGCAGC": 1939,
+      "TGCAGG": 1940,
+      "TGCTAA": 1941,
+      "TGCTAT": 1942,
+      "TGCTAC": 1943,
+      "TGCTAG": 1944,
+      "TGCTTA": 1945,
+      "TGCTTT": 1946,
+      "TGCTTC": 1947,
+      "TGCTTG": 1948,
+      "TGCTCA": 1949,
+      "TGCTCT": 1950,
+      "TGCTCC": 1951,
+      "TGCTCG": 1952,
+      "TGCTGA": 1953,
+      "TGCTGT": 1954,
+      "TGCTGC": 1955,
+      "TGCTGG": 1956,
+      "TGCCAA": 1957,
+      "TGCCAT": 1958,
+      "TGCCAC": 1959,
+      "TGCCAG": 1960,
+      "TGCCTA": 1961,
+      "TGCCTT": 1962,
+      "TGCCTC": 1963,
+      "TGCCTG": 1964,
+      "TGCCCA": 1965,
+      "TGCCCT": 1966,
+      "TGCCCC": 1967,
+      "TGCCCG": 1968,
+      "TGCCGA": 1969,
+      "TGCCGT": 1970,
+      "TGCCGC": 1971,
+      "TGCCGG": 1972,
+      "TGCGAA": 1973,
+      "TGCGAT": 1974,
+      "TGCGAC": 1975,
+      "TGCGAG": 1976,
+      "TGCGTA": 1977,
+      "TGCGTT": 1978,
+      "TGCGTC": 1979,
+      "TGCGTG": 1980,
+      "TGCGCA": 1981,
+      "TGCGCT": 1982,
+      "TGCGCC": 1983,
+      "TGCGCG": 1984,
+      "TGCGGA": 1985,
+      "TGCGGT": 1986,
+      "TGCGGC": 1987,
+      "TGCGGG": 1988,
+      "TGGAAA": 1989,
+      "TGGAAT": 1990,
+      "TGGAAC": 1991,
+      "TGGAAG": 1992,
+      "TGGATA": 1993,
+      "TGGATT": 1994,
+      "TGGATC": 1995,
+      "TGGATG": 1996,
+      "TGGACA": 1997,
+      "TGGACT": 1998,
+      "TGGACC": 1999,
+      "TGGACG": 2000,
+      "TGGAGA": 2001,
+      "TGGAGT": 2002,
+      "TGGAGC": 2003,
+      "TGGAGG": 2004,
+      "TGGTAA": 2005,
+      "TGGTAT": 2006,
+      "TGGTAC": 2007,
+      "TGGTAG": 2008,
+      "TGGTTA": 2009,
+      "TGGTTT": 2010,
+      "TGGTTC": 2011,
+      "TGGTTG": 2012,
+      "TGGTCA": 2013,
+      "TGGTCT": 2014,
+      "TGGTCC": 2015,
+      "TGGTCG": 2016,
+      "TGGTGA": 2017,
+      "TGGTGT": 2018,
+      "TGGTGC": 2019,
+      "TGGTGG": 2020,
+      "TGGCAA": 2021,
+      "TGGCAT": 2022,
+      "TGGCAC": 2023,
+      "TGGCAG": 2024,
+      "TGGCTA": 2025,
+      "TGGCTT": 2026,
+      "TGGCTC": 2027,
+      "TGGCTG": 2028,
+      "TGGCCA": 2029,
+      "TGGCCT": 2030,
+      "TGGCCC": 2031,
+      "TGGCCG": 2032,
+      "TGGCGA": 2033,
+      "TGGCGT": 2034,
+      "TGGCGC": 2035,
+      "TGGCGG": 2036,
+      "TGGGAA": 2037,
+      "TGGGAT": 2038,
+      "TGGGAC": 2039,
+      "TGGGAG": 2040,
+      "TGGGTA": 2041,
+      "TGGGTT": 2042,
+      "TGGGTC": 2043,
+      "TGGGTG": 2044,
+      "TGGGCA": 2045,
+      "TGGGCT": 2046,
+      "TGGGCC": 2047,
+      "TGGGCG": 2048,
+      "TGGGGA": 2049,
+      "TGGGGT": 2050,
+      "TGGGGC": 2051,
+      "TGGGGG": 2052,
+      "CAAAAA": 2053,
+      "CAAAAT": 2054,
+      "CAAAAC": 2055,
+      "CAAAAG": 2056,
+      "CAAATA": 2057,
+      "CAAATT": 2058,
+      "CAAATC": 2059,
+      "CAAATG": 2060,
+      "CAAACA": 2061,
+      "CAAACT": 2062,
+      "CAAACC": 2063,
+      "CAAACG": 2064,
+      "CAAAGA": 2065,
+      "CAAAGT": 2066,
+      "CAAAGC": 2067,
+      "CAAAGG": 2068,
+      "CAATAA": 2069,
+      "CAATAT": 2070,
+      "CAATAC": 2071,
+      "CAATAG": 2072,
+      "CAATTA": 2073,
+      "CAATTT": 2074,
+      "CAATTC": 2075,
+      "CAATTG": 2076,
+      "CAATCA": 2077,
+      "CAATCT": 2078,
+      "CAATCC": 2079,
+      "CAATCG": 2080,
+      "CAATGA": 2081,
+      "CAATGT": 2082,
+      "CAATGC": 2083,
+      "CAATGG": 2084,
+      "CAACAA": 2085,
+      "CAACAT": 2086,
+      "CAACAC": 2087,
+      "CAACAG": 2088,
+      "CAACTA": 2089,
+      "CAACTT": 2090,
+      "CAACTC": 2091,
+      "CAACTG": 2092,
+      "CAACCA": 2093,
+      "CAACCT": 2094,
+      "CAACCC": 2095,
+      "CAACCG": 2096,
+      "CAACGA": 2097,
+      "CAACGT": 2098,
+      "CAACGC": 2099,
+      "CAACGG": 2100,
+      "CAAGAA": 2101,
+      "CAAGAT": 2102,
+      "CAAGAC": 2103,
+      "CAAGAG": 2104,
+      "CAAGTA": 2105,
+      "CAAGTT": 2106,
+      "CAAGTC": 2107,
+      "CAAGTG": 2108,
+      "CAAGCA": 2109,
+      "CAAGCT": 2110,
+      "CAAGCC": 2111,
+      "CAAGCG": 2112,
+      "CAAGGA": 2113,
+      "CAAGGT": 2114,
+      "CAAGGC": 2115,
+      "CAAGGG": 2116,
+      "CATAAA": 2117,
+      "CATAAT": 2118,
+      "CATAAC": 2119,
+      "CATAAG": 2120,
+      "CATATA": 2121,
+      "CATATT": 2122,
+      "CATATC": 2123,
+      "CATATG": 2124,
+      "CATACA": 2125,
+      "CATACT": 2126,
+      "CATACC": 2127,
+      "CATACG": 2128,
+      "CATAGA": 2129,
+      "CATAGT": 2130,
+      "CATAGC": 2131,
+      "CATAGG": 2132,
+      "CATTAA": 2133,
+      "CATTAT": 2134,
+      "CATTAC": 2135,
+      "CATTAG": 2136,
+      "CATTTA": 2137,
+      "CATTTT": 2138,
+      "CATTTC": 2139,
+      "CATTTG": 2140,
+      "CATTCA": 2141,
+      "CATTCT": 2142,
+      "CATTCC": 2143,
+      "CATTCG": 2144,
+      "CATTGA": 2145,
+      "CATTGT": 2146,
+      "CATTGC": 2147,
+      "CATTGG": 2148,
+      "CATCAA": 2149,
+      "CATCAT": 2150,
+      "CATCAC": 2151,
+      "CATCAG": 2152,
+      "CATCTA": 2153,
+      "CATCTT": 2154,
+      "CATCTC": 2155,
+      "CATCTG": 2156,
+      "CATCCA": 2157,
+      "CATCCT": 2158,
+      "CATCCC": 2159,
+      "CATCCG": 2160,
+      "CATCGA": 2161,
+      "CATCGT": 2162,
+      "CATCGC": 2163,
+      "CATCGG": 2164,
+      "CATGAA": 2165,
+      "CATGAT": 2166,
+      "CATGAC": 2167,
+      "CATGAG": 2168,
+      "CATGTA": 2169,
+      "CATGTT": 2170,
+      "CATGTC": 2171,
+      "CATGTG": 2172,
+      "CATGCA": 2173,
+      "CATGCT": 2174,
+      "CATGCC": 2175,
+      "CATGCG": 2176,
+      "CATGGA": 2177,
+      "CATGGT": 2178,
+      "CATGGC": 2179,
+      "CATGGG": 2180,
+      "CACAAA": 2181,
+      "CACAAT": 2182,
+      "CACAAC": 2183,
+      "CACAAG": 2184,
+      "CACATA": 2185,
+      "CACATT": 2186,
+      "CACATC": 2187,
+      "CACATG": 2188,
+      "CACACA": 2189,
+      "CACACT": 2190,
+      "CACACC": 2191,
+      "CACACG": 2192,
+      "CACAGA": 2193,
+      "CACAGT": 2194,
+      "CACAGC": 2195,
+      "CACAGG": 2196,
+      "CACTAA": 2197,
+      "CACTAT": 2198,
+      "CACTAC": 2199,
+      "CACTAG": 2200,
+      "CACTTA": 2201,
+      "CACTTT": 2202,
+      "CACTTC": 2203,
+      "CACTTG": 2204,
+      "CACTCA": 2205,
+      "CACTCT": 2206,
+      "CACTCC": 2207,
+      "CACTCG": 2208,
+      "CACTGA": 2209,
+      "CACTGT": 2210,
+      "CACTGC": 2211,
+      "CACTGG": 2212,
+      "CACCAA": 2213,
+      "CACCAT": 2214,
+      "CACCAC": 2215,
+      "CACCAG": 2216,
+      "CACCTA": 2217,
+      "CACCTT": 2218,
+      "CACCTC": 2219,
+      "CACCTG": 2220,
+      "CACCCA": 2221,
+      "CACCCT": 2222,
+      "CACCCC": 2223,
+      "CACCCG": 2224,
+      "CACCGA": 2225,
+      "CACCGT": 2226,
+      "CACCGC": 2227,
+      "CACCGG": 2228,
+      "CACGAA": 2229,
+      "CACGAT": 2230,
+      "CACGAC": 2231,
+      "CACGAG": 2232,
+      "CACGTA": 2233,
+      "CACGTT": 2234,
+      "CACGTC": 2235,
+      "CACGTG": 2236,
+      "CACGCA": 2237,
+      "CACGCT": 2238,
+      "CACGCC": 2239,
+      "CACGCG": 2240,
+      "CACGGA": 2241,
+      "CACGGT": 2242,
+      "CACGGC": 2243,
+      "CACGGG": 2244,
+      "CAGAAA": 2245,
+      "CAGAAT": 2246,
+      "CAGAAC": 2247,
+      "CAGAAG": 2248,
+      "CAGATA": 2249,
+      "CAGATT": 2250,
+      "CAGATC": 2251,
+      "CAGATG": 2252,
+      "CAGACA": 2253,
+      "CAGACT": 2254,
+      "CAGACC": 2255,
+      "CAGACG": 2256,
+      "CAGAGA": 2257,
+      "CAGAGT": 2258,
+      "CAGAGC": 2259,
+      "CAGAGG": 2260,
+      "CAGTAA": 2261,
+      "CAGTAT": 2262,
+      "CAGTAC": 2263,
+      "CAGTAG": 2264,
+      "CAGTTA": 2265,
+      "CAGTTT": 2266,
+      "CAGTTC": 2267,
+      "CAGTTG": 2268,
+      "CAGTCA": 2269,
+      "CAGTCT": 2270,
+      "CAGTCC": 2271,
+      "CAGTCG": 2272,
+      "CAGTGA": 2273,
+      "CAGTGT": 2274,
+      "CAGTGC": 2275,
+      "CAGTGG": 2276,
+      "CAGCAA": 2277,
+      "CAGCAT": 2278,
+      "CAGCAC": 2279,
+      "CAGCAG": 2280,
+      "CAGCTA": 2281,
+      "CAGCTT": 2282,
+      "CAGCTC": 2283,
+      "CAGCTG": 2284,
+      "CAGCCA": 2285,
+      "CAGCCT": 2286,
+      "CAGCCC": 2287,
+      "CAGCCG": 2288,
+      "CAGCGA": 2289,
+      "CAGCGT": 2290,
+      "CAGCGC": 2291,
+      "CAGCGG": 2292,
+      "CAGGAA": 2293,
+      "CAGGAT": 2294,
+      "CAGGAC": 2295,
+      "CAGGAG": 2296,
+      "CAGGTA": 2297,
+      "CAGGTT": 2298,
+      "CAGGTC": 2299,
+      "CAGGTG": 2300,
+      "CAGGCA": 2301,
+      "CAGGCT": 2302,
+      "CAGGCC": 2303,
+      "CAGGCG": 2304,
+      "CAGGGA": 2305,
+      "CAGGGT": 2306,
+      "CAGGGC": 2307,
+      "CAGGGG": 2308,
+      "CTAAAA": 2309,
+      "CTAAAT": 2310,
+      "CTAAAC": 2311,
+      "CTAAAG": 2312,
+      "CTAATA": 2313,
+      "CTAATT": 2314,
+      "CTAATC": 2315,
+      "CTAATG": 2316,
+      "CTAACA": 2317,
+      "CTAACT": 2318,
+      "CTAACC": 2319,
+      "CTAACG": 2320,
+      "CTAAGA": 2321,
+      "CTAAGT": 2322,
+      "CTAAGC": 2323,
+      "CTAAGG": 2324,
+      "CTATAA": 2325,
+      "CTATAT": 2326,
+      "CTATAC": 2327,
+      "CTATAG": 2328,
+      "CTATTA": 2329,
+      "CTATTT": 2330,
+      "CTATTC": 2331,
+      "CTATTG": 2332,
+      "CTATCA": 2333,
+      "CTATCT": 2334,
+      "CTATCC": 2335,
+      "CTATCG": 2336,
+      "CTATGA": 2337,
+      "CTATGT": 2338,
+      "CTATGC": 2339,
+      "CTATGG": 2340,
+      "CTACAA": 2341,
+      "CTACAT": 2342,
+      "CTACAC": 2343,
+      "CTACAG": 2344,
+      "CTACTA": 2345,
+      "CTACTT": 2346,
+      "CTACTC": 2347,
+      "CTACTG": 2348,
+      "CTACCA": 2349,
+      "CTACCT": 2350,
+      "CTACCC": 2351,
+      "CTACCG": 2352,
+      "CTACGA": 2353,
+      "CTACGT": 2354,
+      "CTACGC": 2355,
+      "CTACGG": 2356,
+      "CTAGAA": 2357,
+      "CTAGAT": 2358,
+      "CTAGAC": 2359,
+      "CTAGAG": 2360,
+      "CTAGTA": 2361,
+      "CTAGTT": 2362,
+      "CTAGTC": 2363,
+      "CTAGTG": 2364,
+      "CTAGCA": 2365,
+      "CTAGCT": 2366,
+      "CTAGCC": 2367,
+      "CTAGCG": 2368,
+      "CTAGGA": 2369,
+      "CTAGGT": 2370,
+      "CTAGGC": 2371,
+      "CTAGGG": 2372,
+      "CTTAAA": 2373,
+      "CTTAAT": 2374,
+      "CTTAAC": 2375,
+      "CTTAAG": 2376,
+      "CTTATA": 2377,
+      "CTTATT": 2378,
+      "CTTATC": 2379,
+      "CTTATG": 2380,
+      "CTTACA": 2381,
+      "CTTACT": 2382,
+      "CTTACC": 2383,
+      "CTTACG": 2384,
+      "CTTAGA": 2385,
+      "CTTAGT": 2386,
+      "CTTAGC": 2387,
+      "CTTAGG": 2388,
+      "CTTTAA": 2389,
+      "CTTTAT": 2390,
+      "CTTTAC": 2391,
+      "CTTTAG": 2392,
+      "CTTTTA": 2393,
+      "CTTTTT": 2394,
+      "CTTTTC": 2395,
+      "CTTTTG": 2396,
+      "CTTTCA": 2397,
+      "CTTTCT": 2398,
+      "CTTTCC": 2399,
+      "CTTTCG": 2400,
+      "CTTTGA": 2401,
+      "CTTTGT": 2402,
+      "CTTTGC": 2403,
+      "CTTTGG": 2404,
+      "CTTCAA": 2405,
+      "CTTCAT": 2406,
+      "CTTCAC": 2407,
+      "CTTCAG": 2408,
+      "CTTCTA": 2409,
+      "CTTCTT": 2410,
+      "CTTCTC": 2411,
+      "CTTCTG": 2412,
+      "CTTCCA": 2413,
+      "CTTCCT": 2414,
+      "CTTCCC": 2415,
+      "CTTCCG": 2416,
+      "CTTCGA": 2417,
+      "CTTCGT": 2418,
+      "CTTCGC": 2419,
+      "CTTCGG": 2420,
+      "CTTGAA": 2421,
+      "CTTGAT": 2422,
+      "CTTGAC": 2423,
+      "CTTGAG": 2424,
+      "CTTGTA": 2425,
+      "CTTGTT": 2426,
+      "CTTGTC": 2427,
+      "CTTGTG": 2428,
+      "CTTGCA": 2429,
+      "CTTGCT": 2430,
+      "CTTGCC": 2431,
+      "CTTGCG": 2432,
+      "CTTGGA": 2433,
+      "CTTGGT": 2434,
+      "CTTGGC": 2435,
+      "CTTGGG": 2436,
+      "CTCAAA": 2437,
+      "CTCAAT": 2438,
+      "CTCAAC": 2439,
+      "CTCAAG": 2440,
+      "CTCATA": 2441,
+      "CTCATT": 2442,
+      "CTCATC": 2443,
+      "CTCATG": 2444,
+      "CTCACA": 2445,
+      "CTCACT": 2446,
+      "CTCACC": 2447,
+      "CTCACG": 2448,
+      "CTCAGA": 2449,
+      "CTCAGT": 2450,
+      "CTCAGC": 2451,
+      "CTCAGG": 2452,
+      "CTCTAA": 2453,
+      "CTCTAT": 2454,
+      "CTCTAC": 2455,
+      "CTCTAG": 2456,
+      "CTCTTA": 2457,
+      "CTCTTT": 2458,
+      "CTCTTC": 2459,
+      "CTCTTG": 2460,
+      "CTCTCA": 2461,
+      "CTCTCT": 2462,
+      "CTCTCC": 2463,
+      "CTCTCG": 2464,
+      "CTCTGA": 2465,
+      "CTCTGT": 2466,
+      "CTCTGC": 2467,
+      "CTCTGG": 2468,
+      "CTCCAA": 2469,
+      "CTCCAT": 2470,
+      "CTCCAC": 2471,
+      "CTCCAG": 2472,
+      "CTCCTA": 2473,
+      "CTCCTT": 2474,
+      "CTCCTC": 2475,
+      "CTCCTG": 2476,
+      "CTCCCA": 2477,
+      "CTCCCT": 2478,
+      "CTCCCC": 2479,
+      "CTCCCG": 2480,
+      "CTCCGA": 2481,
+      "CTCCGT": 2482,
+      "CTCCGC": 2483,
+      "CTCCGG": 2484,
+      "CTCGAA": 2485,
+      "CTCGAT": 2486,
+      "CTCGAC": 2487,
+      "CTCGAG": 2488,
+      "CTCGTA": 2489,
+      "CTCGTT": 2490,
+      "CTCGTC": 2491,
+      "CTCGTG": 2492,
+      "CTCGCA": 2493,
+      "CTCGCT": 2494,
+      "CTCGCC": 2495,
+      "CTCGCG": 2496,
+      "CTCGGA": 2497,
+      "CTCGGT": 2498,
+      "CTCGGC": 2499,
+      "CTCGGG": 2500,
+      "CTGAAA": 2501,
+      "CTGAAT": 2502,
+      "CTGAAC": 2503,
+      "CTGAAG": 2504,
+      "CTGATA": 2505,
+      "CTGATT": 2506,
+      "CTGATC": 2507,
+      "CTGATG": 2508,
+      "CTGACA": 2509,
+      "CTGACT": 2510,
+      "CTGACC": 2511,
+      "CTGACG": 2512,
+      "CTGAGA": 2513,
+      "CTGAGT": 2514,
+      "CTGAGC": 2515,
+      "CTGAGG": 2516,
+      "CTGTAA": 2517,
+      "CTGTAT": 2518,
+      "CTGTAC": 2519,
+      "CTGTAG": 2520,
+      "CTGTTA": 2521,
+      "CTGTTT": 2522,
+      "CTGTTC": 2523,
+      "CTGTTG": 2524,
+      "CTGTCA": 2525,
+      "CTGTCT": 2526,
+      "CTGTCC": 2527,
+      "CTGTCG": 2528,
+      "CTGTGA": 2529,
+      "CTGTGT": 2530,
+      "CTGTGC": 2531,
+      "CTGTGG": 2532,
+      "CTGCAA": 2533,
+      "CTGCAT": 2534,
+      "CTGCAC": 2535,
+      "CTGCAG": 2536,
+      "CTGCTA": 2537,
+      "CTGCTT": 2538,
+      "CTGCTC": 2539,
+      "CTGCTG": 2540,
+      "CTGCCA": 2541,
+      "CTGCCT": 2542,
+      "CTGCCC": 2543,
+      "CTGCCG": 2544,
+      "CTGCGA": 2545,
+      "CTGCGT": 2546,
+      "CTGCGC": 2547,
+      "CTGCGG": 2548,
+      "CTGGAA": 2549,
+      "CTGGAT": 2550,
+      "CTGGAC": 2551,
+      "CTGGAG": 2552,
+      "CTGGTA": 2553,
+      "CTGGTT": 2554,
+      "CTGGTC": 2555,
+      "CTGGTG": 2556,
+      "CTGGCA": 2557,
+      "CTGGCT": 2558,
+      "CTGGCC": 2559,
+      "CTGGCG": 2560,
+      "CTGGGA": 2561,
+      "CTGGGT": 2562,
+      "CTGGGC": 2563,
+      "CTGGGG": 2564,
+      "CCAAAA": 2565,
+      "CCAAAT": 2566,
+      "CCAAAC": 2567,
+      "CCAAAG": 2568,
+      "CCAATA": 2569,
+      "CCAATT": 2570,
+      "CCAATC": 2571,
+      "CCAATG": 2572,
+      "CCAACA": 2573,
+      "CCAACT": 2574,
+      "CCAACC": 2575,
+      "CCAACG": 2576,
+      "CCAAGA": 2577,
+      "CCAAGT": 2578,
+      "CCAAGC": 2579,
+      "CCAAGG": 2580,
+      "CCATAA": 2581,
+      "CCATAT": 2582,
+      "CCATAC": 2583,
+      "CCATAG": 2584,
+      "CCATTA": 2585,
+      "CCATTT": 2586,
+      "CCATTC": 2587,
+      "CCATTG": 2588,
+      "CCATCA": 2589,
+      "CCATCT": 2590,
+      "CCATCC": 2591,
+      "CCATCG": 2592,
+      "CCATGA": 2593,
+      "CCATGT": 2594,
+      "CCATGC": 2595,
+      "CCATGG": 2596,
+      "CCACAA": 2597,
+      "CCACAT": 2598,
+      "CCACAC": 2599,
+      "CCACAG": 2600,
+      "CCACTA": 2601,
+      "CCACTT": 2602,
+      "CCACTC": 2603,
+      "CCACTG": 2604,
+      "CCACCA": 2605,
+      "CCACCT": 2606,
+      "CCACCC": 2607,
+      "CCACCG": 2608,
+      "CCACGA": 2609,
+      "CCACGT": 2610,
+      "CCACGC": 2611,
+      "CCACGG": 2612,
+      "CCAGAA": 2613,
+      "CCAGAT": 2614,
+      "CCAGAC": 2615,
+      "CCAGAG": 2616,
+      "CCAGTA": 2617,
+      "CCAGTT": 2618,
+      "CCAGTC": 2619,
+      "CCAGTG": 2620,
+      "CCAGCA": 2621,
+      "CCAGCT": 2622,
+      "CCAGCC": 2623,
+      "CCAGCG": 2624,
+      "CCAGGA": 2625,
+      "CCAGGT": 2626,
+      "CCAGGC": 2627,
+      "CCAGGG": 2628,
+      "CCTAAA": 2629,
+      "CCTAAT": 2630,
+      "CCTAAC": 2631,
+      "CCTAAG": 2632,
+      "CCTATA": 2633,
+      "CCTATT": 2634,
+      "CCTATC": 2635,
+      "CCTATG": 2636,
+      "CCTACA": 2637,
+      "CCTACT": 2638,
+      "CCTACC": 2639,
+      "CCTACG": 2640,
+      "CCTAGA": 2641,
+      "CCTAGT": 2642,
+      "CCTAGC": 2643,
+      "CCTAGG": 2644,
+      "CCTTAA": 2645,
+      "CCTTAT": 2646,
+      "CCTTAC": 2647,
+      "CCTTAG": 2648,
+      "CCTTTA": 2649,
+      "CCTTTT": 2650,
+      "CCTTTC": 2651,
+      "CCTTTG": 2652,
+      "CCTTCA": 2653,
+      "CCTTCT": 2654,
+      "CCTTCC": 2655,
+      "CCTTCG": 2656,
+      "CCTTGA": 2657,
+      "CCTTGT": 2658,
+      "CCTTGC": 2659,
+      "CCTTGG": 2660,
+      "CCTCAA": 2661,
+      "CCTCAT": 2662,
+      "CCTCAC": 2663,
+      "CCTCAG": 2664,
+      "CCTCTA": 2665,
+      "CCTCTT": 2666,
+      "CCTCTC": 2667,
+      "CCTCTG": 2668,
+      "CCTCCA": 2669,
+      "CCTCCT": 2670,
+      "CCTCCC": 2671,
+      "CCTCCG": 2672,
+      "CCTCGA": 2673,
+      "CCTCGT": 2674,
+      "CCTCGC": 2675,
+      "CCTCGG": 2676,
+      "CCTGAA": 2677,
+      "CCTGAT": 2678,
+      "CCTGAC": 2679,
+      "CCTGAG": 2680,
+      "CCTGTA": 2681,
+      "CCTGTT": 2682,
+      "CCTGTC": 2683,
+      "CCTGTG": 2684,
+      "CCTGCA": 2685,
+      "CCTGCT": 2686,
+      "CCTGCC": 2687,
+      "CCTGCG": 2688,
+      "CCTGGA": 2689,
+      "CCTGGT": 2690,
+      "CCTGGC": 2691,
+      "CCTGGG": 2692,
+      "CCCAAA": 2693,
+      "CCCAAT": 2694,
+      "CCCAAC": 2695,
+      "CCCAAG": 2696,
+      "CCCATA": 2697,
+      "CCCATT": 2698,
+      "CCCATC": 2699,
+      "CCCATG": 2700,
+      "CCCACA": 2701,
+      "CCCACT": 2702,
+      "CCCACC": 2703,
+      "CCCACG": 2704,
+      "CCCAGA": 2705,
+      "CCCAGT": 2706,
+      "CCCAGC": 2707,
+      "CCCAGG": 2708,
+      "CCCTAA": 2709,
+      "CCCTAT": 2710,
+      "CCCTAC": 2711,
+      "CCCTAG": 2712,
+      "CCCTTA": 2713,
+      "CCCTTT": 2714,
+      "CCCTTC": 2715,
+      "CCCTTG": 2716,
+      "CCCTCA": 2717,
+      "CCCTCT": 2718,
+      "CCCTCC": 2719,
+      "CCCTCG": 2720,
+      "CCCTGA": 2721,
+      "CCCTGT": 2722,
+      "CCCTGC": 2723,
+      "CCCTGG": 2724,
+      "CCCCAA": 2725,
+      "CCCCAT": 2726,
+      "CCCCAC": 2727,
+      "CCCCAG": 2728,
+      "CCCCTA": 2729,
+      "CCCCTT": 2730,
+      "CCCCTC": 2731,
+      "CCCCTG": 2732,
+      "CCCCCA": 2733,
+      "CCCCCT": 2734,
+      "CCCCCC": 2735,
+      "CCCCCG": 2736,
+      "CCCCGA": 2737,
+      "CCCCGT": 2738,
+      "CCCCGC": 2739,
+      "CCCCGG": 2740,
+      "CCCGAA": 2741,
+      "CCCGAT": 2742,
+      "CCCGAC": 2743,
+      "CCCGAG": 2744,
+      "CCCGTA": 2745,
+      "CCCGTT": 2746,
+      "CCCGTC": 2747,
+      "CCCGTG": 2748,
+      "CCCGCA": 2749,
+      "CCCGCT": 2750,
+      "CCCGCC": 2751,
+      "CCCGCG": 2752,
+      "CCCGGA": 2753,
+      "CCCGGT": 2754,
+      "CCCGGC": 2755,
+      "CCCGGG": 2756,
+      "CCGAAA": 2757,
+      "CCGAAT": 2758,
+      "CCGAAC": 2759,
+      "CCGAAG": 2760,
+      "CCGATA": 2761,
+      "CCGATT": 2762,
+      "CCGATC": 2763,
+      "CCGATG": 2764,
+      "CCGACA": 2765,
+      "CCGACT": 2766,
+      "CCGACC": 2767,
+      "CCGACG": 2768,
+      "CCGAGA": 2769,
+      "CCGAGT": 2770,
+      "CCGAGC": 2771,
+      "CCGAGG": 2772,
+      "CCGTAA": 2773,
+      "CCGTAT": 2774,
+      "CCGTAC": 2775,
+      "CCGTAG": 2776,
+      "CCGTTA": 2777,
+      "CCGTTT": 2778,
+      "CCGTTC": 2779,
+      "CCGTTG": 2780,
+      "CCGTCA": 2781,
+      "CCGTCT": 2782,
+      "CCGTCC": 2783,
+      "CCGTCG": 2784,
+      "CCGTGA": 2785,
+      "CCGTGT": 2786,
+      "CCGTGC": 2787,
+      "CCGTGG": 2788,
+      "CCGCAA": 2789,
+      "CCGCAT": 2790,
+      "CCGCAC": 2791,
+      "CCGCAG": 2792,
+      "CCGCTA": 2793,
+      "CCGCTT": 2794,
+      "CCGCTC": 2795,
+      "CCGCTG": 2796,
+      "CCGCCA": 2797,
+      "CCGCCT": 2798,
+      "CCGCCC": 2799,
+      "CCGCCG": 2800,
+      "CCGCGA": 2801,
+      "CCGCGT": 2802,
+      "CCGCGC": 2803,
+      "CCGCGG": 2804,
+      "CCGGAA": 2805,
+      "CCGGAT": 2806,
+      "CCGGAC": 2807,
+      "CCGGAG": 2808,
+      "CCGGTA": 2809,
+      "CCGGTT": 2810,
+      "CCGGTC": 2811,
+      "CCGGTG": 2812,
+      "CCGGCA": 2813,
+      "CCGGCT": 2814,
+      "CCGGCC": 2815,
+      "CCGGCG": 2816,
+      "CCGGGA": 2817,
+      "CCGGGT": 2818,
+      "CCGGGC": 2819,
+      "CCGGGG": 2820,
+      "CGAAAA": 2821,
+      "CGAAAT": 2822,
+      "CGAAAC": 2823,
+      "CGAAAG": 2824,
+      "CGAATA": 2825,
+      "CGAATT": 2826,
+      "CGAATC": 2827,
+      "CGAATG": 2828,
+      "CGAACA": 2829,
+      "CGAACT": 2830,
+      "CGAACC": 2831,
+      "CGAACG": 2832,
+      "CGAAGA": 2833,
+      "CGAAGT": 2834,
+      "CGAAGC": 2835,
+      "CGAAGG": 2836,
+      "CGATAA": 2837,
+      "CGATAT": 2838,
+      "CGATAC": 2839,
+      "CGATAG": 2840,
+      "CGATTA": 2841,
+      "CGATTT": 2842,
+      "CGATTC": 2843,
+      "CGATTG": 2844,
+      "CGATCA": 2845,
+      "CGATCT": 2846,
+      "CGATCC": 2847,
+      "CGATCG": 2848,
+      "CGATGA": 2849,
+      "CGATGT": 2850,
+      "CGATGC": 2851,
+      "CGATGG": 2852,
+      "CGACAA": 2853,
+      "CGACAT": 2854,
+      "CGACAC": 2855,
+      "CGACAG": 2856,
+      "CGACTA": 2857,
+      "CGACTT": 2858,
+      "CGACTC": 2859,
+      "CGACTG": 2860,
+      "CGACCA": 2861,
+      "CGACCT": 2862,
+      "CGACCC": 2863,
+      "CGACCG": 2864,
+      "CGACGA": 2865,
+      "CGACGT": 2866,
+      "CGACGC": 2867,
+      "CGACGG": 2868,
+      "CGAGAA": 2869,
+      "CGAGAT": 2870,
+      "CGAGAC": 2871,
+      "CGAGAG": 2872,
+      "CGAGTA": 2873,
+      "CGAGTT": 2874,
+      "CGAGTC": 2875,
+      "CGAGTG": 2876,
+      "CGAGCA": 2877,
+      "CGAGCT": 2878,
+      "CGAGCC": 2879,
+      "CGAGCG": 2880,
+      "CGAGGA": 2881,
+      "CGAGGT": 2882,
+      "CGAGGC": 2883,
+      "CGAGGG": 2884,
+      "CGTAAA": 2885,
+      "CGTAAT": 2886,
+      "CGTAAC": 2887,
+      "CGTAAG": 2888,
+      "CGTATA": 2889,
+      "CGTATT": 2890,
+      "CGTATC": 2891,
+      "CGTATG": 2892,
+      "CGTACA": 2893,
+      "CGTACT": 2894,
+      "CGTACC": 2895,
+      "CGTACG": 2896,
+      "CGTAGA": 2897,
+      "CGTAGT": 2898,
+      "CGTAGC": 2899,
+      "CGTAGG": 2900,
+      "CGTTAA": 2901,
+      "CGTTAT": 2902,
+      "CGTTAC": 2903,
+      "CGTTAG": 2904,
+      "CGTTTA": 2905,
+      "CGTTTT": 2906,
+      "CGTTTC": 2907,
+      "CGTTTG": 2908,
+      "CGTTCA": 2909,
+      "CGTTCT": 2910,
+      "CGTTCC": 2911,
+      "CGTTCG": 2912,
+      "CGTTGA": 2913,
+      "CGTTGT": 2914,
+      "CGTTGC": 2915,
+      "CGTTGG": 2916,
+      "CGTCAA": 2917,
+      "CGTCAT": 2918,
+      "CGTCAC": 2919,
+      "CGTCAG": 2920,
+      "CGTCTA": 2921,
+      "CGTCTT": 2922,
+      "CGTCTC": 2923,
+      "CGTCTG": 2924,
+      "CGTCCA": 2925,
+      "CGTCCT": 2926,
+      "CGTCCC": 2927,
+      "CGTCCG": 2928,
+      "CGTCGA": 2929,
+      "CGTCGT": 2930,
+      "CGTCGC": 2931,
+      "CGTCGG": 2932,
+      "CGTGAA": 2933,
+      "CGTGAT": 2934,
+      "CGTGAC": 2935,
+      "CGTGAG": 2936,
+      "CGTGTA": 2937,
+      "CGTGTT": 2938,
+      "CGTGTC": 2939,
+      "CGTGTG": 2940,
+      "CGTGCA": 2941,
+      "CGTGCT": 2942,
+      "CGTGCC": 2943,
+      "CGTGCG": 2944,
+      "CGTGGA": 2945,
+      "CGTGGT": 2946,
+      "CGTGGC": 2947,
+      "CGTGGG": 2948,
+      "CGCAAA": 2949,
+      "CGCAAT": 2950,
+      "CGCAAC": 2951,
+      "CGCAAG": 2952,
+      "CGCATA": 2953,
+      "CGCATT": 2954,
+      "CGCATC": 2955,
+      "CGCATG": 2956,
+      "CGCACA": 2957,
+      "CGCACT": 2958,
+      "CGCACC": 2959,
+      "CGCACG": 2960,
+      "CGCAGA": 2961,
+      "CGCAGT": 2962,
+      "CGCAGC": 2963,
+      "CGCAGG": 2964,
+      "CGCTAA": 2965,
+      "CGCTAT": 2966,
+      "CGCTAC": 2967,
+      "CGCTAG": 2968,
+      "CGCTTA": 2969,
+      "CGCTTT": 2970,
+      "CGCTTC": 2971,
+      "CGCTTG": 2972,
+      "CGCTCA": 2973,
+      "CGCTCT": 2974,
+      "CGCTCC": 2975,
+      "CGCTCG": 2976,
+      "CGCTGA": 2977,
+      "CGCTGT": 2978,
+      "CGCTGC": 2979,
+      "CGCTGG": 2980,
+      "CGCCAA": 2981,
+      "CGCCAT": 2982,
+      "CGCCAC": 2983,
+      "CGCCAG": 2984,
+      "CGCCTA": 2985,
+      "CGCCTT": 2986,
+      "CGCCTC": 2987,
+      "CGCCTG": 2988,
+      "CGCCCA": 2989,
+      "CGCCCT": 2990,
+      "CGCCCC": 2991,
+      "CGCCCG": 2992,
+      "CGCCGA": 2993,
+      "CGCCGT": 2994,
+      "CGCCGC": 2995,
+      "CGCCGG": 2996,
+      "CGCGAA": 2997,
+      "CGCGAT": 2998,
+      "CGCGAC": 2999,
+      "CGCGAG": 3000,
+      "CGCGTA": 3001,
+      "CGCGTT": 3002,
+      "CGCGTC": 3003,
+      "CGCGTG": 3004,
+      "CGCGCA": 3005,
+      "CGCGCT": 3006,
+      "CGCGCC": 3007,
+      "CGCGCG": 3008,
+      "CGCGGA": 3009,
+      "CGCGGT": 3010,
+      "CGCGGC": 3011,
+      "CGCGGG": 3012,
+      "CGGAAA": 3013,
+      "CGGAAT": 3014,
+      "CGGAAC": 3015,
+      "CGGAAG": 3016,
+      "CGGATA": 3017,
+      "CGGATT": 3018,
+      "CGGATC": 3019,
+      "CGGATG": 3020,
+      "CGGACA": 3021,
+      "CGGACT": 3022,
+      "CGGACC": 3023,
+      "CGGACG": 3024,
+      "CGGAGA": 3025,
+      "CGGAGT": 3026,
+      "CGGAGC": 3027,
+      "CGGAGG": 3028,
+      "CGGTAA": 3029,
+      "CGGTAT": 3030,
+      "CGGTAC": 3031,
+      "CGGTAG": 3032,
+      "CGGTTA": 3033,
+      "CGGTTT": 3034,
+      "CGGTTC": 3035,
+      "CGGTTG": 3036,
+      "CGGTCA": 3037,
+      "CGGTCT": 3038,
+      "CGGTCC": 3039,
+      "CGGTCG": 3040,
+      "CGGTGA": 3041,
+      "CGGTGT": 3042,
+      "CGGTGC": 3043,
+      "CGGTGG": 3044,
+      "CGGCAA": 3045,
+      "CGGCAT": 3046,
+      "CGGCAC": 3047,
+      "CGGCAG": 3048,
+      "CGGCTA": 3049,
+      "CGGCTT": 3050,
+      "CGGCTC": 3051,
+      "CGGCTG": 3052,
+      "CGGCCA": 3053,
+      "CGGCCT": 3054,
+      "CGGCCC": 3055,
+      "CGGCCG": 3056,
+      "CGGCGA": 3057,
+      "CGGCGT": 3058,
+      "CGGCGC": 3059,
+      "CGGCGG": 3060,
+      "CGGGAA": 3061,
+      "CGGGAT": 3062,
+      "CGGGAC": 3063,
+      "CGGGAG": 3064,
+      "CGGGTA": 3065,
+      "CGGGTT": 3066,
+      "CGGGTC": 3067,
+      "CGGGTG": 3068,
+      "CGGGCA": 3069,
+      "CGGGCT": 3070,
+      "CGGGCC": 3071,
+      "CGGGCG": 3072,
+      "CGGGGA": 3073,
+      "CGGGGT": 3074,
+      "CGGGGC": 3075,
+      "CGGGGG": 3076,
+      "GAAAAA": 3077,
+      "GAAAAT": 3078,
+      "GAAAAC": 3079,
+      "GAAAAG": 3080,
+      "GAAATA": 3081,
+      "GAAATT": 3082,
+      "GAAATC": 3083,
+      "GAAATG": 3084,
+      "GAAACA": 3085,
+      "GAAACT": 3086,
+      "GAAACC": 3087,
+      "GAAACG": 3088,
+      "GAAAGA": 3089,
+      "GAAAGT": 3090,
+      "GAAAGC": 3091,
+      "GAAAGG": 3092,
+      "GAATAA": 3093,
+      "GAATAT": 3094,
+      "GAATAC": 3095,
+      "GAATAG": 3096,
+      "GAATTA": 3097,
+      "GAATTT": 3098,
+      "GAATTC": 3099,
+      "GAATTG": 3100,
+      "GAATCA": 3101,
+      "GAATCT": 3102,
+      "GAATCC": 3103,
+      "GAATCG": 3104,
+      "GAATGA": 3105,
+      "GAATGT": 3106,
+      "GAATGC": 3107,
+      "GAATGG": 3108,
+      "GAACAA": 3109,
+      "GAACAT": 3110,
+      "GAACAC": 3111,
+      "GAACAG": 3112,
+      "GAACTA": 3113,
+      "GAACTT": 3114,
+      "GAACTC": 3115,
+      "GAACTG": 3116,
+      "GAACCA": 3117,
+      "GAACCT": 3118,
+      "GAACCC": 3119,
+      "GAACCG": 3120,
+      "GAACGA": 3121,
+      "GAACGT": 3122,
+      "GAACGC": 3123,
+      "GAACGG": 3124,
+      "GAAGAA": 3125,
+      "GAAGAT": 3126,
+      "GAAGAC": 3127,
+      "GAAGAG": 3128,
+      "GAAGTA": 3129,
+      "GAAGTT": 3130,
+      "GAAGTC": 3131,
+      "GAAGTG": 3132,
+      "GAAGCA": 3133,
+      "GAAGCT": 3134,
+      "GAAGCC": 3135,
+      "GAAGCG": 3136,
+      "GAAGGA": 3137,
+      "GAAGGT": 3138,
+      "GAAGGC": 3139,
+      "GAAGGG": 3140,
+      "GATAAA": 3141,
+      "GATAAT": 3142,
+      "GATAAC": 3143,
+      "GATAAG": 3144,
+      "GATATA": 3145,
+      "GATATT": 3146,
+      "GATATC": 3147,
+      "GATATG": 3148,
+      "GATACA": 3149,
+      "GATACT": 3150,
+      "GATACC": 3151,
+      "GATACG": 3152,
+      "GATAGA": 3153,
+      "GATAGT": 3154,
+      "GATAGC": 3155,
+      "GATAGG": 3156,
+      "GATTAA": 3157,
+      "GATTAT": 3158,
+      "GATTAC": 3159,
+      "GATTAG": 3160,
+      "GATTTA": 3161,
+      "GATTTT": 3162,
+      "GATTTC": 3163,
+      "GATTTG": 3164,
+      "GATTCA": 3165,
+      "GATTCT": 3166,
+      "GATTCC": 3167,
+      "GATTCG": 3168,
+      "GATTGA": 3169,
+      "GATTGT": 3170,
+      "GATTGC": 3171,
+      "GATTGG": 3172,
+      "GATCAA": 3173,
+      "GATCAT": 3174,
+      "GATCAC": 3175,
+      "GATCAG": 3176,
+      "GATCTA": 3177,
+      "GATCTT": 3178,
+      "GATCTC": 3179,
+      "GATCTG": 3180,
+      "GATCCA": 3181,
+      "GATCCT": 3182,
+      "GATCCC": 3183,
+      "GATCCG": 3184,
+      "GATCGA": 3185,
+      "GATCGT": 3186,
+      "GATCGC": 3187,
+      "GATCGG": 3188,
+      "GATGAA": 3189,
+      "GATGAT": 3190,
+      "GATGAC": 3191,
+      "GATGAG": 3192,
+      "GATGTA": 3193,
+      "GATGTT": 3194,
+      "GATGTC": 3195,
+      "GATGTG": 3196,
+      "GATGCA": 3197,
+      "GATGCT": 3198,
+      "GATGCC": 3199,
+      "GATGCG": 3200,
+      "GATGGA": 3201,
+      "GATGGT": 3202,
+      "GATGGC": 3203,
+      "GATGGG": 3204,
+      "GACAAA": 3205,
+      "GACAAT": 3206,
+      "GACAAC": 3207,
+      "GACAAG": 3208,
+      "GACATA": 3209,
+      "GACATT": 3210,
+      "GACATC": 3211,
+      "GACATG": 3212,
+      "GACACA": 3213,
+      "GACACT": 3214,
+      "GACACC": 3215,
+      "GACACG": 3216,
+      "GACAGA": 3217,
+      "GACAGT": 3218,
+      "GACAGC": 3219,
+      "GACAGG": 3220,
+      "GACTAA": 3221,
+      "GACTAT": 3222,
+      "GACTAC": 3223,
+      "GACTAG": 3224,
+      "GACTTA": 3225,
+      "GACTTT": 3226,
+      "GACTTC": 3227,
+      "GACTTG": 3228,
+      "GACTCA": 3229,
+      "GACTCT": 3230,
+      "GACTCC": 3231,
+      "GACTCG": 3232,
+      "GACTGA": 3233,
+      "GACTGT": 3234,
+      "GACTGC": 3235,
+      "GACTGG": 3236,
+      "GACCAA": 3237,
+      "GACCAT": 3238,
+      "GACCAC": 3239,
+      "GACCAG": 3240,
+      "GACCTA": 3241,
+      "GACCTT": 3242,
+      "GACCTC": 3243,
+      "GACCTG": 3244,
+      "GACCCA": 3245,
+      "GACCCT": 3246,
+      "GACCCC": 3247,
+      "GACCCG": 3248,
+      "GACCGA": 3249,
+      "GACCGT": 3250,
+      "GACCGC": 3251,
+      "GACCGG": 3252,
+      "GACGAA": 3253,
+      "GACGAT": 3254,
+      "GACGAC": 3255,
+      "GACGAG": 3256,
+      "GACGTA": 3257,
+      "GACGTT": 3258,
+      "GACGTC": 3259,
+      "GACGTG": 3260,
+      "GACGCA": 3261,
+      "GACGCT": 3262,
+      "GACGCC": 3263,
+      "GACGCG": 3264,
+      "GACGGA": 3265,
+      "GACGGT": 3266,
+      "GACGGC": 3267,
+      "GACGGG": 3268,
+      "GAGAAA": 3269,
+      "GAGAAT": 3270,
+      "GAGAAC": 3271,
+      "GAGAAG": 3272,
+      "GAGATA": 3273,
+      "GAGATT": 3274,
+      "GAGATC": 3275,
+      "GAGATG": 3276,
+      "GAGACA": 3277,
+      "GAGACT": 3278,
+      "GAGACC": 3279,
+      "GAGACG": 3280,
+      "GAGAGA": 3281,
+      "GAGAGT": 3282,
+      "GAGAGC": 3283,
+      "GAGAGG": 3284,
+      "GAGTAA": 3285,
+      "GAGTAT": 3286,
+      "GAGTAC": 3287,
+      "GAGTAG": 3288,
+      "GAGTTA": 3289,
+      "GAGTTT": 3290,
+      "GAGTTC": 3291,
+      "GAGTTG": 3292,
+      "GAGTCA": 3293,
+      "GAGTCT": 3294,
+      "GAGTCC": 3295,
+      "GAGTCG": 3296,
+      "GAGTGA": 3297,
+      "GAGTGT": 3298,
+      "GAGTGC": 3299,
+      "GAGTGG": 3300,
+      "GAGCAA": 3301,
+      "GAGCAT": 3302,
+      "GAGCAC": 3303,
+      "GAGCAG": 3304,
+      "GAGCTA": 3305,
+      "GAGCTT": 3306,
+      "GAGCTC": 3307,
+      "GAGCTG": 3308,
+      "GAGCCA": 3309,
+      "GAGCCT": 3310,
+      "GAGCCC": 3311,
+      "GAGCCG": 3312,
+      "GAGCGA": 3313,
+      "GAGCGT": 3314,
+      "GAGCGC": 3315,
+      "GAGCGG": 3316,
+      "GAGGAA": 3317,
+      "GAGGAT": 3318,
+      "GAGGAC": 3319,
+      "GAGGAG": 3320,
+      "GAGGTA": 3321,
+      "GAGGTT": 3322,
+      "GAGGTC": 3323,
+      "GAGGTG": 3324,
+      "GAGGCA": 3325,
+      "GAGGCT": 3326,
+      "GAGGCC": 3327,
+      "GAGGCG": 3328,
+      "GAGGGA": 3329,
+      "GAGGGT": 3330,
+      "GAGGGC": 3331,
+      "GAGGGG": 3332,
+      "GTAAAA": 3333,
+      "GTAAAT": 3334,
+      "GTAAAC": 3335,
+      "GTAAAG": 3336,
+      "GTAATA": 3337,
+      "GTAATT": 3338,
+      "GTAATC": 3339,
+      "GTAATG": 3340,
+      "GTAACA": 3341,
+      "GTAACT": 3342,
+      "GTAACC": 3343,
+      "GTAACG": 3344,
+      "GTAAGA": 3345,
+      "GTAAGT": 3346,
+      "GTAAGC": 3347,
+      "GTAAGG": 3348,
+      "GTATAA": 3349,
+      "GTATAT": 3350,
+      "GTATAC": 3351,
+      "GTATAG": 3352,
+      "GTATTA": 3353,
+      "GTATTT": 3354,
+      "GTATTC": 3355,
+      "GTATTG": 3356,
+      "GTATCA": 3357,
+      "GTATCT": 3358,
+      "GTATCC": 3359,
+      "GTATCG": 3360,
+      "GTATGA": 3361,
+      "GTATGT": 3362,
+      "GTATGC": 3363,
+      "GTATGG": 3364,
+      "GTACAA": 3365,
+      "GTACAT": 3366,
+      "GTACAC": 3367,
+      "GTACAG": 3368,
+      "GTACTA": 3369,
+      "GTACTT": 3370,
+      "GTACTC": 3371,
+      "GTACTG": 3372,
+      "GTACCA": 3373,
+      "GTACCT": 3374,
+      "GTACCC": 3375,
+      "GTACCG": 3376,
+      "GTACGA": 3377,
+      "GTACGT": 3378,
+      "GTACGC": 3379,
+      "GTACGG": 3380,
+      "GTAGAA": 3381,
+      "GTAGAT": 3382,
+      "GTAGAC": 3383,
+      "GTAGAG": 3384,
+      "GTAGTA": 3385,
+      "GTAGTT": 3386,
+      "GTAGTC": 3387,
+      "GTAGTG": 3388,
+      "GTAGCA": 3389,
+      "GTAGCT": 3390,
+      "GTAGCC": 3391,
+      "GTAGCG": 3392,
+      "GTAGGA": 3393,
+      "GTAGGT": 3394,
+      "GTAGGC": 3395,
+      "GTAGGG": 3396,
+      "GTTAAA": 3397,
+      "GTTAAT": 3398,
+      "GTTAAC": 3399,
+      "GTTAAG": 3400,
+      "GTTATA": 3401,
+      "GTTATT": 3402,
+      "GTTATC": 3403,
+      "GTTATG": 3404,
+      "GTTACA": 3405,
+      "GTTACT": 3406,
+      "GTTACC": 3407,
+      "GTTACG": 3408,
+      "GTTAGA": 3409,
+      "GTTAGT": 3410,
+      "GTTAGC": 3411,
+      "GTTAGG": 3412,
+      "GTTTAA": 3413,
+      "GTTTAT": 3414,
+      "GTTTAC": 3415,
+      "GTTTAG": 3416,
+      "GTTTTA": 3417,
+      "GTTTTT": 3418,
+      "GTTTTC": 3419,
+      "GTTTTG": 3420,
+      "GTTTCA": 3421,
+      "GTTTCT": 3422,
+      "GTTTCC": 3423,
+      "GTTTCG": 3424,
+      "GTTTGA": 3425,
+      "GTTTGT": 3426,
+      "GTTTGC": 3427,
+      "GTTTGG": 3428,
+      "GTTCAA": 3429,
+      "GTTCAT": 3430,
+      "GTTCAC": 3431,
+      "GTTCAG": 3432,
+      "GTTCTA": 3433,
+      "GTTCTT": 3434,
+      "GTTCTC": 3435,
+      "GTTCTG": 3436,
+      "GTTCCA": 3437,
+      "GTTCCT": 3438,
+      "GTTCCC": 3439,
+      "GTTCCG": 3440,
+      "GTTCGA": 3441,
+      "GTTCGT": 3442,
+      "GTTCGC": 3443,
+      "GTTCGG": 3444,
+      "GTTGAA": 3445,
+      "GTTGAT": 3446,
+      "GTTGAC": 3447,
+      "GTTGAG": 3448,
+      "GTTGTA": 3449,
+      "GTTGTT": 3450,
+      "GTTGTC": 3451,
+      "GTTGTG": 3452,
+      "GTTGCA": 3453,
+      "GTTGCT": 3454,
+      "GTTGCC": 3455,
+      "GTTGCG": 3456,
+      "GTTGGA": 3457,
+      "GTTGGT": 3458,
+      "GTTGGC": 3459,
+      "GTTGGG": 3460,
+      "GTCAAA": 3461,
+      "GTCAAT": 3462,
+      "GTCAAC": 3463,
+      "GTCAAG": 3464,
+      "GTCATA": 3465,
+      "GTCATT": 3466,
+      "GTCATC": 3467,
+      "GTCATG": 3468,
+      "GTCACA": 3469,
+      "GTCACT": 3470,
+      "GTCACC": 3471,
+      "GTCACG": 3472,
+      "GTCAGA": 3473,
+      "GTCAGT": 3474,
+      "GTCAGC": 3475,
+      "GTCAGG": 3476,
+      "GTCTAA": 3477,
+      "GTCTAT": 3478,
+      "GTCTAC": 3479,
+      "GTCTAG": 3480,
+      "GTCTTA": 3481,
+      "GTCTTT": 3482,
+      "GTCTTC": 3483,
+      "GTCTTG": 3484,
+      "GTCTCA": 3485,
+      "GTCTCT": 3486,
+      "GTCTCC": 3487,
+      "GTCTCG": 3488,
+      "GTCTGA": 3489,
+      "GTCTGT": 3490,
+      "GTCTGC": 3491,
+      "GTCTGG": 3492,
+      "GTCCAA": 3493,
+      "GTCCAT": 3494,
+      "GTCCAC": 3495,
+      "GTCCAG": 3496,
+      "GTCCTA": 3497,
+      "GTCCTT": 3498,
+      "GTCCTC": 3499,
+      "GTCCTG": 3500,
+      "GTCCCA": 3501,
+      "GTCCCT": 3502,
+      "GTCCCC": 3503,
+      "GTCCCG": 3504,
+      "GTCCGA": 3505,
+      "GTCCGT": 3506,
+      "GTCCGC": 3507,
+      "GTCCGG": 3508,
+      "GTCGAA": 3509,
+      "GTCGAT": 3510,
+      "GTCGAC": 3511,
+      "GTCGAG": 3512,
+      "GTCGTA": 3513,
+      "GTCGTT": 3514,
+      "GTCGTC": 3515,
+      "GTCGTG": 3516,
+      "GTCGCA": 3517,
+      "GTCGCT": 3518,
+      "GTCGCC": 3519,
+      "GTCGCG": 3520,
+      "GTCGGA": 3521,
+      "GTCGGT": 3522,
+      "GTCGGC": 3523,
+      "GTCGGG": 3524,
+      "GTGAAA": 3525,
+      "GTGAAT": 3526,
+      "GTGAAC": 3527,
+      "GTGAAG": 3528,
+      "GTGATA": 3529,
+      "GTGATT": 3530,
+      "GTGATC": 3531,
+      "GTGATG": 3532,
+      "GTGACA": 3533,
+      "GTGACT": 3534,
+      "GTGACC": 3535,
+      "GTGACG": 3536,
+      "GTGAGA": 3537,
+      "GTGAGT": 3538,
+      "GTGAGC": 3539,
+      "GTGAGG": 3540,
+      "GTGTAA": 3541,
+      "GTGTAT": 3542,
+      "GTGTAC": 3543,
+      "GTGTAG": 3544,
+      "GTGTTA": 3545,
+      "GTGTTT": 3546,
+      "GTGTTC": 3547,
+      "GTGTTG": 3548,
+      "GTGTCA": 3549,
+      "GTGTCT": 3550,
+      "GTGTCC": 3551,
+      "GTGTCG": 3552,
+      "GTGTGA": 3553,
+      "GTGTGT": 3554,
+      "GTGTGC": 3555,
+      "GTGTGG": 3556,
+      "GTGCAA": 3557,
+      "GTGCAT": 3558,
+      "GTGCAC": 3559,
+      "GTGCAG": 3560,
+      "GTGCTA": 3561,
+      "GTGCTT": 3562,
+      "GTGCTC": 3563,
+      "GTGCTG": 3564,
+      "GTGCCA": 3565,
+      "GTGCCT": 3566,
+      "GTGCCC": 3567,
+      "GTGCCG": 3568,
+      "GTGCGA": 3569,
+      "GTGCGT": 3570,
+      "GTGCGC": 3571,
+      "GTGCGG": 3572,
+      "GTGGAA": 3573,
+      "GTGGAT": 3574,
+      "GTGGAC": 3575,
+      "GTGGAG": 3576,
+      "GTGGTA": 3577,
+      "GTGGTT": 3578,
+      "GTGGTC": 3579,
+      "GTGGTG": 3580,
+      "GTGGCA": 3581,
+      "GTGGCT": 3582,
+      "GTGGCC": 3583,
+      "GTGGCG": 3584,
+      "GTGGGA": 3585,
+      "GTGGGT": 3586,
+      "GTGGGC": 3587,
+      "GTGGGG": 3588,
+      "GCAAAA": 3589,
+      "GCAAAT": 3590,
+      "GCAAAC": 3591,
+      "GCAAAG": 3592,
+      "GCAATA": 3593,
+      "GCAATT": 3594,
+      "GCAATC": 3595,
+      "GCAATG": 3596,
+      "GCAACA": 3597,
+      "GCAACT": 3598,
+      "GCAACC": 3599,
+      "GCAACG": 3600,
+      "GCAAGA": 3601,
+      "GCAAGT": 3602,
+      "GCAAGC": 3603,
+      "GCAAGG": 3604,
+      "GCATAA": 3605,
+      "GCATAT": 3606,
+      "GCATAC": 3607,
+      "GCATAG": 3608,
+      "GCATTA": 3609,
+      "GCATTT": 3610,
+      "GCATTC": 3611,
+      "GCATTG": 3612,
+      "GCATCA": 3613,
+      "GCATCT": 3614,
+      "GCATCC": 3615,
+      "GCATCG": 3616,
+      "GCATGA": 3617,
+      "GCATGT": 3618,
+      "GCATGC": 3619,
+      "GCATGG": 3620,
+      "GCACAA": 3621,
+      "GCACAT": 3622,
+      "GCACAC": 3623,
+      "GCACAG": 3624,
+      "GCACTA": 3625,
+      "GCACTT": 3626,
+      "GCACTC": 3627,
+      "GCACTG": 3628,
+      "GCACCA": 3629,
+      "GCACCT": 3630,
+      "GCACCC": 3631,
+      "GCACCG": 3632,
+      "GCACGA": 3633,
+      "GCACGT": 3634,
+      "GCACGC": 3635,
+      "GCACGG": 3636,
+      "GCAGAA": 3637,
+      "GCAGAT": 3638,
+      "GCAGAC": 3639,
+      "GCAGAG": 3640,
+      "GCAGTA": 3641,
+      "GCAGTT": 3642,
+      "GCAGTC": 3643,
+      "GCAGTG": 3644,
+      "GCAGCA": 3645,
+      "GCAGCT": 3646,
+      "GCAGCC": 3647,
+      "GCAGCG": 3648,
+      "GCAGGA": 3649,
+      "GCAGGT": 3650,
+      "GCAGGC": 3651,
+      "GCAGGG": 3652,
+      "GCTAAA": 3653,
+      "GCTAAT": 3654,
+      "GCTAAC": 3655,
+      "GCTAAG": 3656,
+      "GCTATA": 3657,
+      "GCTATT": 3658,
+      "GCTATC": 3659,
+      "GCTATG": 3660,
+      "GCTACA": 3661,
+      "GCTACT": 3662,
+      "GCTACC": 3663,
+      "GCTACG": 3664,
+      "GCTAGA": 3665,
+      "GCTAGT": 3666,
+      "GCTAGC": 3667,
+      "GCTAGG": 3668,
+      "GCTTAA": 3669,
+      "GCTTAT": 3670,
+      "GCTTAC": 3671,
+      "GCTTAG": 3672,
+      "GCTTTA": 3673,
+      "GCTTTT": 3674,
+      "GCTTTC": 3675,
+      "GCTTTG": 3676,
+      "GCTTCA": 3677,
+      "GCTTCT": 3678,
+      "GCTTCC": 3679,
+      "GCTTCG": 3680,
+      "GCTTGA": 3681,
+      "GCTTGT": 3682,
+      "GCTTGC": 3683,
+      "GCTTGG": 3684,
+      "GCTCAA": 3685,
+      "GCTCAT": 3686,
+      "GCTCAC": 3687,
+      "GCTCAG": 3688,
+      "GCTCTA": 3689,
+      "GCTCTT": 3690,
+      "GCTCTC": 3691,
+      "GCTCTG": 3692,
+      "GCTCCA": 3693,
+      "GCTCCT": 3694,
+      "GCTCCC": 3695,
+      "GCTCCG": 3696,
+      "GCTCGA": 3697,
+      "GCTCGT": 3698,
+      "GCTCGC": 3699,
+      "GCTCGG": 3700,
+      "GCTGAA": 3701,
+      "GCTGAT": 3702,
+      "GCTGAC": 3703,
+      "GCTGAG": 3704,
+      "GCTGTA": 3705,
+      "GCTGTT": 3706,
+      "GCTGTC": 3707,
+      "GCTGTG": 3708,
+      "GCTGCA": 3709,
+      "GCTGCT": 3710,
+      "GCTGCC": 3711,
+      "GCTGCG": 3712,
+      "GCTGGA": 3713,
+      "GCTGGT": 3714,
+      "GCTGGC": 3715,
+      "GCTGGG": 3716,
+      "GCCAAA": 3717,
+      "GCCAAT": 3718,
+      "GCCAAC": 3719,
+      "GCCAAG": 3720,
+      "GCCATA": 3721,
+      "GCCATT": 3722,
+      "GCCATC": 3723,
+      "GCCATG": 3724,
+      "GCCACA": 3725,
+      "GCCACT": 3726,
+      "GCCACC": 3727,
+      "GCCACG": 3728,
+      "GCCAGA": 3729,
+      "GCCAGT": 3730,
+      "GCCAGC": 3731,
+      "GCCAGG": 3732,
+      "GCCTAA": 3733,
+      "GCCTAT": 3734,
+      "GCCTAC": 3735,
+      "GCCTAG": 3736,
+      "GCCTTA": 3737,
+      "GCCTTT": 3738,
+      "GCCTTC": 3739,
+      "GCCTTG": 3740,
+      "GCCTCA": 3741,
+      "GCCTCT": 3742,
+      "GCCTCC": 3743,
+      "GCCTCG": 3744,
+      "GCCTGA": 3745,
+      "GCCTGT": 3746,
+      "GCCTGC": 3747,
+      "GCCTGG": 3748,
+      "GCCCAA": 3749,
+      "GCCCAT": 3750,
+      "GCCCAC": 3751,
+      "GCCCAG": 3752,
+      "GCCCTA": 3753,
+      "GCCCTT": 3754,
+      "GCCCTC": 3755,
+      "GCCCTG": 3756,
+      "GCCCCA": 3757,
+      "GCCCCT": 3758,
+      "GCCCCC": 3759,
+      "GCCCCG": 3760,
+      "GCCCGA": 3761,
+      "GCCCGT": 3762,
+      "GCCCGC": 3763,
+      "GCCCGG": 3764,
+      "GCCGAA": 3765,
+      "GCCGAT": 3766,
+      "GCCGAC": 3767,
+      "GCCGAG": 3768,
+      "GCCGTA": 3769,
+      "GCCGTT": 3770,
+      "GCCGTC": 3771,
+      "GCCGTG": 3772,
+      "GCCGCA": 3773,
+      "GCCGCT": 3774,
+      "GCCGCC": 3775,
+      "GCCGCG": 3776,
+      "GCCGGA": 3777,
+      "GCCGGT": 3778,
+      "GCCGGC": 3779,
+      "GCCGGG": 3780,
+      "GCGAAA": 3781,
+      "GCGAAT": 3782,
+      "GCGAAC": 3783,
+      "GCGAAG": 3784,
+      "GCGATA": 3785,
+      "GCGATT": 3786,
+      "GCGATC": 3787,
+      "GCGATG": 3788,
+      "GCGACA": 3789,
+      "GCGACT": 3790,
+      "GCGACC": 3791,
+      "GCGACG": 3792,
+      "GCGAGA": 3793,
+      "GCGAGT": 3794,
+      "GCGAGC": 3795,
+      "GCGAGG": 3796,
+      "GCGTAA": 3797,
+      "GCGTAT": 3798,
+      "GCGTAC": 3799,
+      "GCGTAG": 3800,
+      "GCGTTA": 3801,
+      "GCGTTT": 3802,
+      "GCGTTC": 3803,
+      "GCGTTG": 3804,
+      "GCGTCA": 3805,
+      "GCGTCT": 3806,
+      "GCGTCC": 3807,
+      "GCGTCG": 3808,
+      "GCGTGA": 3809,
+      "GCGTGT": 3810,
+      "GCGTGC": 3811,
+      "GCGTGG": 3812,
+      "GCGCAA": 3813,
+      "GCGCAT": 3814,
+      "GCGCAC": 3815,
+      "GCGCAG": 3816,
+      "GCGCTA": 3817,
+      "GCGCTT": 3818,
+      "GCGCTC": 3819,
+      "GCGCTG": 3820,
+      "GCGCCA": 3821,
+      "GCGCCT": 3822,
+      "GCGCCC": 3823,
+      "GCGCCG": 3824,
+      "GCGCGA": 3825,
+      "GCGCGT": 3826,
+      "GCGCGC": 3827,
+      "GCGCGG": 3828,
+      "GCGGAA": 3829,
+      "GCGGAT": 3830,
+      "GCGGAC": 3831,
+      "GCGGAG": 3832,
+      "GCGGTA": 3833,
+      "GCGGTT": 3834,
+      "GCGGTC": 3835,
+      "GCGGTG": 3836,
+      "GCGGCA": 3837,
+      "GCGGCT": 3838,
+      "GCGGCC": 3839,
+      "GCGGCG": 3840,
+      "GCGGGA": 3841,
+      "GCGGGT": 3842,
+      "GCGGGC": 3843,
+      "GCGGGG": 3844,
+      "GGAAAA": 3845,
+      "GGAAAT": 3846,
+      "GGAAAC": 3847,
+      "GGAAAG": 3848,
+      "GGAATA": 3849,
+      "GGAATT": 3850,
+      "GGAATC": 3851,
+      "GGAATG": 3852,
+      "GGAACA": 3853,
+      "GGAACT": 3854,
+      "GGAACC": 3855,
+      "GGAACG": 3856,
+      "GGAAGA": 3857,
+      "GGAAGT": 3858,
+      "GGAAGC": 3859,
+      "GGAAGG": 3860,
+      "GGATAA": 3861,
+      "GGATAT": 3862,
+      "GGATAC": 3863,
+      "GGATAG": 3864,
+      "GGATTA": 3865,
+      "GGATTT": 3866,
+      "GGATTC": 3867,
+      "GGATTG": 3868,
+      "GGATCA": 3869,
+      "GGATCT": 3870,
+      "GGATCC": 3871,
+      "GGATCG": 3872,
+      "GGATGA": 3873,
+      "GGATGT": 3874,
+      "GGATGC": 3875,
+      "GGATGG": 3876,
+      "GGACAA": 3877,
+      "GGACAT": 3878,
+      "GGACAC": 3879,
+      "GGACAG": 3880,
+      "GGACTA": 3881,
+      "GGACTT": 3882,
+      "GGACTC": 3883,
+      "GGACTG": 3884,
+      "GGACCA": 3885,
+      "GGACCT": 3886,
+      "GGACCC": 3887,
+      "GGACCG": 3888,
+      "GGACGA": 3889,
+      "GGACGT": 3890,
+      "GGACGC": 3891,
+      "GGACGG": 3892,
+      "GGAGAA": 3893,
+      "GGAGAT": 3894,
+      "GGAGAC": 3895,
+      "GGAGAG": 3896,
+      "GGAGTA": 3897,
+      "GGAGTT": 3898,
+      "GGAGTC": 3899,
+      "GGAGTG": 3900,
+      "GGAGCA": 3901,
+      "GGAGCT": 3902,
+      "GGAGCC": 3903,
+      "GGAGCG": 3904,
+      "GGAGGA": 3905,
+      "GGAGGT": 3906,
+      "GGAGGC": 3907,
+      "GGAGGG": 3908,
+      "GGTAAA": 3909,
+      "GGTAAT": 3910,
+      "GGTAAC": 3911,
+      "GGTAAG": 3912,
+      "GGTATA": 3913,
+      "GGTATT": 3914,
+      "GGTATC": 3915,
+      "GGTATG": 3916,
+      "GGTACA": 3917,
+      "GGTACT": 3918,
+      "GGTACC": 3919,
+      "GGTACG": 3920,
+      "GGTAGA": 3921,
+      "GGTAGT": 3922,
+      "GGTAGC": 3923,
+      "GGTAGG": 3924,
+      "GGTTAA": 3925,
+      "GGTTAT": 3926,
+      "GGTTAC": 3927,
+      "GGTTAG": 3928,
+      "GGTTTA": 3929,
+      "GGTTTT": 3930,
+      "GGTTTC": 3931,
+      "GGTTTG": 3932,
+      "GGTTCA": 3933,
+      "GGTTCT": 3934,
+      "GGTTCC": 3935,
+      "GGTTCG": 3936,
+      "GGTTGA": 3937,
+      "GGTTGT": 3938,
+      "GGTTGC": 3939,
+      "GGTTGG": 3940,
+      "GGTCAA": 3941,
+      "GGTCAT": 3942,
+      "GGTCAC": 3943,
+      "GGTCAG": 3944,
+      "GGTCTA": 3945,
+      "GGTCTT": 3946,
+      "GGTCTC": 3947,
+      "GGTCTG": 3948,
+      "GGTCCA": 3949,
+      "GGTCCT": 3950,
+      "GGTCCC": 3951,
+      "GGTCCG": 3952,
+      "GGTCGA": 3953,
+      "GGTCGT": 3954,
+      "GGTCGC": 3955,
+      "GGTCGG": 3956,
+      "GGTGAA": 3957,
+      "GGTGAT": 3958,
+      "GGTGAC": 3959,
+      "GGTGAG": 3960,
+      "GGTGTA": 3961,
+      "GGTGTT": 3962,
+      "GGTGTC": 3963,
+      "GGTGTG": 3964,
+      "GGTGCA": 3965,
+      "GGTGCT": 3966,
+      "GGTGCC": 3967,
+      "GGTGCG": 3968,
+      "GGTGGA": 3969,
+      "GGTGGT": 3970,
+      "GGTGGC": 3971,
+      "GGTGGG": 3972,
+      "GGCAAA": 3973,
+      "GGCAAT": 3974,
+      "GGCAAC": 3975,
+      "GGCAAG": 3976,
+      "GGCATA": 3977,
+      "GGCATT": 3978,
+      "GGCATC": 3979,
+      "GGCATG": 3980,
+      "GGCACA": 3981,
+      "GGCACT": 3982,
+      "GGCACC": 3983,
+      "GGCACG": 3984,
+      "GGCAGA": 3985,
+      "GGCAGT": 3986,
+      "GGCAGC": 3987,
+      "GGCAGG": 3988,
+      "GGCTAA": 3989,
+      "GGCTAT": 3990,
+      "GGCTAC": 3991,
+      "GGCTAG": 3992,
+      "GGCTTA": 3993,
+      "GGCTTT": 3994,
+      "GGCTTC": 3995,
+      "GGCTTG": 3996,
+      "GGCTCA": 3997,
+      "GGCTCT": 3998,
+      "GGCTCC": 3999,
+      "GGCTCG": 4000,
+      "GGCTGA": 4001,
+      "GGCTGT": 4002,
+      "GGCTGC": 4003,
+      "GGCTGG": 4004,
+      "GGCCAA": 4005,
+      "GGCCAT": 4006,
+      "GGCCAC": 4007,
+      "GGCCAG": 4008,
+      "GGCCTA": 4009,
+      "GGCCTT": 4010,
+      "GGCCTC": 4011,
+      "GGCCTG": 4012,
+      "GGCCCA": 4013,
+      "GGCCCT": 4014,
+      "GGCCCC": 4015,
+      "GGCCCG": 4016,
+      "GGCCGA": 4017,
+      "GGCCGT": 4018,
+      "GGCCGC": 4019,
+      "GGCCGG": 4020,
+      "GGCGAA": 4021,
+      "GGCGAT": 4022,
+      "GGCGAC": 4023,
+      "GGCGAG": 4024,
+      "GGCGTA": 4025,
+      "GGCGTT": 4026,
+      "GGCGTC": 4027,
+      "GGCGTG": 4028,
+      "GGCGCA": 4029,
+      "GGCGCT": 4030,
+      "GGCGCC": 4031,
+      "GGCGCG": 4032,
+      "GGCGGA": 4033,
+      "GGCGGT": 4034,
+      "GGCGGC": 4035,
+      "GGCGGG": 4036,
+      "GGGAAA": 4037,
+      "GGGAAT": 4038,
+      "GGGAAC": 4039,
+      "GGGAAG": 4040,
+      "GGGATA": 4041,
+      "GGGATT": 4042,
+      "GGGATC": 4043,
+      "GGGATG": 4044,
+      "GGGACA": 4045,
+      "GGGACT": 4046,
+      "GGGACC": 4047,
+      "GGGACG": 4048,
+      "GGGAGA": 4049,
+      "GGGAGT": 4050,
+      "GGGAGC": 4051,
+      "GGGAGG": 4052,
+      "GGGTAA": 4053,
+      "GGGTAT": 4054,
+      "GGGTAC": 4055,
+      "GGGTAG": 4056,
+      "GGGTTA": 4057,
+      "GGGTTT": 4058,
+      "GGGTTC": 4059,
+      "GGGTTG": 4060,
+      "GGGTCA": 4061,
+      "GGGTCT": 4062,
+      "GGGTCC": 4063,
+      "GGGTCG": 4064,
+      "GGGTGA": 4065,
+      "GGGTGT": 4066,
+      "GGGTGC": 4067,
+      "GGGTGG": 4068,
+      "GGGCAA": 4069,
+      "GGGCAT": 4070,
+      "GGGCAC": 4071,
+      "GGGCAG": 4072,
+      "GGGCTA": 4073,
+      "GGGCTT": 4074,
+      "GGGCTC": 4075,
+      "GGGCTG": 4076,
+      "GGGCCA": 4077,
+      "GGGCCT": 4078,
+      "GGGCCC": 4079,
+      "GGGCCG": 4080,
+      "GGGCGA": 4081,
+      "GGGCGT": 4082,
+      "GGGCGC": 4083,
+      "GGGCGG": 4084,
+      "GGGGAA": 4085,
+      "GGGGAT": 4086,
+      "GGGGAC": 4087,
+      "GGGGAG": 4088,
+      "GGGGTA": 4089,
+      "GGGGTT": 4090,
+      "GGGGTC": 4091,
+      "GGGGTG": 4092,
+      "GGGGCA": 4093,
+      "GGGGCT": 4094,
+      "GGGGCC": 4095,
+      "GGGGCG": 4096,
+      "GGGGGA": 4097,
+      "GGGGGT": 4098,
+      "GGGGGC": 4099,
+      "GGGGGG": 4100
+    }
+  }
+}

tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "max_len": 512,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce2524be4e2ae84f90e8f69bdd911eac210b08696bb8262f14632c2e8d82d2
+size 1848

training_perplexity.txt

@@ -0,0 +1,632 @@
+perplexity = 4097.30126953125
+perplexity = 3889.51171875
+perplexity = 3526.33544921875
+perplexity = 3295.367919921875
+perplexity = 3137.015869140625
+perplexity = 3020.431396484375
+perplexity = 2919.982666015625
+perplexity = 2830.441162109375
+perplexity = 2738.419921875
+perplexity = 2649.371337890625
+perplexity = 2565.232421875
+perplexity = 2494.44189453125
+perplexity = 2419.830810546875
+perplexity = 2360.313232421875
+perplexity = 2301.50439453125
+perplexity = 2249.9638671875
+perplexity = 2196.739013671875
+perplexity = 2154.25146484375
+perplexity = 2110.0341796875
+perplexity = 2076.258544921875
+perplexity = 2033.0528564453125
+perplexity = 1990.3134765625
+perplexity = 1963.23486328125
+perplexity = 1934.708251953125
+perplexity = 1918.181884765625
+perplexity = 1886.7474365234375
+perplexity = 1864.243408203125
+perplexity = 1841.686279296875
+perplexity = 1823.6138916015625
+perplexity = 1812.8128662109375
+perplexity = 1806.9012451171875
+perplexity = 1795.9886474609375
+perplexity = 1783.2694091796875
+perplexity = 1778.0567626953125
+perplexity = 1762.7886962890625
+perplexity = 1770.2020263671875
+perplexity = 1769.548828125
+perplexity = 1764.7591552734375
+perplexity = 1771.6181640625
+perplexity = 1764.88037109375
+perplexity = 1766.447998046875
+perplexity = 1764.0726318359375
+perplexity = 1766.2138671875
+perplexity = 1759.2366943359375
+perplexity = 1758.0877685546875
+perplexity = 1749.7279052734375
+perplexity = 1760.657470703125
+perplexity = 1759.4505615234375
+perplexity = 1752.9078369140625
+perplexity = 1754.3302001953125
+perplexity = 1752.7164306640625
+perplexity = 1746.3895263671875
+perplexity = 1750.0198974609375
+perplexity = 1738.935791015625
+perplexity = 1742.3553466796875
+perplexity = 1744.8297119140625
+perplexity = 1739.843994140625
+perplexity = 1739.034423828125
+perplexity = 1733.880126953125
+perplexity = 1738.0587158203125
+perplexity = 1734.2861328125
+perplexity = 1734.0718994140625
+perplexity = 1730.06298828125
+perplexity = 1728.1978759765625
+perplexity = 1727.6689453125
+perplexity = 1732.3834228515625
+perplexity = 1724.8282470703125
+perplexity = 1721.9356689453125
+perplexity = 1721.893798828125
+perplexity = 1725.103759765625
+perplexity = 1724.958984375
+perplexity = 1728.1756591796875
+perplexity = 1728.8193359375
+perplexity = 1720.2425537109375
+perplexity = 1719.079833984375
+perplexity = 1724.18603515625
+perplexity = 1720.2220458984375
+perplexity = 1716.7099609375
+perplexity = 1719.51025390625
+perplexity = 1714.51025390625
+perplexity = 1717.4345703125
+perplexity = 1708.955078125
+perplexity = 1702.4791259765625
+perplexity = 1708.8116455078125
+perplexity = 1700.252197265625
+perplexity = 1703.018310546875
+perplexity = 1702.582275390625
+perplexity = 1692.8968505859375
+perplexity = 1693.2779541015625
+perplexity = 1686.2598876953125
+perplexity = 1675.4542236328125
+perplexity = 1679.2421875
+perplexity = 1667.2232666015625
+perplexity = 1656.8358154296875
+perplexity = 1652.140869140625
+perplexity = 1638.50390625
+perplexity = 1629.5078125
+perplexity = 1615.3712158203125
+perplexity = 1598.87060546875
+perplexity = 1607.5672607421875
+perplexity = 1583.057861328125
+perplexity = 1577.3177490234375
+perplexity = 1566.0992431640625
+perplexity = 1559.6209716796875
+perplexity = 1545.6800537109375
+perplexity = 1540.5308837890625
+perplexity = 1527.4312744140625
+perplexity = 1511.7518310546875
+perplexity = 1505.3907470703125
+perplexity = 1493.48046875
+perplexity = 1475.6861572265625
+perplexity = 1465.27294921875
+perplexity = 1456.11181640625
+perplexity = 1439.156494140625
+perplexity = 1428.69384765625
+perplexity = 1412.7030029296875
+perplexity = 1396.4534912109375
+perplexity = 1394.1661376953125
+perplexity = 1377.3953857421875
+perplexity = 1374.0616455078125
+perplexity = 1359.943603515625
+perplexity = 1347.80419921875
+perplexity = 1332.76708984375
+perplexity = 1323.6829833984375
+perplexity = 1312.6275634765625
+perplexity = 1298.4681396484375
+perplexity = 1285.4014892578125
+perplexity = 1270.8653564453125
+perplexity = 1259.03955078125
+perplexity = 1241.2227783203125
+perplexity = 1233.4171142578125
+perplexity = 1216.78759765625
+perplexity = 1215.6463623046875
+perplexity = 1187.6070556640625
+perplexity = 1187.9417724609375
+perplexity = 1179.5860595703125
+perplexity = 1163.0206298828125
+perplexity = 1152.4566650390625
+perplexity = 1149.894775390625
+perplexity = 1139.0035400390625
+perplexity = 1130.7493896484375
+perplexity = 1112.0308837890625
+perplexity = 1115.7047119140625
+perplexity = 1101.40673828125
+perplexity = 1102.280029296875
+perplexity = 1088.66845703125
+perplexity = 1087.458984375
+perplexity = 1074.3414306640625
+perplexity = 1064.43310546875
+perplexity = 1060.2852783203125
+perplexity = 1063.317138671875
+perplexity = 1048.0140380859375
+perplexity = 1039.9342041015625
+perplexity = 1035.987060546875
+perplexity = 1042.27294921875
+perplexity = 1027.7769775390625
+perplexity = 1017.9442749023438
+perplexity = 1017.1087646484375
+perplexity = 1008.634033203125
+perplexity = 1016.2051391601562
+perplexity = 1004.91162109375
+perplexity = 1004.0748291015625
+perplexity = 994.5106201171875
+perplexity = 986.6381225585938
+perplexity = 984.4993286132812
+perplexity = 985.1727905273438
+perplexity = 973.2727661132812
+perplexity = 973.6124877929688
+perplexity = 968.1450805664062
+perplexity = 965.5062255859375
+perplexity = 962.4324951171875
+perplexity = 953.9237670898438
+perplexity = 957.7413940429688
+perplexity = 951.288330078125
+perplexity = 947.0551147460938
+perplexity = 937.9320678710938
+perplexity = 940.9132080078125
+perplexity = 938.4389038085938
+perplexity = 936.766845703125
+perplexity = 931.7275390625
+perplexity = 928.2318115234375
+perplexity = 924.981201171875
+perplexity = 923.304931640625
+perplexity = 926.3782348632812
+perplexity = 912.8396606445312
+perplexity = 919.0626220703125
+perplexity = 917.5213012695312
+perplexity = 908.4006958007812
+perplexity = 901.25537109375
+perplexity = 913.0925903320312
+perplexity = 903.393798828125
+perplexity = 907.5404052734375
+perplexity = 906.0335083007812
+perplexity = 898.93896484375
+perplexity = 902.8929443359375
+perplexity = 895.4945678710938
+perplexity = 889.3595581054688
+perplexity = 895.7507934570312
+perplexity = 886.5383911132812
+perplexity = 883.4834594726562
+perplexity = 884.7144775390625
+perplexity = 884.1497802734375
+perplexity = 876.6148681640625
+perplexity = 879.2576904296875
+perplexity = 865.92578125
+perplexity = 873.0511474609375
+perplexity = 874.8413696289062
+perplexity = 867.0955200195312
+perplexity = 868.0614624023438
+perplexity = 865.228271484375
+perplexity = 870.84375
+perplexity = 864.0964965820312
+perplexity = 854.9404907226562
+perplexity = 858.8663330078125
+perplexity = 860.0027465820312
+perplexity = 852.3817138671875
+perplexity = 856.833740234375
+perplexity = 854.7676391601562
+perplexity = 851.7848510742188
+perplexity = 847.0742797851562
+perplexity = 853.3854370117188
+perplexity = 847.869140625
+perplexity = 849.9744873046875
+perplexity = 838.598388671875
+perplexity = 842.910888671875
+perplexity = 847.8323364257812
+perplexity = 840.2562866210938
+perplexity = 845.647216796875
+perplexity = 831.4588012695312
+perplexity = 837.9963989257812
+perplexity = 838.064697265625
+perplexity = 837.432373046875
+perplexity = 834.7365112304688
+perplexity = 828.8058471679688
+perplexity = 835.688720703125
+perplexity = 834.3087158203125
+perplexity = 824.8424072265625
+perplexity = 826.22802734375
+perplexity = 828.3475952148438
+perplexity = 820.148193359375
+perplexity = 821.657958984375
+perplexity = 820.6751708984375
+perplexity = 816.8401489257812
+perplexity = 816.303955078125
+perplexity = 816.2615356445312
+perplexity = 814.29443359375
+perplexity = 814.1934814453125
+perplexity = 811.1499633789062
+perplexity = 811.02734375
+perplexity = 810.0259399414062
+perplexity = 812.5529174804688
+perplexity = 805.06787109375
+perplexity = 810.24462890625
+perplexity = 813.40185546875
+perplexity = 797.2235717773438
+perplexity = 806.0984497070312
+perplexity = 800.6862182617188
+perplexity = 807.9533081054688
+perplexity = 802.473876953125
+perplexity = 795.2678833007812
+perplexity = 802.7169189453125
+perplexity = 803.1863403320312
+perplexity = 795.78564453125
+perplexity = 792.6045532226562
+perplexity = 800.8038330078125
+perplexity = 792.7977294921875
+perplexity = 785.1489868164062
+perplexity = 793.0128784179688
+perplexity = 795.5879516601562
+perplexity = 786.5272216796875
+perplexity = 785.283447265625
+perplexity = 788.735595703125
+perplexity = 787.48828125
+perplexity = 784.8016357421875
+perplexity = 793.6033325195312
+perplexity = 779.1310424804688
+perplexity = 781.7360229492188
+perplexity = 783.77734375
+perplexity = 781.5269775390625
+perplexity = 772.8794555664062
+perplexity = 780.3748168945312
+perplexity = 781.0928955078125
+perplexity = 775.3518676757812
+perplexity = 778.0729370117188
+perplexity = 775.8067626953125
+perplexity = 769.55908203125
+perplexity = 773.7785034179688
+perplexity = 774.0548706054688
+perplexity = 769.877685546875
+perplexity = 769.142333984375
+perplexity = 770.5545654296875
+perplexity = 771.4949951171875
+perplexity = 768.7720336914062
+perplexity = 763.9771728515625
+perplexity = 769.0983276367188
+perplexity = 765.7996826171875
+perplexity = 764.1268920898438
+perplexity = 765.4521484375
+perplexity = 765.0846557617188
+perplexity = 762.225830078125
+perplexity = 759.385986328125
+perplexity = 762.2988891601562
+perplexity = 766.455810546875
+perplexity = 759.6376953125
+perplexity = 755.9061889648438
+perplexity = 760.9398803710938
+perplexity = 761.5562744140625
+perplexity = 769.5205688476562
+perplexity = 757.2493286132812
+perplexity = 760.1127319335938
+perplexity = 754.3812255859375
+perplexity = 756.7594604492188
+perplexity = 755.49609375
+perplexity = 758.4823608398438
+perplexity = 758.2335815429688
+perplexity = 752.42333984375
+perplexity = 748.8626098632812
+perplexity = 751.6122436523438
+perplexity = 753.38623046875
+perplexity = 746.7591552734375
+perplexity = 746.4358520507812
+perplexity = 744.9201049804688
+perplexity = 746.9535522460938
+perplexity = 744.5912475585938
+perplexity = 744.6384887695312
+perplexity = 748.3910522460938
+perplexity = 745.6962890625
+perplexity = 743.9268798828125
+perplexity = 742.87158203125
+perplexity = 749.1343994140625
+perplexity = 745.950927734375
+perplexity = 742.9410400390625
+perplexity = 741.3800048828125
+perplexity = 738.6696166992188
+perplexity = 734.9588012695312
+perplexity = 739.123779296875
+perplexity = 742.315673828125
+perplexity = 737.37841796875
+perplexity = 740.1405639648438
+perplexity = 740.1345825195312
+perplexity = 740.5550537109375
+perplexity = 734.6732177734375
+perplexity = 737.6400756835938
+perplexity = 735.7421264648438
+perplexity = 737.5064697265625
+perplexity = 734.6826782226562
+perplexity = 739.8360595703125
+perplexity = 739.0550537109375
+perplexity = 730.4451293945312
+perplexity = 730.5785522460938
+perplexity = 735.9241943359375
+perplexity = 734.8557739257812
+perplexity = 728.035400390625
+perplexity = 731.4681396484375
+perplexity = 730.21533203125
+perplexity = 732.2264404296875
+perplexity = 731.8460083007812
+perplexity = 728.0808715820312
+perplexity = 725.808349609375
+perplexity = 723.0493774414062
+perplexity = 730.1575317382812
+perplexity = 726.298583984375
+perplexity = 728.7171630859375
+perplexity = 724.2322387695312
+perplexity = 725.920166015625
+perplexity = 728.33056640625
+perplexity = 723.8220825195312
+perplexity = 725.5938110351562
+perplexity = 722.6450805664062
+perplexity = 726.6803588867188
+perplexity = 715.7059326171875
+perplexity = 723.8348388671875
+perplexity = 720.3307495117188
+perplexity = 718.7459716796875
+perplexity = 718.8748168945312
+perplexity = 726.8934936523438
+perplexity = 724.7784423828125
+perplexity = 723.37353515625
+perplexity = 717.03369140625
+perplexity = 720.3506469726562
+perplexity = 722.4548950195312
+perplexity = 713.6240844726562
+perplexity = 712.7484130859375
+perplexity = 723.8514404296875
+perplexity = 716.4298095703125
+perplexity = 723.9663696289062
+perplexity = 718.4139404296875
+perplexity = 716.2057495117188
+perplexity = 715.391357421875
+perplexity = 718.1132202148438
+perplexity = 715.9711303710938
+perplexity = 719.4235229492188
+perplexity = 716.283935546875
+perplexity = 715.1907958984375
+perplexity = 713.788818359375
+perplexity = 716.7639770507812
+perplexity = 716.881591796875
+perplexity = 709.524658203125
+perplexity = 713.6676635742188
+perplexity = 713.5792236328125
+perplexity = 712.0262451171875
+perplexity = 713.06591796875
+perplexity = 710.5433959960938
+perplexity = 708.3961791992188
+perplexity = 716.1753540039062
+perplexity = 713.9188842773438
+perplexity = 709.2042846679688
+perplexity = 710.8134765625
+perplexity = 710.3201293945312
+perplexity = 710.0912475585938
+perplexity = 709.7077026367188
+perplexity = 708.0504150390625
+perplexity = 710.4783325195312
+perplexity = 708.757080078125
+perplexity = 708.6522827148438
+perplexity = 704.4107055664062
+perplexity = 709.2726440429688
+perplexity = 700.8388671875
+perplexity = 706.7884521484375
+perplexity = 705.8982543945312
+perplexity = 709.3084716796875
+perplexity = 709.2462768554688
+perplexity = 706.7459716796875
+perplexity = 707.5154418945312
+perplexity = 702.7051391601562
+perplexity = 702.003173828125
+perplexity = 702.85595703125
+perplexity = 704.724853515625
+perplexity = 701.848876953125
+perplexity = 700.2529907226562
+perplexity = 705.7706909179688
+perplexity = 702.3356323242188
+perplexity = 699.7833251953125
+perplexity = 709.2374267578125
+perplexity = 700.3665161132812
+perplexity = 697.9564819335938
+perplexity = 701.7254028320312
+perplexity = 699.7839965820312
+perplexity = 697.671630859375
+perplexity = 699.4877319335938
+perplexity = 698.4152221679688
+perplexity = 700.170166015625
+perplexity = 697.9611206054688
+perplexity = 697.4979858398438
+perplexity = 695.376953125
+perplexity = 696.5178833007812
+perplexity = 699.400390625
+perplexity = 691.5969848632812
+perplexity = 696.432861328125
+perplexity = 698.1888427734375
+perplexity = 698.9163208007812
+perplexity = 698.3379516601562
+perplexity = 692.3548583984375
+perplexity = 694.0813598632812
+perplexity = 693.7670288085938
+perplexity = 696.5032958984375
+perplexity = 693.0125122070312
+perplexity = 692.024169921875
+perplexity = 691.3444213867188
+perplexity = 699.4544067382812
+perplexity = 690.9976806640625
+perplexity = 696.2356567382812
+perplexity = 696.6673583984375
+perplexity = 696.01220703125
+perplexity = 692.17431640625
+perplexity = 691.1258544921875
+perplexity = 694.3382568359375
+perplexity = 686.1092529296875
+perplexity = 688.8964233398438
+perplexity = 688.9824829101562
+perplexity = 697.349365234375
+perplexity = 691.0991821289062
+perplexity = 694.752197265625
+perplexity = 696.8530883789062
+perplexity = 689.8964233398438
+perplexity = 690.2626342773438
+perplexity = 686.514404296875
+perplexity = 694.797607421875
+perplexity = 686.0797729492188
+perplexity = 686.7930297851562
+perplexity = 690.0543212890625
+perplexity = 684.1278686523438
+perplexity = 689.4935302734375
+perplexity = 686.6289672851562
+perplexity = 686.4757690429688
+perplexity = 683.0333251953125
+perplexity = 688.2509155273438
+perplexity = 690.3225708007812
+perplexity = 685.1326904296875
+perplexity = 684.9749145507812
+perplexity = 690.3807983398438
+perplexity = 686.488525390625
+perplexity = 688.7791748046875
+perplexity = 684.1370239257812
+perplexity = 680.156982421875
+perplexity = 686.28857421875
+perplexity = 676.8685302734375
+perplexity = 684.5249633789062
+perplexity = 683.5845947265625
+perplexity = 683.271728515625
+perplexity = 685.9110107421875
+perplexity = 684.298828125
+perplexity = 689.13232421875
+perplexity = 684.047607421875
+perplexity = 677.2233276367188
+perplexity = 683.1981201171875
+perplexity = 685.051025390625
+perplexity = 682.6682739257812
+perplexity = 683.8131103515625
+perplexity = 681.3905029296875
+perplexity = 677.1112670898438
+perplexity = 680.7676391601562
+perplexity = 682.9378662109375
+perplexity = 678.4382934570312
+perplexity = 680.96630859375
+perplexity = 678.3389892578125
+perplexity = 682.350341796875
+perplexity = 681.5877685546875
+perplexity = 676.9805297851562
+perplexity = 677.1209716796875
+perplexity = 675.705322265625
+perplexity = 673.6614990234375
+perplexity = 678.5897216796875
+perplexity = 676.1775512695312
+perplexity = 673.6602172851562
+perplexity = 676.404541015625
+perplexity = 673.1034545898438
+perplexity = 675.330078125
+perplexity = 680.4985961914062
+perplexity = 676.9595336914062
+perplexity = 679.2002563476562
+perplexity = 678.2283325195312
+perplexity = 678.9165649414062
+perplexity = 675.3954467773438
+perplexity = 673.3927001953125
+perplexity = 678.1804809570312
+perplexity = 679.5407104492188
+perplexity = 673.0979614257812
+perplexity = 675.3980102539062
+perplexity = 674.927978515625
+perplexity = 676.1336669921875
+perplexity = 676.2103881835938
+perplexity = 673.2225341796875
+perplexity = 679.30029296875
+perplexity = 671.8086547851562
+perplexity = 677.78125
+perplexity = 669.0200805664062
+perplexity = 677.345703125
+perplexity = 673.3502807617188
+perplexity = 675.8529052734375
+perplexity = 670.4559326171875
+perplexity = 672.568603515625
+perplexity = 675.8568115234375
+perplexity = 672.568603515625
+perplexity = 668.1405029296875
+perplexity = 674.1380615234375
+perplexity = 674.3469848632812
+perplexity = 667.2200927734375
+perplexity = 674.0637817382812
+perplexity = 671.3442993164062
+perplexity = 676.8388061523438
+perplexity = 670.9989624023438
+perplexity = 672.5984497070312
+perplexity = 673.75146484375
+perplexity = 673.2205810546875
+perplexity = 667.3836059570312
+perplexity = 666.2910766601562
+perplexity = 669.9349975585938
+perplexity = 668.7027587890625
+perplexity = 671.3587036132812
+perplexity = 668.9773559570312
+perplexity = 669.8477783203125
+perplexity = 670.2855224609375
+perplexity = 672.2107543945312
+perplexity = 668.2236328125
+perplexity = 668.7728881835938
+perplexity = 666.85302734375
+perplexity = 670.398681640625
+perplexity = 663.4403076171875
+perplexity = 663.901123046875
+perplexity = 668.1328735351562
+perplexity = 671.3743896484375
+perplexity = 672.038330078125
+perplexity = 668.76904296875
+perplexity = 668.9728393554688
+perplexity = 666.6641845703125
+perplexity = 669.8043823242188
+perplexity = 666.966552734375
+perplexity = 665.3325805664062
+perplexity = 671.5921020507812
+perplexity = 664.1832275390625
+perplexity = 668.7359008789062
+perplexity = 666.8956298828125
+perplexity = 667.67138671875
+perplexity = 665.9000854492188
+perplexity = 661.087646484375
+perplexity = 666.1735229492188
+perplexity = 662.1514892578125
+perplexity = 662.7415771484375
+perplexity = 660.4442749023438
+perplexity = 666.3883056640625
+perplexity = 663.0298461914062
+perplexity = 666.9531860351562
+perplexity = 663.8349609375
+perplexity = 670.060546875
+perplexity = 668.3950805664062
+perplexity = 665.4959716796875
+perplexity = 659.3328857421875
+perplexity = 663.5997924804688
+perplexity = 667.8751831054688
+perplexity = 666.0795288085938
+perplexity = 660.873046875
+perplexity = 665.3709716796875
+perplexity = 665.7000732421875
+perplexity = 660.39453125
+perplexity = 661.1992797851562
+perplexity = 662.1780395507812
+perplexity = 666.244384765625
+perplexity = 663.7478637695312
+perplexity = 663.67919921875
+perplexity = 664.6365966796875
+perplexity = 667.9515991210938
+perplexity = 660.4209594726562
+perplexity = 663.1680297851562
+perplexity = 663.3846435546875
+perplexity = 659.9833984375
+perplexity = 659.2014770507812
+perplexity = 661.0914306640625
+perplexity = 659.4888916015625
+perplexity = 662.294189453125
+perplexity = 665.7584838867188
+perplexity = 664.4122314453125

training_times.txt

@@ -0,0 +1,2940 @@
+Epoch 1/2000:
+  Epoch Time: 25.618987560272217
+Epoch 2/2000:
+  Epoch Time: 24.573694467544556
+Epoch 3/2000:
+  Epoch Time: 35.3754186630249
+Epoch 4/2000:
+  Epoch Time: 24.802497625350952
+Epoch 5/2000:
+  Epoch Time: 35.36515140533447
+Epoch 6/2000:
+  Epoch Time: 24.69466257095337
+Epoch 7/2000:
+  Epoch Time: 35.33469367027283
+Epoch 8/2000:
+  Epoch Time: 24.650006771087646
+Epoch 9/2000:
+  Epoch Time: 24.586905002593994
+Epoch 10/2000:
+  Epoch Time: 35.19983124732971
+Epoch 11/2000:
+  Epoch Time: 24.58481192588806
+Epoch 12/2000:
+  Epoch Time: 35.50823616981506
+Epoch 13/2000:
+  Epoch Time: 24.70728063583374
+Epoch 14/2000:
+  Epoch Time: 35.2906014919281
+Epoch 15/2000:
+  Epoch Time: 24.70067548751831
+Epoch 16/2000:
+  Epoch Time: 24.56070590019226
+Epoch 17/2000:
+  Epoch Time: 35.35891389846802
+Epoch 18/2000:
+  Epoch Time: 24.590630531311035
+Epoch 19/2000:
+  Epoch Time: 35.384915351867676
+Epoch 20/2000:
+  Epoch Time: 24.682771682739258
+Epoch 21/2000:
+  Epoch Time: 35.5338773727417
+Epoch 22/2000:
+  Epoch Time: 24.86756157875061
+Epoch 23/2000:
+  Epoch Time: 24.770934581756592
+Epoch 24/2000:
+  Epoch Time: 35.46073770523071
+Epoch 25/2000:
+  Epoch Time: 24.6592800617218
+Epoch 26/2000:
+  Epoch Time: 35.31223821640015
+Epoch 27/2000:
+  Epoch Time: 24.661009788513184
+Epoch 28/2000:
+  Epoch Time: 35.2975697517395
+Epoch 29/2000:
+  Epoch Time: 24.56358051300049
+Epoch 30/2000:
+  Epoch Time: 24.603206396102905
+Epoch 31/2000:
+  Epoch Time: 35.305848121643066
+Epoch 32/2000:
+  Epoch Time: 24.639580011367798
+Epoch 33/2000:
+  Epoch Time: 35.37826657295227
+Epoch 34/2000:
+  Epoch Time: 24.67519211769104
+Epoch 35/2000:
+  Epoch Time: 35.40761208534241
+Epoch 36/2000:
+  Epoch Time: 24.685372591018677
+Epoch 37/2000:
+  Epoch Time: 24.686089515686035
+Epoch 38/2000:
+  Epoch Time: 35.16649150848389
+Epoch 39/2000:
+  Epoch Time: 24.72599458694458
+Epoch 40/2000:
+  Epoch Time: 35.32401752471924
+Epoch 41/2000:
+  Epoch Time: 24.690605640411377
+Epoch 42/2000:
+  Epoch Time: 35.33947134017944
+Epoch 43/2000:
+  Epoch Time: 24.619959592819214
+Epoch 44/2000:
+  Epoch Time: 24.693222045898438
+Epoch 45/2000:
+  Epoch Time: 35.26632833480835
+Epoch 46/2000:
+  Epoch Time: 24.63942313194275
+Epoch 47/2000:
+  Epoch Time: 35.294933557510376
+Epoch 48/2000:
+  Epoch Time: 24.665773391723633
+Epoch 49/2000:
+  Epoch Time: 35.628381967544556
+Epoch 50/2000:
+  Epoch Time: 24.830758810043335
+Epoch 51/2000:
+  Epoch Time: 24.797037839889526
+Epoch 52/2000:
+  Epoch Time: 35.561861753463745
+Epoch 53/2000:
+  Epoch Time: 24.845026969909668
+Epoch 54/2000:
+  Epoch Time: 35.336201190948486
+Epoch 55/2000:
+  Epoch Time: 24.68093204498291
+Epoch 56/2000:
+  Epoch Time: 35.3622887134552
+Epoch 57/2000:
+  Epoch Time: 24.70694398880005
+Epoch 58/2000:
+  Epoch Time: 24.683655738830566
+Epoch 59/2000:
+  Epoch Time: 35.34082579612732
+Epoch 60/2000:
+  Epoch Time: 24.726755142211914
+Epoch 61/2000:
+  Epoch Time: 35.48981785774231
+Epoch 62/2000:
+  Epoch Time: 24.729998111724854
+Epoch 63/2000:
+  Epoch Time: 35.74274730682373
+Epoch 64/2000:
+  Epoch Time: 24.687309503555298
+Epoch 65/2000:
+  Epoch Time: 24.731205701828003
+Epoch 66/2000:
+  Epoch Time: 35.519957542419434
+Epoch 67/2000:
+  Epoch Time: 24.799670696258545
+Epoch 68/2000:
+  Epoch Time: 35.611040115356445
+Epoch 69/2000:
+  Epoch Time: 24.789745807647705
+Epoch 70/2000:
+  Epoch Time: 35.916524171829224
+Epoch 71/2000:
+  Epoch Time: 24.713178157806396
+Epoch 72/2000:
+  Epoch Time: 24.674790859222412
+Epoch 73/2000:
+  Epoch Time: 35.39590072631836
+Epoch 74/2000:
+  Epoch Time: 24.63958501815796
+Epoch 75/2000:
+  Epoch Time: 35.40814781188965
+Epoch 76/2000:
+  Epoch Time: 24.70343828201294
+Epoch 77/2000:
+  Epoch Time: 35.60849452018738
+Epoch 78/2000:
+  Epoch Time: 24.94551658630371
+Epoch 79/2000:
+  Epoch Time: 24.921061992645264
+Epoch 80/2000:
+  Epoch Time: 35.59927845001221
+Epoch 81/2000:
+  Epoch Time: 24.844115495681763
+Epoch 82/2000:
+  Epoch Time: 35.837918758392334
+Epoch 83/2000:
+  Epoch Time: 24.6791889667511
+Epoch 84/2000:
+  Epoch Time: 35.40254044532776
+Epoch 85/2000:
+  Epoch Time: 24.679703950881958
+Epoch 86/2000:
+  Epoch Time: 24.6784405708313
+Epoch 87/2000:
+  Epoch Time: 35.42886972427368
+Epoch 88/2000:
+  Epoch Time: 24.698848247528076
+Epoch 89/2000:
+  Epoch Time: 35.528011322021484
+Epoch 90/2000:
+  Epoch Time: 24.770463466644287
+Epoch 91/2000:
+  Epoch Time: 35.57174372673035
+Epoch 92/2000:
+  Epoch Time: 24.75890851020813
+Epoch 93/2000:
+  Epoch Time: 24.71452760696411
+Epoch 94/2000:
+  Epoch Time: 35.43541693687439
+Epoch 95/2000:
+  Epoch Time: 24.74809765815735
+Epoch 96/2000:
+  Epoch Time: 35.27624273300171
+Epoch 97/2000:
+  Epoch Time: 24.74052333831787
+Epoch 98/2000:
+  Epoch Time: 35.41869807243347
+Epoch 99/2000:
+  Epoch Time: 24.750158548355103
+Epoch 100/2000:
+  Epoch Time: 35.32866835594177
+Epoch 101/2000:
+  Epoch Time: 24.647201776504517
+Epoch 102/2000:
+  Epoch Time: 24.691505908966064
+Epoch 103/2000:
+  Epoch Time: 35.47190022468567
+Epoch 104/2000:
+  Epoch Time: 24.729498863220215
+Epoch 105/2000:
+  Epoch Time: 35.548861503601074
+Epoch 106/2000:
+  Epoch Time: 24.789929628372192
+Epoch 107/2000:
+  Epoch Time: 36.040419578552246
+Epoch 108/2000:
+  Epoch Time: 24.988112211227417
+Epoch 109/2000:
+  Epoch Time: 24.851303339004517
+Epoch 110/2000:
+  Epoch Time: 36.27923655509949
+Epoch 111/2000:
+  Epoch Time: 24.902963161468506
+Epoch 112/2000:
+  Epoch Time: 36.07669281959534
+Epoch 113/2000:
+  Epoch Time: 24.950518369674683
+Epoch 114/2000:
+  Epoch Time: 35.67400360107422
+Epoch 115/2000:
+  Epoch Time: 24.751614570617676
+Epoch 116/2000:
+  Epoch Time: 24.758139610290527
+Epoch 117/2000:
+  Epoch Time: 36.429752588272095
+Epoch 118/2000:
+  Epoch Time: 24.730945348739624
+Epoch 119/2000:
+  Epoch Time: 35.60069131851196
+Epoch 120/2000:
+  Epoch Time: 24.83215641975403
+Epoch 121/2000:
+  Epoch Time: 35.45812678337097
+Epoch 122/2000:
+  Epoch Time: 24.82244110107422
+Epoch 123/2000:
+  Epoch Time: 24.663519859313965
+Epoch 124/2000:
+  Epoch Time: 35.473315477371216
+Epoch 125/2000:
+  Epoch Time: 24.687206506729126
+Epoch 126/2000:
+  Epoch Time: 35.37057089805603
+Epoch 127/2000:
+  Epoch Time: 24.71244478225708
+Epoch 128/2000:
+  Epoch Time: 35.50402784347534
+Epoch 129/2000:
+  Epoch Time: 24.649230241775513
+Epoch 130/2000:
+  Epoch Time: 24.71330165863037
+Epoch 131/2000:
+  Epoch Time: 35.726117849349976
+Epoch 132/2000:
+  Epoch Time: 24.693024158477783
+Epoch 133/2000:
+  Epoch Time: 35.512091398239136
+Epoch 134/2000:
+  Epoch Time: 24.91431999206543
+Epoch 135/2000:
+  Epoch Time: 35.709527254104614
+Epoch 136/2000:
+  Epoch Time: 24.792110204696655
+Epoch 137/2000:
+  Epoch Time: 24.750503540039062
+Epoch 138/2000:
+  Epoch Time: 35.59220337867737
+Epoch 139/2000:
+  Epoch Time: 24.64329719543457
+Epoch 140/2000:
+  Epoch Time: 35.73611521720886
+Epoch 141/2000:
+  Epoch Time: 24.82016372680664
+Epoch 142/2000:
+  Epoch Time: 35.60854983329773
+Epoch 143/2000:
+  Epoch Time: 24.808430433273315
+Epoch 144/2000:
+  Epoch Time: 24.76059126853943
+Epoch 145/2000:
+  Epoch Time: 35.79896640777588
+Epoch 146/2000:
+  Epoch Time: 24.892454147338867
+Epoch 147/2000:
+  Epoch Time: 35.41922926902771
+Epoch 148/2000:
+  Epoch Time: 24.871169567108154
+Epoch 149/2000:
+  Epoch Time: 35.487322092056274
+Epoch 150/2000:
+  Epoch Time: 24.83773422241211
+Epoch 151/2000:
+  Epoch Time: 24.7389657497406
+Epoch 152/2000:
+  Epoch Time: 35.7991840839386
+Epoch 153/2000:
+  Epoch Time: 24.768383264541626
+Epoch 154/2000:
+  Epoch Time: 35.4485547542572
+Epoch 155/2000:
+  Epoch Time: 24.8266179561615
+Epoch 156/2000:
+  Epoch Time: 35.41089653968811
+Epoch 157/2000:
+  Epoch Time: 24.67616057395935
+Epoch 158/2000:
+  Epoch Time: 24.69956684112549
+Epoch 159/2000:
+  Epoch Time: 35.37396764755249
+Epoch 160/2000:
+  Epoch Time: 24.577096700668335
+Epoch 161/2000:
+  Epoch Time: 35.51228976249695
+Epoch 162/2000:
+  Epoch Time: 24.811893463134766
+Epoch 163/2000:
+  Epoch Time: 35.38511371612549
+Epoch 164/2000:
+  Epoch Time: 24.704472064971924
+Epoch 165/2000:
+  Epoch Time: 24.855066299438477
+Epoch 166/2000:
+  Epoch Time: 35.3920795917511
+Epoch 167/2000:
+  Epoch Time: 24.887603521347046
+Epoch 168/2000:
+  Epoch Time: 35.463464975357056
+Epoch 169/2000:
+  Epoch Time: 24.68073320388794
+Epoch 170/2000:
+  Epoch Time: 35.50589203834534
+Epoch 171/2000:
+  Epoch Time: 24.735948085784912
+Epoch 172/2000:
+  Epoch Time: 24.777589321136475
+Epoch 173/2000:
+  Epoch Time: 35.38191199302673
+Epoch 174/2000:
+  Epoch Time: 24.65786600112915
+Epoch 175/2000:
+  Epoch Time: 35.45729064941406
+Epoch 176/2000:
+  Epoch Time: 24.795948028564453
+Epoch 177/2000:
+  Epoch Time: 35.41301965713501
+Epoch 178/2000:
+  Epoch Time: 24.870492935180664
+Epoch 179/2000:
+  Epoch Time: 24.79775619506836
+Epoch 180/2000:
+  Epoch Time: 35.67881226539612
+Epoch 181/2000:
+  Epoch Time: 24.916598081588745
+Epoch 182/2000:
+  Epoch Time: 35.477009296417236
+Epoch 183/2000:
+  Epoch Time: 24.874988317489624
+Epoch 184/2000:
+  Epoch Time: 35.296526193618774
+Epoch 185/2000:
+  Epoch Time: 24.73233652114868
+Epoch 186/2000:
+  Epoch Time: 24.748098134994507
+Epoch 187/2000:
+  Epoch Time: 35.42747235298157
+Epoch 188/2000:
+  Epoch Time: 24.82632613182068
+Epoch 189/2000:
+  Epoch Time: 35.819950580596924
+Epoch 190/2000:
+  Epoch Time: 24.698230266571045
+Epoch 191/2000:
+  Epoch Time: 35.40761208534241
+Epoch 192/2000:
+  Epoch Time: 24.689049243927002
+Epoch 193/2000:
+  Epoch Time: 24.760898113250732
+Epoch 194/2000:
+  Epoch Time: 35.407739877700806
+Epoch 195/2000:
+  Epoch Time: 24.74967050552368
+Epoch 196/2000:
+  Epoch Time: 35.406341552734375
+Epoch 197/2000:
+  Epoch Time: 24.710911512374878
+Epoch 198/2000:
+  Epoch Time: 35.54435920715332
+Epoch 199/2000:
+  Epoch Time: 24.829269409179688
+Epoch 200/2000:
+  Epoch Time: 35.4947464466095
+Epoch 201/2000:
+  Epoch Time: 24.687836408615112
+Epoch 202/2000:
+  Epoch Time: 24.793850660324097
+Epoch 203/2000:
+  Epoch Time: 35.51638126373291
+Epoch 204/2000:
+  Epoch Time: 24.758240699768066
+Epoch 205/2000:
+  Epoch Time: 35.43159890174866
+Epoch 206/2000:
+  Epoch Time: 24.585012435913086
+Epoch 207/2000:
+  Epoch Time: 35.83943319320679
+Epoch 208/2000:
+  Epoch Time: 24.872101545333862
+Epoch 209/2000:
+  Epoch Time: 24.884594917297363
+Epoch 210/2000:
+  Epoch Time: 35.47430491447449
+Epoch 211/2000:
+  Epoch Time: 24.750900983810425
+Epoch 212/2000:
+  Epoch Time: 35.400554895401
+Epoch 213/2000:
+  Epoch Time: 24.625861406326294
+Epoch 214/2000:
+  Epoch Time: 35.42755627632141
+Epoch 215/2000:
+  Epoch Time: 24.757211685180664
+Epoch 216/2000:
+  Epoch Time: 24.64772129058838
+Epoch 217/2000:
+  Epoch Time: 35.383679151535034
+Epoch 218/2000:
+  Epoch Time: 24.803553819656372
+Epoch 219/2000:
+  Epoch Time: 35.29698324203491
+Epoch 220/2000:
+  Epoch Time: 24.71952772140503
+Epoch 221/2000:
+  Epoch Time: 35.78842234611511
+Epoch 222/2000:
+  Epoch Time: 24.707910537719727
+Epoch 223/2000:
+  Epoch Time: 24.735080003738403
+Epoch 224/2000:
+  Epoch Time: 35.57108235359192
+Epoch 225/2000:
+  Epoch Time: 24.679489374160767
+Epoch 226/2000:
+  Epoch Time: 35.54309940338135
+Epoch 227/2000:
+  Epoch Time: 24.835370302200317
+Epoch 228/2000:
+  Epoch Time: 35.49916672706604
+Epoch 229/2000:
+  Epoch Time: 24.7119038105011
+Epoch 230/2000:
+  Epoch Time: 24.767407178878784
+Epoch 231/2000:
+  Epoch Time: 35.36032152175903
+Epoch 232/2000:
+  Epoch Time: 24.660505294799805
+Epoch 233/2000:
+  Epoch Time: 35.498955965042114
+Epoch 234/2000:
+  Epoch Time: 24.6289541721344
+Epoch 235/2000:
+  Epoch Time: 35.368149757385254
+Epoch 236/2000:
+  Epoch Time: 24.657021284103394
+Epoch 237/2000:
+  Epoch Time: 24.80756402015686
+Epoch 238/2000:
+  Epoch Time: 35.33079671859741
+Epoch 239/2000:
+  Epoch Time: 24.645576000213623
+Epoch 240/2000:
+  Epoch Time: 35.60582661628723
+Epoch 241/2000:
+  Epoch Time: 24.593059301376343
+Epoch 242/2000:
+  Epoch Time: 35.51935958862305
+Epoch 243/2000:
+  Epoch Time: 24.68890690803528
+Epoch 244/2000:
+  Epoch Time: 24.8764967918396
+Epoch 245/2000:
+  Epoch Time: 35.3274142742157
+Epoch 246/2000:
+  Epoch Time: 24.66098117828369
+Epoch 247/2000:
+  Epoch Time: 35.45595574378967
+Epoch 248/2000:
+  Epoch Time: 24.628766536712646
+Epoch 249/2000:
+  Epoch Time: 35.43592548370361
+Epoch 250/2000:
+  Epoch Time: 24.64699697494507
+Epoch 251/2000:
+  Epoch Time: 24.920464754104614
+Epoch 252/2000:
+  Epoch Time: 35.21763038635254
+Epoch 253/2000:
+  Epoch Time: 24.656155347824097
+Epoch 254/2000:
+  Epoch Time: 35.387609004974365
+Epoch 255/2000:
+  Epoch Time: 24.53616189956665
+Epoch 256/2000:
+  Epoch Time: 35.93192791938782
+Epoch 257/2000:
+  Epoch Time: 24.48743486404419
+Epoch 258/2000:
+  Epoch Time: 24.709110260009766
+Epoch 259/2000:
+  Epoch Time: 35.14708638191223
+Epoch 260/2000:
+  Epoch Time: 24.621503353118896
+Epoch 261/2000:
+  Epoch Time: 35.478848457336426
+Epoch 262/2000:
+  Epoch Time: 24.61019515991211
+Epoch 263/2000:
+  Epoch Time: 35.56016516685486
+Epoch 264/2000:
+  Epoch Time: 24.652814626693726
+Epoch 265/2000:
+  Epoch Time: 24.885714054107666
+Epoch 266/2000:
+  Epoch Time: 35.32704782485962
+Epoch 267/2000:
+  Epoch Time: 24.710923433303833
+Epoch 268/2000:
+  Epoch Time: 35.43694567680359
+Epoch 269/2000:
+  Epoch Time: 24.581632614135742
+Epoch 270/2000:
+  Epoch Time: 35.43827962875366
+Epoch 271/2000:
+  Epoch Time: 24.838512182235718
+Epoch 272/2000:
+  Epoch Time: 24.799503326416016
+Epoch 273/2000:
+  Epoch Time: 35.40597581863403
+Epoch 274/2000:
+  Epoch Time: 24.716816186904907
+Epoch 275/2000:
+  Epoch Time: 35.42040467262268
+Epoch 276/2000:
+  Epoch Time: 24.57945227622986
+Epoch 277/2000:
+  Epoch Time: 35.37623071670532
+Epoch 278/2000:
+  Epoch Time: 24.65112042427063
+Epoch 279/2000:
+  Epoch Time: 24.7007839679718
+Epoch 280/2000:
+  Epoch Time: 35.40199065208435
+Epoch 281/2000:
+  Epoch Time: 24.607622146606445
+Epoch 282/2000:
+  Epoch Time: 35.375375509262085
+Epoch 283/2000:
+  Epoch Time: 24.680469274520874
+Epoch 284/2000:
+  Epoch Time: 35.4027419090271
+Epoch 285/2000:
+  Epoch Time: 24.716225624084473
+Epoch 286/2000:
+  Epoch Time: 24.542632341384888
+Epoch 287/2000:
+  Epoch Time: 35.58690571784973
+Epoch 288/2000:
+  Epoch Time: 24.748183012008667
+Epoch 289/2000:
+  Epoch Time: 35.6042742729187
+Epoch 290/2000:
+  Epoch Time: 24.788575649261475
+Epoch 291/2000:
+  Epoch Time: 35.809568881988525
+Epoch 292/2000:
+  Epoch Time: 24.72543954849243
+Epoch 293/2000:
+  Epoch Time: 24.721887826919556
+Epoch 294/2000:
+  Epoch Time: 35.45573163032532
+Epoch 295/2000:
+  Epoch Time: 24.726792097091675
+Epoch 296/2000:
+  Epoch Time: 35.541536808013916
+Epoch 297/2000:
+  Epoch Time: 24.722572565078735
+Epoch 298/2000:
+  Epoch Time: 35.612637519836426
+Epoch 299/2000:
+  Epoch Time: 24.647411584854126
+Epoch 300/2000:
+  Epoch Time: 35.25795841217041
+Epoch 301/2000:
+  Epoch Time: 24.740530729293823
+Epoch 302/2000:
+  Epoch Time: 24.57604742050171
+Epoch 303/2000:
+  Epoch Time: 35.61211156845093
+Epoch 304/2000:
+  Epoch Time: 24.624297618865967
+Epoch 305/2000:
+  Epoch Time: 35.54382061958313
+Epoch 306/2000:
+  Epoch Time: 24.75022840499878
+Epoch 307/2000:
+  Epoch Time: 35.34375882148743
+Epoch 308/2000:
+  Epoch Time: 24.97662091255188
+Epoch 309/2000:
+  Epoch Time: 24.70427441596985
+Epoch 310/2000:
+  Epoch Time: 35.51878809928894
+Epoch 311/2000:
+  Epoch Time: 24.652238845825195
+Epoch 312/2000:
+  Epoch Time: 35.48239827156067
+Epoch 313/2000:
+  Epoch Time: 24.819164276123047
+Epoch 314/2000:
+  Epoch Time: 35.25243377685547
+Epoch 315/2000:
+  Epoch Time: 24.86341142654419
+Epoch 316/2000:
+  Epoch Time: 24.605451107025146
+Epoch 317/2000:
+  Epoch Time: 35.611154079437256
+Epoch 318/2000:
+  Epoch Time: 24.658222675323486
+Epoch 319/2000:
+  Epoch Time: 35.38360285758972
+Epoch 320/2000:
+  Epoch Time: 24.789674282073975
+Epoch 321/2000:
+  Epoch Time: 35.312254428863525
+Epoch 322/2000:
+  Epoch Time: 24.925702571868896
+Epoch 323/2000:
+  Epoch Time: 24.760510444641113
+Epoch 324/2000:
+  Epoch Time: 35.39197564125061
+Epoch 325/2000:
+  Epoch Time: 24.7003436088562
+Epoch 326/2000:
+  Epoch Time: 35.43185591697693
+Epoch 327/2000:
+  Epoch Time: 24.962104320526123
+Epoch 328/2000:
+  Epoch Time: 35.691429138183594
+Epoch 329/2000:
+  Epoch Time: 24.760871171951294
+Epoch 330/2000:
+  Epoch Time: 24.904479265213013
+Epoch 331/2000:
+  Epoch Time: 35.39664840698242
+Epoch 332/2000:
+  Epoch Time: 24.819896936416626
+Epoch 333/2000:
+  Epoch Time: 35.1812961101532
+Epoch 334/2000:
+  Epoch Time: 24.908280849456787
+Epoch 335/2000:
+  Epoch Time: 35.43588876724243
+Epoch 336/2000:
+  Epoch Time: 24.6421058177948
+Epoch 337/2000:
+  Epoch Time: 25.111541271209717
+Epoch 338/2000:
+  Epoch Time: 35.34027361869812
+Epoch 339/2000:
+  Epoch Time: 24.816900968551636
+Epoch 340/2000:
+  Epoch Time: 35.27311325073242
+Epoch 341/2000:
+  Epoch Time: 24.560415506362915
+Epoch 342/2000:
+  Epoch Time: 35.76804065704346
+Epoch 343/2000:
+  Epoch Time: 24.733977794647217
+Epoch 344/2000:
+  Epoch Time: 24.89945888519287
+Epoch 345/2000:
+  Epoch Time: 35.481725215911865
+Epoch 346/2000:
+  Epoch Time: 24.727851152420044
+Epoch 347/2000:
+  Epoch Time: 35.71692657470703
+Epoch 348/2000:
+  Epoch Time: 24.676548957824707
+Epoch 349/2000:
+  Epoch Time: 35.62117624282837
+Epoch 350/2000:
+  Epoch Time: 24.757655382156372
+Epoch 351/2000:
+  Epoch Time: 24.763057708740234
+Epoch 352/2000:
+  Epoch Time: 35.49139642715454
+Epoch 353/2000:
+  Epoch Time: 24.64014196395874
+Epoch 354/2000:
+  Epoch Time: 35.66678476333618
+Epoch 355/2000:
+  Epoch Time: 24.7399799823761
+Epoch 356/2000:
+  Epoch Time: 35.66110610961914
+Epoch 357/2000:
+  Epoch Time: 24.727049350738525
+Epoch 358/2000:
+  Epoch Time: 24.735601902008057
+Epoch 359/2000:
+  Epoch Time: 35.57261800765991
+Epoch 360/2000:
+  Epoch Time: 24.607879161834717
+Epoch 361/2000:
+  Epoch Time: 36.05156850814819
+Epoch 362/2000:
+  Epoch Time: 24.775346517562866
+Epoch 363/2000:
+  Epoch Time: 35.60239243507385
+Epoch 364/2000:
+  Epoch Time: 24.766722679138184
+Epoch 365/2000:
+  Epoch Time: 24.669799327850342
+Epoch 366/2000:
+  Epoch Time: 35.607998847961426
+Epoch 367/2000:
+  Epoch Time: 24.6030592918396
+Epoch 368/2000:
+  Epoch Time: 35.48562407493591
+Epoch 369/2000:
+  Epoch Time: 24.70834183692932
+Epoch 370/2000:
+  Epoch Time: 35.288158893585205
+Epoch 371/2000:
+  Epoch Time: 25.143275022506714
+Epoch 372/2000:
+  Epoch Time: 24.85885763168335
+Epoch 373/2000:
+  Epoch Time: 35.921481132507324
+Epoch 374/2000:
+  Epoch Time: 24.889686107635498
+Epoch 375/2000:
+  Epoch Time: 35.55241250991821
+Epoch 376/2000:
+  Epoch Time: 25.055066108703613
+Epoch 377/2000:
+  Epoch Time: 35.503241777420044
+Epoch 378/2000:
+  Epoch Time: 24.882424354553223
+Epoch 379/2000:
+  Epoch Time: 24.801430225372314
+Epoch 380/2000:
+  Epoch Time: 35.57321810722351
+Epoch 381/2000:
+  Epoch Time: 24.944674015045166
+Epoch 382/2000:
+  Epoch Time: 35.48458790779114
+Epoch 383/2000:
+  Epoch Time: 25.011420965194702
+Epoch 384/2000:
+  Epoch Time: 35.648417711257935
+Epoch 385/2000:
+  Epoch Time: 24.65640687942505
+Epoch 386/2000:
+  Epoch Time: 25.154268980026245
+Epoch 387/2000:
+  Epoch Time: 35.509374141693115
+Epoch 388/2000:
+  Epoch Time: 24.895082712173462
+Epoch 389/2000:
+  Epoch Time: 35.54339122772217
+Epoch 390/2000:
+  Epoch Time: 24.74587917327881
+Epoch 391/2000:
+  Epoch Time: 35.74361777305603
+Epoch 392/2000:
+  Epoch Time: 24.717318058013916
+Epoch 393/2000:
+  Epoch Time: 25.081966638565063
+Epoch 394/2000:
+  Epoch Time: 35.617270946502686
+Epoch 395/2000:
+  Epoch Time: 24.69038963317871
+Epoch 396/2000:
+  Epoch Time: 36.10256052017212
+Epoch 397/2000:
+  Epoch Time: 24.67675757408142
+Epoch 398/2000:
+  Epoch Time: 35.61740493774414
+Epoch 399/2000:
+  Epoch Time: 24.76110053062439
+Epoch 400/2000:
+  Epoch Time: 35.53637194633484
+Epoch 401/2000:
+  Epoch Time: 24.793002128601074
+Epoch 402/2000:
+  Epoch Time: 24.828177213668823
+Epoch 403/2000:
+  Epoch Time: 35.70713496208191
+Epoch 404/2000:
+  Epoch Time: 24.715309619903564
+Epoch 405/2000:
+  Epoch Time: 35.589635133743286
+Epoch 406/2000:
+  Epoch Time: 24.890823364257812
+Epoch 407/2000:
+  Epoch Time: 35.26721453666687
+Epoch 408/2000:
+  Epoch Time: 25.06601881980896
+Epoch 409/2000:
+  Epoch Time: 24.683364391326904
+Epoch 410/2000:
+  Epoch Time: 35.51494550704956
+Epoch 411/2000:
+  Epoch Time: 24.851269960403442
+Epoch 412/2000:
+  Epoch Time: 35.439995527267456
+Epoch 413/2000:
+  Epoch Time: 25.042290925979614
+Epoch 414/2000:
+  Epoch Time: 35.49414682388306
+Epoch 415/2000:
+  Epoch Time: 24.82618260383606
+Epoch 416/2000:
+  Epoch Time: 24.83786106109619
+Epoch 417/2000:
+  Epoch Time: 35.25646710395813
+Epoch 418/2000:
+  Epoch Time: 24.8118314743042
+Epoch 419/2000:
+  Epoch Time: 35.472758054733276
+Epoch 420/2000:
+  Epoch Time: 24.787790536880493
+Epoch 421/2000:
+  Epoch Time: 35.891263008117676
+Epoch 422/2000:
+  Epoch Time: 24.78785991668701
+Epoch 423/2000:
+  Epoch Time: 25.031198978424072
+Epoch 424/2000:
+  Epoch Time: 35.83002996444702
+Epoch 425/2000:
+  Epoch Time: 24.854291439056396
+Epoch 426/2000:
+  Epoch Time: 35.915852308273315
+Epoch 427/2000:
+  Epoch Time: 24.799059867858887
+Epoch 428/2000:
+  Epoch Time: 35.75024080276489
+Epoch 429/2000:
+  Epoch Time: 24.761486291885376
+Epoch 430/2000:
+  Epoch Time: 24.70317268371582
+Epoch 431/2000:
+  Epoch Time: 35.73544359207153
+Epoch 432/2000:
+  Epoch Time: 24.777086973190308
+Epoch 433/2000:
+  Epoch Time: 35.47631788253784
+Epoch 434/2000:
+  Epoch Time: 24.59303069114685
+Epoch 435/2000:
+  Epoch Time: 35.46470379829407
+Epoch 436/2000:
+  Epoch Time: 24.843823432922363
+Epoch 437/2000:
+  Epoch Time: 24.66543173789978
+Epoch 438/2000:
+  Epoch Time: 35.55543828010559
+Epoch 439/2000:
+  Epoch Time: 24.661420822143555
+Epoch 440/2000:
+  Epoch Time: 35.28066349029541
+Epoch 441/2000:
+  Epoch Time: 24.978854417800903
+Epoch 442/2000:
+  Epoch Time: 35.34843134880066
+Epoch 443/2000:
+  Epoch Time: 24.90140390396118
+Epoch 444/2000:
+  Epoch Time: 24.690845012664795
+Epoch 445/2000:
+  Epoch Time: 35.314844369888306
+Epoch 446/2000:
+  Epoch Time: 24.972548484802246
+Epoch 447/2000:
+  Epoch Time: 35.27424502372742
+Epoch 448/2000:
+  Epoch Time: 24.70748543739319
+Epoch 449/2000:
+  Epoch Time: 35.3870050907135
+Epoch 450/2000:
+  Epoch Time: 24.521143913269043
+Epoch 451/2000:
+  Epoch Time: 24.762455940246582
+Epoch 452/2000:
+  Epoch Time: 35.19742798805237
+Epoch 453/2000:
+  Epoch Time: 24.541099786758423
+Epoch 454/2000:
+  Epoch Time: 35.42881369590759
+Epoch 455/2000:
+  Epoch Time: 24.591652631759644
+Epoch 456/2000:
+  Epoch Time: 35.31607437133789
+Epoch 457/2000:
+  Epoch Time: 24.974140167236328
+Epoch 458/2000:
+  Epoch Time: 24.84969711303711
+Epoch 459/2000:
+  Epoch Time: 35.53487682342529
+Epoch 460/2000:
+  Epoch Time: 24.725805044174194
+Epoch 461/2000:
+  Epoch Time: 35.092963218688965
+Epoch 462/2000:
+  Epoch Time: 24.58248209953308
+Epoch 463/2000:
+  Epoch Time: 35.49625039100647
+Epoch 464/2000:
+  Epoch Time: 24.492684602737427
+Epoch 465/2000:
+  Epoch Time: 24.387238264083862
+Epoch 466/2000:
+  Epoch Time: 35.08454704284668
+Epoch 467/2000:
+  Epoch Time: 24.592073917388916
+Epoch 468/2000:
+  Epoch Time: 35.76911926269531
+Epoch 469/2000:
+  Epoch Time: 24.606127977371216
+Epoch 470/2000:
+  Epoch Time: 35.15366172790527
+Epoch 471/2000:
+  Epoch Time: 24.664879322052002
+Epoch 472/2000:
+  Epoch Time: 24.940324068069458
+Epoch 473/2000:
+  Epoch Time: 35.318893909454346
+Epoch 474/2000:
+  Epoch Time: 24.735705852508545
+Epoch 475/2000:
+  Epoch Time: 35.35667037963867
+Epoch 476/2000:
+  Epoch Time: 24.593982934951782
+Epoch 477/2000:
+  Epoch Time: 35.60894799232483
+Epoch 478/2000:
+  Epoch Time: 24.55493474006653
+Epoch 479/2000:
+  Epoch Time: 24.506678819656372
+Epoch 480/2000:
+  Epoch Time: 35.2259566783905
+Epoch 481/2000:
+  Epoch Time: 24.665215015411377
+Epoch 482/2000:
+  Epoch Time: 35.485427379608154
+Epoch 483/2000:
+  Epoch Time: 24.445679903030396
+Epoch 484/2000:
+  Epoch Time: 35.29953622817993
+Epoch 485/2000:
+  Epoch Time: 24.60005283355713
+Epoch 486/2000:
+  Epoch Time: 24.99485492706299
+Epoch 487/2000:
+  Epoch Time: 35.45109438896179
+Epoch 488/2000:
+  Epoch Time: 24.69075918197632
+Epoch 489/2000:
+  Epoch Time: 35.5575795173645
+Epoch 490/2000:
+  Epoch Time: 24.80443811416626
+Epoch 491/2000:
+  Epoch Time: 35.69969058036804
+Epoch 492/2000:
+  Epoch Time: 24.732896327972412
+Epoch 493/2000:
+  Epoch Time: 24.823620319366455
+Epoch 494/2000:
+  Epoch Time: 35.455705881118774
+Epoch 495/2000:
+  Epoch Time: 24.90682077407837
+Epoch 496/2000:
+  Epoch Time: 35.58514404296875
+Epoch 497/2000:
+  Epoch Time: 24.733065843582153
+Epoch 498/2000:
+  Epoch Time: 35.458988666534424
+Epoch 499/2000:
+  Epoch Time: 24.794144868850708
+Epoch 500/2000:
+  Epoch Time: 36.52598476409912
+Epoch 501/2000:
+  Epoch Time: 24.840922355651855
+Epoch 502/2000:
+  Epoch Time: 24.851486682891846
+Epoch 503/2000:
+  Epoch Time: 35.60463070869446
+Epoch 504/2000:
+  Epoch Time: 24.701130628585815
+Epoch 505/2000:
+  Epoch Time: 35.75438928604126
+Epoch 506/2000:
+  Epoch Time: 24.767761707305908
+Epoch 507/2000:
+  Epoch Time: 35.69983172416687
+Epoch 508/2000:
+  Epoch Time: 24.82686495780945
+Epoch 509/2000:
+  Epoch Time: 25.017298936843872
+Epoch 510/2000:
+  Epoch Time: 35.81563758850098
+Epoch 511/2000:
+  Epoch Time: 24.78251051902771
+Epoch 512/2000:
+  Epoch Time: 35.485893964767456
+Epoch 513/2000:
+  Epoch Time: 24.609275579452515
+Epoch 514/2000:
+  Epoch Time: 35.871461391448975
+Epoch 515/2000:
+  Epoch Time: 24.772621393203735
+Epoch 516/2000:
+  Epoch Time: 24.760212659835815
+Epoch 517/2000:
+  Epoch Time: 35.51691555976868
+Epoch 518/2000:
+  Epoch Time: 24.895752429962158
+Epoch 519/2000:
+  Epoch Time: 35.61133599281311
+Epoch 520/2000:
+  Epoch Time: 24.782344102859497
+Epoch 521/2000:
+  Epoch Time: 35.785858154296875
+Epoch 522/2000:
+  Epoch Time: 24.80788779258728
+Epoch 523/2000:
+  Epoch Time: 25.188802480697632
+Epoch 524/2000:
+  Epoch Time: 35.78766965866089
+Epoch 525/2000:
+  Epoch Time: 24.810383796691895
+Epoch 526/2000:
+  Epoch Time: 35.462456703186035
+Epoch 527/2000:
+  Epoch Time: 24.665446758270264
+Epoch 528/2000:
+  Epoch Time: 35.784992933273315
+Epoch 529/2000:
+  Epoch Time: 24.757474899291992
+Epoch 530/2000:
+  Epoch Time: 24.67068338394165
+Epoch 531/2000:
+  Epoch Time: 35.34320282936096
+Epoch 532/2000:
+  Epoch Time: 24.65746831893921
+Epoch 533/2000:
+  Epoch Time: 35.47398018836975
+Epoch 534/2000:
+  Epoch Time: 24.700682401657104
+Epoch 535/2000:
+  Epoch Time: 35.62753510475159
+Epoch 536/2000:
+  Epoch Time: 24.723628759384155
+Epoch 537/2000:
+  Epoch Time: 24.88706660270691
+Epoch 538/2000:
+  Epoch Time: 35.29521346092224
+Epoch 539/2000:
+  Epoch Time: 24.56119441986084
+Epoch 540/2000:
+  Epoch Time: 35.56378412246704
+Epoch 541/2000:
+  Epoch Time: 24.71393847465515
+Epoch 542/2000:
+  Epoch Time: 35.857784271240234
+Epoch 543/2000:
+  Epoch Time: 24.644835948944092
+Epoch 544/2000:
+  Epoch Time: 24.361175060272217
+Epoch 545/2000:
+  Epoch Time: 35.11275339126587
+Epoch 546/2000:
+  Epoch Time: 24.46768093109131
+Epoch 547/2000:
+  Epoch Time: 35.458163261413574
+Epoch 548/2000:
+  Epoch Time: 24.787991046905518
+Epoch 549/2000:
+  Epoch Time: 35.253307819366455
+Epoch 550/2000:
+  Epoch Time: 24.63965368270874
+Epoch 551/2000:
+  Epoch Time: 24.789646863937378
+Epoch 552/2000:
+  Epoch Time: 35.309592485427856
+Epoch 553/2000:
+  Epoch Time: 24.468358039855957
+Epoch 554/2000:
+  Epoch Time: 34.972137451171875
+Epoch 555/2000:
+  Epoch Time: 24.458927392959595
+Epoch 556/2000:
+  Epoch Time: 35.621734619140625
+Epoch 557/2000:
+  Epoch Time: 24.50204586982727
+Epoch 558/2000:
+  Epoch Time: 24.436816453933716
+Epoch 559/2000:
+  Epoch Time: 34.911396503448486
+Epoch 560/2000:
+  Epoch Time: 24.38318681716919
+Epoch 561/2000:
+  Epoch Time: 35.48648953437805
+Epoch 562/2000:
+  Epoch Time: 24.42857837677002
+Epoch 563/2000:
+  Epoch Time: 35.04995322227478
+Epoch 564/2000:
+  Epoch Time: 24.372086763381958
+Epoch 565/2000:
+  Epoch Time: 24.526941061019897
+Epoch 566/2000:
+  Epoch Time: 35.3913631439209
+Epoch 567/2000:
+  Epoch Time: 24.452752113342285
+Epoch 568/2000:
+  Epoch Time: 35.08732867240906
+Epoch 569/2000:
+  Epoch Time: 24.3904869556427
+Epoch 570/2000:
+  Epoch Time: 35.806745529174805
+Epoch 571/2000:
+  Epoch Time: 24.507832765579224
+Epoch 572/2000:
+  Epoch Time: 24.410664319992065
+Epoch 573/2000:
+  Epoch Time: 35.286213874816895
+Epoch 574/2000:
+  Epoch Time: 24.633753299713135
+Epoch 575/2000:
+  Epoch Time: 36.11358857154846
+Epoch 576/2000:
+  Epoch Time: 24.70311951637268
+Epoch 577/2000:
+  Epoch Time: 35.67981004714966
+Epoch 578/2000:
+  Epoch Time: 24.717503786087036
+Epoch 579/2000:
+  Epoch Time: 24.593671321868896
+Epoch 580/2000:
+  Epoch Time: 35.6905357837677
+Epoch 581/2000:
+  Epoch Time: 24.612765789031982
+Epoch 582/2000:
+  Epoch Time: 35.316040992736816
+Epoch 583/2000:
+  Epoch Time: 24.88086175918579
+Epoch 584/2000:
+  Epoch Time: 35.742958545684814
+Epoch 585/2000:
+  Epoch Time: 24.9368097782135
+Epoch 586/2000:
+  Epoch Time: 24.75765609741211
+Epoch 587/2000:
+  Epoch Time: 35.360793590545654
+Epoch 588/2000:
+  Epoch Time: 24.718006372451782
+Epoch 589/2000:
+  Epoch Time: 35.865975856781006
+Epoch 590/2000:
+  Epoch Time: 24.718536376953125
+Epoch 591/2000:
+  Epoch Time: 35.47748351097107
+Epoch 592/2000:
+  Epoch Time: 24.680373907089233
+Epoch 593/2000:
+  Epoch Time: 24.641918182373047
+Epoch 594/2000:
+  Epoch Time: 35.847084045410156
+Epoch 595/2000:
+  Epoch Time: 24.760679006576538
+Epoch 596/2000:
+  Epoch Time: 35.44133400917053
+Epoch 597/2000:
+  Epoch Time: 24.700759649276733
+Epoch 598/2000:
+  Epoch Time: 35.52310514450073
+Epoch 599/2000:
+  Epoch Time: 25.12718439102173
+Epoch 600/2000:
+  Epoch Time: 35.34096622467041
+Epoch 601/2000:
+  Epoch Time: 24.624343633651733
+Epoch 602/2000:
+  Epoch Time: 24.612544059753418
+Epoch 603/2000:
+  Epoch Time: 35.63031029701233
+Epoch 604/2000:
+  Epoch Time: 24.777785301208496
+Epoch 605/2000:
+  Epoch Time: 35.53341460227966
+Epoch 606/2000:
+  Epoch Time: 24.631837606430054
+Epoch 607/2000:
+  Epoch Time: 35.83721089363098
+Epoch 608/2000:
+  Epoch Time: 25.094597578048706
+Epoch 609/2000:
+  Epoch Time: 24.95081329345703
+Epoch 610/2000:
+  Epoch Time: 35.49212861061096
+Epoch 611/2000:
+  Epoch Time: 24.635724782943726
+Epoch 612/2000:
+  Epoch Time: 35.63283085823059
+Epoch 613/2000:
+  Epoch Time: 25.223944187164307
+Epoch 614/2000:
+  Epoch Time: 35.55263066291809
+Epoch 615/2000:
+  Epoch Time: 24.858761310577393
+Epoch 616/2000:
+  Epoch Time: 24.874869108200073
+Epoch 617/2000:
+  Epoch Time: 35.59550428390503
+Epoch 618/2000:
+  Epoch Time: 25.127692222595215
+Epoch 619/2000:
+  Epoch Time: 35.68266487121582
+Epoch 620/2000:
+  Epoch Time: 24.82787013053894
+Epoch 621/2000:
+  Epoch Time: 35.629087686538696
+Epoch 622/2000:
+  Epoch Time: 24.905879974365234
+Epoch 623/2000:
+  Epoch Time: 25.048203229904175
+Epoch 624/2000:
+  Epoch Time: 35.715986490249634
+Epoch 625/2000:
+  Epoch Time: 24.853459358215332
+Epoch 626/2000:
+  Epoch Time: 35.57739877700806
+Epoch 627/2000:
+  Epoch Time: 24.91654634475708
+Epoch 628/2000:
+  Epoch Time: 35.77380061149597
+Epoch 629/2000:
+  Epoch Time: 24.840771198272705
+Epoch 630/2000:
+  Epoch Time: 24.808862924575806
+Epoch 631/2000:
+  Epoch Time: 35.52000141143799
+Epoch 632/2000:
+  Epoch Time: 25.14582657814026
+Epoch 633/2000:
+  Epoch Time: 35.674521684646606
+Epoch 634/2000:
+  Epoch Time: 24.798097610473633
+Epoch 635/2000:
+  Epoch Time: 35.642122983932495
+Epoch 636/2000:
+  Epoch Time: 24.790926933288574
+Epoch 637/2000:
+  Epoch Time: 25.268686056137085
+Epoch 638/2000:
+  Epoch Time: 35.69742274284363
+Epoch 639/2000:
+  Epoch Time: 24.789693593978882
+Epoch 640/2000:
+  Epoch Time: 35.9126558303833
+Epoch 641/2000:
+  Epoch Time: 24.766467094421387
+Epoch 642/2000:
+  Epoch Time: 35.84596252441406
+Epoch 643/2000:
+  Epoch Time: 24.82379698753357
+Epoch 644/2000:
+  Epoch Time: 24.842711925506592
+Epoch 645/2000:
+  Epoch Time: 35.60185694694519
+Epoch 646/2000:
+  Epoch Time: 24.882304191589355
+Epoch 647/2000:
+  Epoch Time: 36.07833456993103
+Epoch 648/2000:
+  Epoch Time: 24.85770583152771
+Epoch 649/2000:
+  Epoch Time: 35.530391693115234
+Epoch 650/2000:
+  Epoch Time: 24.764568567276
+Epoch 651/2000:
+  Epoch Time: 24.97206401824951
+Epoch 652/2000:
+  Epoch Time: 35.65803074836731
+Epoch 653/2000:
+  Epoch Time: 24.814361572265625
+Epoch 654/2000:
+  Epoch Time: 35.819377183914185
+Epoch 655/2000:
+  Epoch Time: 24.727194786071777
+Epoch 656/2000:
+  Epoch Time: 35.89118456840515
+Epoch 657/2000:
+  Epoch Time: 24.519769430160522
+Epoch 658/2000:
+  Epoch Time: 24.556804895401
+Epoch 659/2000:
+  Epoch Time: 35.1366503238678
+Epoch 660/2000:
+  Epoch Time: 24.569023370742798
+Epoch 661/2000:
+  Epoch Time: 35.51615381240845
+Epoch 662/2000:
+  Epoch Time: 24.554351806640625
+Epoch 663/2000:
+  Epoch Time: 35.134175539016724
+Epoch 664/2000:
+  Epoch Time: 24.562782526016235
+Epoch 665/2000:
+  Epoch Time: 24.565707206726074
+Epoch 666/2000:
+  Epoch Time: 35.49912929534912
+Epoch 667/2000:
+  Epoch Time: 24.506396293640137
+Epoch 668/2000:
+  Epoch Time: 35.128907918930054
+Epoch 669/2000:
+  Epoch Time: 24.551456212997437
+Epoch 670/2000:
+  Epoch Time: 35.54478907585144
+Epoch 671/2000:
+  Epoch Time: 24.848836183547974
+Epoch 672/2000:
+  Epoch Time: 24.460704565048218
+Epoch 673/2000:
+  Epoch Time: 35.11698246002197
+Epoch 674/2000:
+  Epoch Time: 24.533812046051025
+Epoch 675/2000:
+  Epoch Time: 35.63132619857788
+Epoch 676/2000:
+  Epoch Time: 24.936238050460815
+Epoch 677/2000:
+  Epoch Time: 35.09427189826965
+Epoch 678/2000:
+  Epoch Time: 24.523298025131226
+Epoch 679/2000:
+  Epoch Time: 24.542121410369873
+Epoch 680/2000:
+  Epoch Time: 35.53889489173889
+Epoch 681/2000:
+  Epoch Time: 24.98349690437317
+Epoch 682/2000:
+  Epoch Time: 35.83080792427063
+Epoch 683/2000:
+  Epoch Time: 24.707637548446655
+Epoch 684/2000:
+  Epoch Time: 35.700334310531616
+Epoch 685/2000:
+  Epoch Time: 25.19843578338623
+Epoch 686/2000:
+  Epoch Time: 25.150148153305054
+Epoch 687/2000:
+  Epoch Time: 35.850635051727295
+Epoch 688/2000:
+  Epoch Time: 24.94895839691162
+Epoch 689/2000:
+  Epoch Time: 35.85735011100769
+Epoch 690/2000:
+  Epoch Time: 25.047593116760254
+Epoch 691/2000:
+  Epoch Time: 35.305208683013916
+Epoch 692/2000:
+  Epoch Time: 24.74390697479248
+Epoch 693/2000:
+  Epoch Time: 24.9801607131958
+Epoch 694/2000:
+  Epoch Time: 35.598204135894775
+Epoch 695/2000:
+  Epoch Time: 25.173674821853638
+Epoch 696/2000:
+  Epoch Time: 35.748825550079346
+Epoch 697/2000:
+  Epoch Time: 24.614014625549316
+Epoch 698/2000:
+  Epoch Time: 35.22437286376953
+Epoch 699/2000:
+  Epoch Time: 24.5786771774292
+Epoch 700/2000:
+  Epoch Time: 35.777122259140015
+Epoch 701/2000:
+  Epoch Time: 24.579392910003662
+Epoch 702/2000:
+  Epoch Time: 24.565337657928467
+Epoch 703/2000:
+  Epoch Time: 35.49433135986328
+Epoch 704/2000:
+  Epoch Time: 24.77927851676941
+Epoch 705/2000:
+  Epoch Time: 35.959842681884766
+Epoch 706/2000:
+  Epoch Time: 24.65656614303589
+Epoch 707/2000:
+  Epoch Time: 35.278263092041016
+Epoch 708/2000:
+  Epoch Time: 24.616677284240723
+Epoch 709/2000:
+  Epoch Time: 24.773345232009888
+Epoch 710/2000:
+  Epoch Time: 36.635618925094604
+Epoch 711/2000:
+  Epoch Time: 24.727861166000366
+Epoch 712/2000:
+  Epoch Time: 35.67578744888306
+Epoch 713/2000:
+  Epoch Time: 24.814049005508423
+Epoch 714/2000:
+  Epoch Time: 35.71564340591431
+Epoch 715/2000:
+  Epoch Time: 24.84794545173645
+Epoch 716/2000:
+  Epoch Time: 24.575797080993652
+Epoch 717/2000:
+  Epoch Time: 35.184231996536255
+Epoch 718/2000:
+  Epoch Time: 24.557003021240234
+Epoch 719/2000:
+  Epoch Time: 35.67638063430786
+Epoch 720/2000:
+  Epoch Time: 24.665276288986206
+Epoch 721/2000:
+  Epoch Time: 35.190492153167725
+Epoch 722/2000:
+  Epoch Time: 24.44040846824646
+Epoch 723/2000:
+  Epoch Time: 24.591953992843628
+Epoch 724/2000:
+  Epoch Time: 35.50182366371155
+Epoch 725/2000:
+  Epoch Time: 24.68670392036438
+Epoch 726/2000:
+  Epoch Time: 35.13644862174988
+Epoch 727/2000:
+  Epoch Time: 24.529576539993286
+Epoch 728/2000:
+  Epoch Time: 35.04981327056885
+Epoch 729/2000:
+  Epoch Time: 24.80768132209778
+Epoch 730/2000:
+  Epoch Time: 24.63678503036499
+Epoch 731/2000:
+  Epoch Time: 35.08624792098999
+Epoch 732/2000:
+  Epoch Time: 24.51441192626953
+Epoch 733/2000:
+  Epoch Time: 35.05316209793091
+Epoch 734/2000:
+  Epoch Time: 24.954473733901978
+Epoch 735/2000:
+  Epoch Time: 35.4983332157135
+Epoch 736/2000:
+  Epoch Time: 24.554625988006592
+Epoch 737/2000:
+  Epoch Time: 24.66372513771057
+Epoch 738/2000:
+  Epoch Time: 35.323174238204956
+Epoch 739/2000:
+  Epoch Time: 25.129843950271606
+Epoch 740/2000:
+  Epoch Time: 35.30461597442627
+Epoch 741/2000:
+  Epoch Time: 24.633382320404053
+Epoch 742/2000:
+  Epoch Time: 36.20535945892334
+Epoch 743/2000:
+  Epoch Time: 24.74489426612854
+Epoch 744/2000:
+  Epoch Time: 25.16648578643799
+Epoch 745/2000:
+  Epoch Time: 35.87027311325073
+Epoch 746/2000:
+  Epoch Time: 24.834551334381104
+Epoch 747/2000:
+  Epoch Time: 36.00997447967529
+Epoch 748/2000:
+  Epoch Time: 24.752525568008423
+Epoch 749/2000:
+  Epoch Time: 35.9644296169281
+Epoch 750/2000:
+  Epoch Time: 24.773386240005493
+Epoch 751/2000:
+  Epoch Time: 24.773052215576172
+Epoch 752/2000:
+  Epoch Time: 35.65056538581848
+Epoch 753/2000:
+  Epoch Time: 24.815751791000366
+Epoch 754/2000:
+  Epoch Time: 36.121243953704834
+Epoch 755/2000:
+  Epoch Time: 24.759575128555298
+Epoch 756/2000:
+  Epoch Time: 35.620230197906494
+Epoch 757/2000:
+  Epoch Time: 24.56084179878235
+Epoch 758/2000:
+  Epoch Time: 24.6566002368927
+Epoch 759/2000:
+  Epoch Time: 36.02796483039856
+Epoch 760/2000:
+  Epoch Time: 24.68325686454773
+Epoch 761/2000:
+  Epoch Time: 35.71173143386841
+Epoch 762/2000:
+  Epoch Time: 24.753487586975098
+Epoch 763/2000:
+  Epoch Time: 35.839906215667725
+Epoch 764/2000:
+  Epoch Time: 24.964141368865967
+Epoch 765/2000:
+  Epoch Time: 24.81750249862671
+Epoch 766/2000:
+  Epoch Time: 35.595800161361694
+Epoch 767/2000:
+  Epoch Time: 24.752119302749634
+Epoch 768/2000:
+  Epoch Time: 36.09894609451294
+Epoch 769/2000:
+  Epoch Time: 24.9261794090271
+Epoch 770/2000:
+  Epoch Time: 35.747573137283325
+Epoch 771/2000:
+  Epoch Time: 24.683140754699707
+Epoch 772/2000:
+  Epoch Time: 24.718347787857056
+Epoch 773/2000:
+  Epoch Time: 35.99611163139343
+Epoch 774/2000:
+  Epoch Time: 24.871607303619385
+Epoch 775/2000:
+  Epoch Time: 35.369802713394165
+Epoch 776/2000:
+  Epoch Time: 24.766292095184326
+Epoch 777/2000:
+  Epoch Time: 35.72593927383423
+Epoch 778/2000:
+  Epoch Time: 24.97850775718689
+Epoch 779/2000:
+  Epoch Time: 24.96256732940674
+Epoch 780/2000:
+  Epoch Time: 35.99115562438965
+Epoch 781/2000:
+  Epoch Time: 24.71668267250061
+Epoch 782/2000:
+  Epoch Time: 35.430262327194214
+Epoch 783/2000:
+  Epoch Time: 24.863460779190063
+Epoch 784/2000:
+  Epoch Time: 35.96497297286987
+Epoch 785/2000:
+  Epoch Time: 24.69073462486267
+Epoch 786/2000:
+  Epoch Time: 24.73662495613098
+Epoch 787/2000:
+  Epoch Time: 35.49346375465393
+Epoch 788/2000:
+  Epoch Time: 24.834708213806152
+Epoch 789/2000:
+  Epoch Time: 35.60154747962952
+Epoch 790/2000:
+  Epoch Time: 24.414510488510132
+Epoch 791/2000:
+  Epoch Time: 35.04229235649109
+Epoch 792/2000:
+  Epoch Time: 24.61216902732849
+Epoch 793/2000:
+  Epoch Time: 24.937723398208618
+Epoch 794/2000:
+  Epoch Time: 35.64241051673889
+Epoch 795/2000:
+  Epoch Time: 24.834004878997803
+Epoch 796/2000:
+  Epoch Time: 35.75010681152344
+Epoch 797/2000:
+  Epoch Time: 24.79180884361267
+Epoch 798/2000:
+  Epoch Time: 36.05145049095154
+Epoch 799/2000:
+  Epoch Time: 24.882025957107544
+Epoch 800/2000:
+  Epoch Time: 35.505465507507324
+Epoch 801/2000:
+  Epoch Time: 24.74787664413452
+Epoch 802/2000:
+  Epoch Time: 24.681270360946655
+Epoch 803/2000:
+  Epoch Time: 35.51274514198303
+Epoch 804/2000:
+  Epoch Time: 24.730183839797974
+Epoch 805/2000:
+  Epoch Time: 35.08865737915039
+Epoch 806/2000:
+  Epoch Time: 24.645707845687866
+Epoch 807/2000:
+  Epoch Time: 35.379111766815186
+Epoch 808/2000:
+  Epoch Time: 25.10950994491577
+Epoch 809/2000:
+  Epoch Time: 24.80751609802246
+Epoch 810/2000:
+  Epoch Time: 35.209754943847656
+Epoch 811/2000:
+  Epoch Time: 24.63505721092224
+Epoch 812/2000:
+  Epoch Time: 34.96081280708313
+Epoch 813/2000:
+  Epoch Time: 24.764777898788452
+Epoch 814/2000:
+  Epoch Time: 35.6218900680542
+Epoch 815/2000:
+  Epoch Time: 24.445476293563843
+Epoch 816/2000:
+  Epoch Time: 24.413204193115234
+Epoch 817/2000:
+  Epoch Time: 34.99360370635986
+Epoch 818/2000:
+  Epoch Time: 24.68920588493347
+Epoch 819/2000:
+  Epoch Time: 35.465389251708984
+Epoch 820/2000:
+  Epoch Time: 24.33303213119507
+Epoch 821/2000:
+  Epoch Time: 34.9736590385437
+Epoch 822/2000:
+  Epoch Time: 24.470816373825073
+Epoch 823/2000:
+  Epoch Time: 24.647722244262695
+Epoch 824/2000:
+  Epoch Time: 35.327332496643066
+Epoch 825/2000:
+  Epoch Time: 24.63749098777771
+Epoch 826/2000:
+  Epoch Time: 35.24474358558655
+Epoch 827/2000:
+  Epoch Time: 24.51912522315979
+Epoch 828/2000:
+  Epoch Time: 35.83181071281433
+Epoch 829/2000:
+  Epoch Time: 24.725886583328247
+Epoch 830/2000:
+  Epoch Time: 24.43269443511963
+Epoch 831/2000:
+  Epoch Time: 35.06688356399536
+Epoch 832/2000:
+  Epoch Time: 24.48891305923462
+Epoch 833/2000:
+  Epoch Time: 35.384838342666626
+Epoch 834/2000:
+  Epoch Time: 24.83186101913452
+Epoch 835/2000:
+  Epoch Time: 35.064186334609985
+Epoch 836/2000:
+  Epoch Time: 24.504111528396606
+Epoch 837/2000:
+  Epoch Time: 24.52997875213623
+Epoch 838/2000:
+  Epoch Time: 35.302149057388306
+Epoch 839/2000:
+  Epoch Time: 24.85983681678772
+Epoch 840/2000:
+  Epoch Time: 35.117472648620605
+Epoch 841/2000:
+  Epoch Time: 24.39510178565979
+Epoch 842/2000:
+  Epoch Time: 35.12847542762756
+Epoch 843/2000:
+  Epoch Time: 24.864789485931396
+Epoch 844/2000:
+  Epoch Time: 24.867239952087402
+Epoch 845/2000:
+  Epoch Time: 35.425376892089844
+Epoch 846/2000:
+  Epoch Time: 24.686853408813477
+Epoch 847/2000:
+  Epoch Time: 35.76018238067627
+Epoch 848/2000:
+  Epoch Time: 24.89643168449402
+Epoch 849/2000:
+  Epoch Time: 36.333890199661255
+Epoch 850/2000:
+  Epoch Time: 24.735498666763306
+Epoch 851/2000:
+  Epoch Time: 24.753809452056885
+Epoch 852/2000:
+  Epoch Time: 35.194857120513916
+Epoch 853/2000:
+  Epoch Time: 24.67534303665161
+Epoch 854/2000:
+  Epoch Time: 35.81394410133362
+Epoch 855/2000:
+  Epoch Time: 24.616539478302002
+Epoch 856/2000:
+  Epoch Time: 35.20895171165466
+Epoch 857/2000:
+  Epoch Time: 24.529320001602173
+Epoch 858/2000:
+  Epoch Time: 24.622787714004517
+Epoch 859/2000:
+  Epoch Time: 35.7426438331604
+Epoch 860/2000:
+  Epoch Time: 24.654913187026978
+Epoch 861/2000:
+  Epoch Time: 35.397684812545776
+Epoch 862/2000:
+  Epoch Time: 24.608763694763184
+Epoch 863/2000:
+  Epoch Time: 35.43281817436218
+Epoch 864/2000:
+  Epoch Time: 25.117119073867798
+Epoch 865/2000:
+  Epoch Time: 24.686723232269287
+Epoch 866/2000:
+  Epoch Time: 35.20896363258362
+Epoch 867/2000:
+  Epoch Time: 24.631921768188477
+Epoch 868/2000:
+  Epoch Time: 35.44046425819397
+Epoch 869/2000:
+  Epoch Time: 25.293251037597656
+Epoch 870/2000:
+  Epoch Time: 35.40147399902344
+Epoch 871/2000:
+  Epoch Time: 24.575560092926025
+Epoch 872/2000:
+  Epoch Time: 24.65553092956543
+Epoch 873/2000:
+  Epoch Time: 35.49040365219116
+Epoch 874/2000:
+  Epoch Time: 25.070361614227295
+Epoch 875/2000:
+  Epoch Time: 35.42009520530701
+Epoch 876/2000:
+  Epoch Time: 24.715011596679688
+Epoch 877/2000:
+  Epoch Time: 35.3504638671875
+Epoch 878/2000:
+  Epoch Time: 24.617006540298462
+Epoch 879/2000:
+  Epoch Time: 25.240853786468506
+Epoch 880/2000:
+  Epoch Time: 35.813806772232056
+Epoch 881/2000:
+  Epoch Time: 24.803488731384277
+Epoch 882/2000:
+  Epoch Time: 35.626328229904175
+Epoch 883/2000:
+  Epoch Time: 24.628316164016724
+Epoch 884/2000:
+  Epoch Time: 35.792935848236084
+Epoch 885/2000:
+  Epoch Time: 24.674306869506836
+Epoch 886/2000:
+  Epoch Time: 24.65493869781494
+Epoch 887/2000:
+  Epoch Time: 35.44542741775513
+Epoch 888/2000:
+  Epoch Time: 24.654022216796875
+Epoch 889/2000:
+  Epoch Time: 35.76513743400574
+Epoch 890/2000:
+  Epoch Time: 24.845394372940063
+Epoch 891/2000:
+  Epoch Time: 35.226789474487305
+Epoch 892/2000:
+  Epoch Time: 24.688207864761353
+Epoch 893/2000:
+  Epoch Time: 24.50952672958374
+Epoch 894/2000:
+  Epoch Time: 35.678940296173096
+Epoch 895/2000:
+  Epoch Time: 24.852975368499756
+Epoch 896/2000:
+  Epoch Time: 35.247748374938965
+Epoch 897/2000:
+  Epoch Time: 24.682751178741455
+Epoch 898/2000:
+  Epoch Time: 35.18966054916382
+Epoch 899/2000:
+  Epoch Time: 24.83729314804077
+Epoch 900/2000:
+  Epoch Time: 35.58314657211304
+Epoch 901/2000:
+  Epoch Time: 24.69731330871582
+Epoch 902/2000:
+  Epoch Time: 24.639997005462646
+Epoch 903/2000:
+  Epoch Time: 35.23214244842529
+Epoch 904/2000:
+  Epoch Time: 24.814213275909424
+Epoch 905/2000:
+  Epoch Time: 35.611464977264404
+Epoch 906/2000:
+  Epoch Time: 24.757558822631836
+Epoch 907/2000:
+  Epoch Time: 35.41431379318237
+Epoch 908/2000:
+  Epoch Time: 24.64137363433838
+Epoch 909/2000:
+  Epoch Time: 24.648574352264404
+Epoch 910/2000:
+  Epoch Time: 35.191550970077515
+Epoch 911/2000:
+  Epoch Time: 24.702023029327393
+Epoch 912/2000:
+  Epoch Time: 35.207162380218506
+Epoch 913/2000:
+  Epoch Time: 24.6565260887146
+Epoch 914/2000:
+  Epoch Time: 35.62559127807617
+Epoch 915/2000:
+  Epoch Time: 24.643350839614868
+Epoch 916/2000:
+  Epoch Time: 24.63106393814087
+Epoch 917/2000:
+  Epoch Time: 35.188841581344604
+Epoch 918/2000:
+  Epoch Time: 24.63407254219055
+Epoch 919/2000:
+  Epoch Time: 35.681947231292725
+Epoch 920/2000:
+  Epoch Time: 24.687127590179443
+Epoch 921/2000:
+  Epoch Time: 35.27165198326111
+Epoch 922/2000:
+  Epoch Time: 24.729403257369995
+Epoch 923/2000:
+  Epoch Time: 24.973546028137207
+Epoch 924/2000:
+  Epoch Time: 35.33767795562744
+Epoch 925/2000:
+  Epoch Time: 24.667596578598022
+Epoch 926/2000:
+  Epoch Time: 35.298922538757324
+Epoch 927/2000:
+  Epoch Time: 24.62073302268982
+Epoch 928/2000:
+  Epoch Time: 35.111939668655396
+Epoch 929/2000:
+  Epoch Time: 24.490769386291504
+Epoch 930/2000:
+  Epoch Time: 24.57753276824951
+Epoch 931/2000:
+  Epoch Time: 35.210370779037476
+Epoch 932/2000:
+  Epoch Time: 25.13656258583069
+Epoch 933/2000:
+  Epoch Time: 35.43427348136902
+Epoch 934/2000:
+  Epoch Time: 24.679256677627563
+Epoch 935/2000:
+  Epoch Time: 35.343979835510254
+Epoch 936/2000:
+  Epoch Time: 24.598076105117798
+Epoch 937/2000:
+  Epoch Time: 24.529602527618408
+Epoch 938/2000:
+  Epoch Time: 35.248393297195435
+Epoch 939/2000:
+  Epoch Time: 24.57921290397644
+Epoch 940/2000:
+  Epoch Time: 35.27330136299133
+Epoch 941/2000:
+  Epoch Time: 24.86209726333618
+Epoch 942/2000:
+  Epoch Time: 35.73678255081177
+Epoch 943/2000:
+  Epoch Time: 24.549925088882446
+Epoch 944/2000:
+  Epoch Time: 24.578086853027344
+Epoch 945/2000:
+  Epoch Time: 35.19970083236694
+Epoch 946/2000:
+  Epoch Time: 24.704981803894043
+Epoch 947/2000:
+  Epoch Time: 35.151440382003784
+Epoch 948/2000:
+  Epoch Time: 24.59059715270996
+Epoch 949/2000:
+  Epoch Time: 35.21794271469116
+Epoch 950/2000:
+  Epoch Time: 24.70150637626648
+Epoch 951/2000:
+  Epoch Time: 25.142497777938843
+Epoch 952/2000:
+  Epoch Time: 35.10420489311218
+Epoch 953/2000:
+  Epoch Time: 24.640453338623047
+Epoch 954/2000:
+  Epoch Time: 35.77076768875122
+Epoch 955/2000:
+  Epoch Time: 24.65352463722229
+Epoch 956/2000:
+  Epoch Time: 35.21466898918152
+Epoch 957/2000:
+  Epoch Time: 24.579013109207153
+Epoch 958/2000:
+  Epoch Time: 24.533400535583496
+Epoch 959/2000:
+  Epoch Time: 35.29015779495239
+Epoch 960/2000:
+  Epoch Time: 25.123446702957153
+Epoch 961/2000:
+  Epoch Time: 35.3635950088501
+Epoch 962/2000:
+  Epoch Time: 24.554966688156128
+Epoch 963/2000:
+  Epoch Time: 35.1619393825531
+Epoch 964/2000:
+  Epoch Time: 24.631818056106567
+Epoch 965/2000:
+  Epoch Time: 24.606558084487915
+Epoch 966/2000:
+  Epoch Time: 35.20708703994751
+Epoch 967/2000:
+  Epoch Time: 24.5430428981781
+Epoch 968/2000:
+  Epoch Time: 35.35405516624451
+Epoch 969/2000:
+  Epoch Time: 24.897963285446167
+Epoch 970/2000:
+  Epoch Time: 35.550204038619995
+Epoch 971/2000:
+  Epoch Time: 24.624273538589478
+Epoch 972/2000:
+  Epoch Time: 24.614041090011597
+Epoch 973/2000:
+  Epoch Time: 35.36507225036621
+Epoch 974/2000:
+  Epoch Time: 24.660075187683105
+Epoch 975/2000:
+  Epoch Time: 35.418795347213745
+Epoch 976/2000:
+  Epoch Time: 24.578716278076172
+Epoch 977/2000:
+  Epoch Time: 35.271687746047974
+Epoch 978/2000:
+  Epoch Time: 24.87783145904541
+Epoch 979/2000:
+  Epoch Time: 25.36007070541382
+Epoch 980/2000:
+  Epoch Time: 35.32493543624878
+Epoch 981/2000:
+  Epoch Time: 24.804359912872314
+Epoch 982/2000:
+  Epoch Time: 35.51408410072327
+Epoch 983/2000:
+  Epoch Time: 24.604065895080566
+Epoch 984/2000:
+  Epoch Time: 35.10903573036194
+Epoch 985/2000:
+  Epoch Time: 24.523969173431396
+Epoch 986/2000:
+  Epoch Time: 24.550079822540283
+Epoch 987/2000:
+  Epoch Time: 35.30996894836426
+Epoch 988/2000:
+  Epoch Time: 25.083455085754395
+Epoch 989/2000:
+  Epoch Time: 35.64966630935669
+Epoch 990/2000:
+  Epoch Time: 24.745256662368774
+Epoch 991/2000:
+  Epoch Time: 35.43269228935242
+Epoch 992/2000:
+  Epoch Time: 24.654396533966064
+Epoch 993/2000:
+  Epoch Time: 24.68360137939453
+Epoch 994/2000:
+  Epoch Time: 35.270506381988525
+Epoch 995/2000:
+  Epoch Time: 24.67215394973755
+Epoch 996/2000:
+  Epoch Time: 35.32207489013672
+Epoch 997/2000:
+  Epoch Time: 25.13521456718445
+Epoch 998/2000:
+  Epoch Time: 35.9251914024353
+Epoch 999/2000:
+  Epoch Time: 24.566006660461426
+Epoch 1000/2000:
+  Epoch Time: 35.141510248184204
+Epoch 1001/2000:
+  Epoch Time: 24.61998963356018
+Epoch 1002/2000:
+  Epoch Time: 24.68539595603943
+Epoch 1003/2000:
+  Epoch Time: 35.13578176498413
+Epoch 1004/2000:
+  Epoch Time: 24.56210422515869
+Epoch 1005/2000:
+  Epoch Time: 35.10244274139404
+Epoch 1006/2000:
+  Epoch Time: 24.826502323150635
+Epoch 1007/2000:
+  Epoch Time: 35.76523280143738
+Epoch 1008/2000:
+  Epoch Time: 24.596707820892334
+Epoch 1009/2000:
+  Epoch Time: 24.597206592559814
+Epoch 1010/2000:
+  Epoch Time: 35.10092735290527
+Epoch 1011/2000:
+  Epoch Time: 24.593504905700684
+Epoch 1012/2000:
+  Epoch Time: 35.246158599853516
+Epoch 1013/2000:
+  Epoch Time: 24.65518021583557
+Epoch 1014/2000:
+  Epoch Time: 35.08187389373779
+Epoch 1015/2000:
+  Epoch Time: 24.81447958946228
+Epoch 1016/2000:
+  Epoch Time: 24.943737745285034
+Epoch 1017/2000:
+  Epoch Time: 35.307225704193115
+Epoch 1018/2000:
+  Epoch Time: 24.46610450744629
+Epoch 1019/2000:
+  Epoch Time: 35.16604804992676
+Epoch 1020/2000:
+  Epoch Time: 24.539435386657715
+Epoch 1021/2000:
+  Epoch Time: 35.15023112297058
+Epoch 1022/2000:
+  Epoch Time: 24.65432047843933
+Epoch 1023/2000:
+  Epoch Time: 24.79450750350952
+Epoch 1024/2000:
+  Epoch Time: 35.46946334838867
+Epoch 1025/2000:
+  Epoch Time: 25.13525152206421
+Epoch 1026/2000:
+  Epoch Time: 35.9942843914032
+Epoch 1027/2000:
+  Epoch Time: 24.657283544540405
+Epoch 1028/2000:
+  Epoch Time: 35.27829194068909
+Epoch 1029/2000:
+  Epoch Time: 24.582583904266357
+Epoch 1030/2000:
+  Epoch Time: 24.592228412628174
+Epoch 1031/2000:
+  Epoch Time: 35.32339596748352
+Epoch 1032/2000:
+  Epoch Time: 24.660651922225952
+Epoch 1033/2000:
+  Epoch Time: 35.22021412849426
+Epoch 1034/2000:
+  Epoch Time: 24.725236415863037
+Epoch 1035/2000:
+  Epoch Time: 35.693230867385864
+Epoch 1036/2000:
+  Epoch Time: 24.573429107666016
+Epoch 1037/2000:
+  Epoch Time: 24.631763696670532
+Epoch 1038/2000:
+  Epoch Time: 35.18550634384155
+Epoch 1039/2000:
+  Epoch Time: 24.607176065444946
+Epoch 1040/2000:
+  Epoch Time: 35.16862678527832
+Epoch 1041/2000:
+  Epoch Time: 24.66126585006714
+Epoch 1042/2000:
+  Epoch Time: 35.143826723098755
+Epoch 1043/2000:
+  Epoch Time: 24.62250256538391
+Epoch 1044/2000:
+  Epoch Time: 25.055958032608032
+Epoch 1045/2000:
+  Epoch Time: 35.226168632507324
+Epoch 1046/2000:
+  Epoch Time: 24.495994329452515
+Epoch 1047/2000:
+  Epoch Time: 35.328025579452515
+Epoch 1048/2000:
+  Epoch Time: 24.48091220855713
+Epoch 1049/2000:
+  Epoch Time: 35.12357306480408
+Epoch 1050/2000:
+  Epoch Time: 24.67227602005005
+Epoch 1051/2000:
+  Epoch Time: 24.643283367156982
+Epoch 1052/2000:
+  Epoch Time: 35.230454444885254
+Epoch 1053/2000:
+  Epoch Time: 25.063071727752686
+Epoch 1054/2000:
+  Epoch Time: 35.5429048538208
+Epoch 1055/2000:
+  Epoch Time: 24.60768461227417
+Epoch 1056/2000:
+  Epoch Time: 35.1495201587677
+Epoch 1057/2000:
+  Epoch Time: 24.578309535980225
+Epoch 1058/2000:
+  Epoch Time: 24.574987173080444
+Epoch 1059/2000:
+  Epoch Time: 35.59954285621643
+Epoch 1060/2000:
+  Epoch Time: 24.615119457244873
+Epoch 1061/2000:
+  Epoch Time: 35.21521711349487
+Epoch 1062/2000:
+  Epoch Time: 24.667022705078125
+Epoch 1063/2000:
+  Epoch Time: 35.932945728302
+Epoch 1064/2000:
+  Epoch Time: 24.573793411254883
+Epoch 1065/2000:
+  Epoch Time: 24.628169536590576
+Epoch 1066/2000:
+  Epoch Time: 35.29425501823425
+Epoch 1067/2000:
+  Epoch Time: 24.64575457572937
+Epoch 1068/2000:
+  Epoch Time: 35.24331879615784
+Epoch 1069/2000:
+  Epoch Time: 24.71995520591736
+Epoch 1070/2000:
+  Epoch Time: 35.20645594596863
+Epoch 1071/2000:
+  Epoch Time: 24.60336971282959
+Epoch 1072/2000:
+  Epoch Time: 24.944637060165405
+Epoch 1073/2000:
+  Epoch Time: 35.54379725456238
+Epoch 1074/2000:
+  Epoch Time: 24.610798835754395
+Epoch 1075/2000:
+  Epoch Time: 35.2250337600708
+Epoch 1076/2000:
+  Epoch Time: 24.71922516822815
+Epoch 1077/2000:
+  Epoch Time: 35.59221148490906
+Epoch 1078/2000:
+  Epoch Time: 24.578552961349487
+Epoch 1079/2000:
+  Epoch Time: 24.631524562835693
+Epoch 1080/2000:
+  Epoch Time: 35.460610151290894
+Epoch 1081/2000:
+  Epoch Time: 25.02049946784973
+Epoch 1082/2000:
+  Epoch Time: 36.1418399810791
+Epoch 1083/2000:
+  Epoch Time: 24.712499618530273
+Epoch 1084/2000:
+  Epoch Time: 35.3444128036499
+Epoch 1085/2000:
+  Epoch Time: 24.742756366729736
+Epoch 1086/2000:
+  Epoch Time: 24.725934505462646
+Epoch 1087/2000:
+  Epoch Time: 35.291370153427124
+Epoch 1088/2000:
+  Epoch Time: 24.732097864151
+Epoch 1089/2000:
+  Epoch Time: 35.29313063621521
+Epoch 1090/2000:
+  Epoch Time: 24.666027545928955
+Epoch 1091/2000:
+  Epoch Time: 35.83811807632446
+Epoch 1092/2000:
+  Epoch Time: 24.587167739868164
+Epoch 1093/2000:
+  Epoch Time: 24.53985047340393
+Epoch 1094/2000:
+  Epoch Time: 35.45243716239929
+Epoch 1095/2000:
+  Epoch Time: 24.53002142906189
+Epoch 1096/2000:
+  Epoch Time: 35.6087110042572
+Epoch 1097/2000:
+  Epoch Time: 24.75340485572815
+Epoch 1098/2000:
+  Epoch Time: 35.54735445976257
+Epoch 1099/2000:
+  Epoch Time: 24.897252559661865
+Epoch 1100/2000:
+  Epoch Time: 35.852535247802734
+Epoch 1101/2000:
+  Epoch Time: 24.713386058807373
+Epoch 1102/2000:
+  Epoch Time: 24.624632358551025
+Epoch 1103/2000:
+  Epoch Time: 35.15404438972473
+Epoch 1104/2000:
+  Epoch Time: 24.488099813461304
+Epoch 1105/2000:
+  Epoch Time: 35.13998293876648
+Epoch 1106/2000:
+  Epoch Time: 24.574887990951538
+Epoch 1107/2000:
+  Epoch Time: 35.19258236885071
+Epoch 1108/2000:
+  Epoch Time: 24.52881669998169
+Epoch 1109/2000:
+  Epoch Time: 24.602832078933716
+Epoch 1110/2000:
+  Epoch Time: 35.91993451118469
+Epoch 1111/2000:
+  Epoch Time: 24.650272846221924
+Epoch 1112/2000:
+  Epoch Time: 35.148953437805176
+Epoch 1113/2000:
+  Epoch Time: 24.71143388748169
+Epoch 1114/2000:
+  Epoch Time: 35.219619035720825
+Epoch 1115/2000:
+  Epoch Time: 24.74233078956604
+Epoch 1116/2000:
+  Epoch Time: 24.684925317764282
+Epoch 1117/2000:
+  Epoch Time: 35.307474851608276
+Epoch 1118/2000:
+  Epoch Time: 24.664796113967896
+Epoch 1119/2000:
+  Epoch Time: 35.943483114242554
+Epoch 1120/2000:
+  Epoch Time: 24.82831883430481
+Epoch 1121/2000:
+  Epoch Time: 35.417234897613525
+Epoch 1122/2000:
+  Epoch Time: 24.72252082824707
+Epoch 1123/2000:
+  Epoch Time: 24.606722354888916
+Epoch 1124/2000:
+  Epoch Time: 35.17753720283508
+Epoch 1125/2000:
+  Epoch Time: 24.484017372131348
+Epoch 1126/2000:
+  Epoch Time: 35.20297574996948
+Epoch 1127/2000:
+  Epoch Time: 24.53583812713623
+Epoch 1128/2000:
+  Epoch Time: 35.64986753463745
+Epoch 1129/2000:
+  Epoch Time: 25.12351155281067
+Epoch 1130/2000:
+  Epoch Time: 24.56554651260376
+Epoch 1131/2000:
+  Epoch Time: 35.170058250427246
+Epoch 1132/2000:
+  Epoch Time: 24.591293573379517
+Epoch 1133/2000:
+  Epoch Time: 35.24847173690796
+Epoch 1134/2000:
+  Epoch Time: 24.671013355255127
+Epoch 1135/2000:
+  Epoch Time: 35.208720445632935
+Epoch 1136/2000:
+  Epoch Time: 24.54998803138733
+Epoch 1137/2000:
+  Epoch Time: 24.598177909851074
+Epoch 1138/2000:
+  Epoch Time: 35.580779790878296
+Epoch 1139/2000:
+  Epoch Time: 24.981144905090332
+Epoch 1140/2000:
+  Epoch Time: 35.33831524848938
+Epoch 1141/2000:
+  Epoch Time: 24.702749013900757
+Epoch 1142/2000:
+  Epoch Time: 35.33922624588013
+Epoch 1143/2000:
+  Epoch Time: 24.68221116065979
+Epoch 1144/2000:
+  Epoch Time: 24.542970657348633
+Epoch 1145/2000:
+  Epoch Time: 35.37328600883484
+Epoch 1146/2000:
+  Epoch Time: 24.651411771774292
+Epoch 1147/2000:
+  Epoch Time: 35.43069243431091
+Epoch 1148/2000:
+  Epoch Time: 25.247912168502808
+Epoch 1149/2000:
+  Epoch Time: 35.55389857292175
+Epoch 1150/2000:
+  Epoch Time: 24.84859824180603
+Epoch 1151/2000:
+  Epoch Time: 24.83900237083435
+Epoch 1152/2000:
+  Epoch Time: 35.53420376777649
+Epoch 1153/2000:
+  Epoch Time: 24.857486963272095
+Epoch 1154/2000:
+  Epoch Time: 36.0183892250061
+Epoch 1155/2000:
+  Epoch Time: 24.87337613105774
+Epoch 1156/2000:
+  Epoch Time: 35.37244963645935
+Epoch 1157/2000:
+  Epoch Time: 24.981590509414673
+Epoch 1158/2000:
+  Epoch Time: 24.82168960571289
+Epoch 1159/2000:
+  Epoch Time: 35.18979787826538
+Epoch 1160/2000:
+  Epoch Time: 24.66311812400818
+Epoch 1161/2000:
+  Epoch Time: 35.429747104644775
+Epoch 1162/2000:
+  Epoch Time: 24.68257713317871
+Epoch 1163/2000:
+  Epoch Time: 35.38212275505066
+Epoch 1164/2000:
+  Epoch Time: 24.685524702072144
+Epoch 1165/2000:
+  Epoch Time: 24.618801593780518
+Epoch 1166/2000:
+  Epoch Time: 36.02665090560913
+Epoch 1167/2000:
+  Epoch Time: 25.045669555664062
+Epoch 1168/2000:
+  Epoch Time: 35.41057991981506
+Epoch 1169/2000:
+  Epoch Time: 24.62299084663391
+Epoch 1170/2000:
+  Epoch Time: 35.446122884750366
+Epoch 1171/2000:
+  Epoch Time: 24.750770092010498
+Epoch 1172/2000:
+  Epoch Time: 24.543917655944824
+Epoch 1173/2000:
+  Epoch Time: 35.259856939315796
+Epoch 1174/2000:
+  Epoch Time: 24.492631673812866
+Epoch 1175/2000:
+  Epoch Time: 35.243223905563354
+Epoch 1176/2000:
+  Epoch Time: 25.060034036636353
+Epoch 1177/2000:
+  Epoch Time: 35.46270275115967
+Epoch 1178/2000:
+  Epoch Time: 24.533485889434814
+Epoch 1179/2000:
+  Epoch Time: 24.736573219299316
+Epoch 1180/2000:
+  Epoch Time: 35.32738924026489
+Epoch 1181/2000:
+  Epoch Time: 24.66947078704834
+Epoch 1182/2000:
+  Epoch Time: 35.454832792282104
+Epoch 1183/2000:
+  Epoch Time: 24.729646682739258
+Epoch 1184/2000:
+  Epoch Time: 35.404526472091675
+Epoch 1185/2000:
+  Epoch Time: 25.037134885787964
+Epoch 1186/2000:
+  Epoch Time: 25.195598125457764
+Epoch 1187/2000:
+  Epoch Time: 35.49934458732605
+Epoch 1188/2000:
+  Epoch Time: 24.66547656059265
+Epoch 1189/2000:
+  Epoch Time: 35.368446588516235
+Epoch 1190/2000:
+  Epoch Time: 24.67593240737915
+Epoch 1191/2000:
+  Epoch Time: 35.32570242881775
+Epoch 1192/2000:
+  Epoch Time: 24.621790647506714
+Epoch 1193/2000:
+  Epoch Time: 24.61722469329834
+Epoch 1194/2000:
+  Epoch Time: 35.135847091674805
+Epoch 1195/2000:
+  Epoch Time: 25.233120918273926
+Epoch 1196/2000:
+  Epoch Time: 35.78818130493164
+Epoch 1197/2000:
+  Epoch Time: 24.763116121292114
+Epoch 1198/2000:
+  Epoch Time: 36.095783948898315
+Epoch 1199/2000:
+  Epoch Time: 24.800158500671387
+Epoch 1200/2000:
+  Epoch Time: 35.49356174468994
+Epoch 1201/2000:
+  Epoch Time: 24.722574949264526
+Epoch 1202/2000:
+  Epoch Time: 24.600237607955933
+Epoch 1203/2000:
+  Epoch Time: 35.21905708312988
+Epoch 1204/2000:
+  Epoch Time: 24.864141702651978
+Epoch 1205/2000:
+  Epoch Time: 35.822911500930786
+Epoch 1206/2000:
+  Epoch Time: 24.650179147720337
+Epoch 1207/2000:
+  Epoch Time: 35.1731173992157
+Epoch 1208/2000:
+  Epoch Time: 24.494881868362427
+Epoch 1209/2000:
+  Epoch Time: 24.560907125473022
+Epoch 1210/2000:
+  Epoch Time: 35.1936149597168
+Epoch 1211/2000:
+  Epoch Time: 24.562897443771362
+Epoch 1212/2000:
+  Epoch Time: 35.258742809295654
+Epoch 1213/2000:
+  Epoch Time: 24.45874309539795
+Epoch 1214/2000:
+  Epoch Time: 35.960246324539185
+Epoch 1215/2000:
+  Epoch Time: 24.72198486328125
+Epoch 1216/2000:
+  Epoch Time: 24.520838022232056
+Epoch 1217/2000:
+  Epoch Time: 35.22949242591858
+Epoch 1218/2000:
+  Epoch Time: 24.569157361984253
+Epoch 1219/2000:
+  Epoch Time: 35.28745889663696
+Epoch 1220/2000:
+  Epoch Time: 24.684401273727417
+Epoch 1221/2000:
+  Epoch Time: 35.40891242027283
+Epoch 1222/2000:
+  Epoch Time: 24.620711088180542
+Epoch 1223/2000:
+  Epoch Time: 24.862487077713013
+Epoch 1224/2000:
+  Epoch Time: 36.19495177268982
+Epoch 1225/2000:
+  Epoch Time: 24.73548173904419
+Epoch 1226/2000:
+  Epoch Time: 35.25074529647827
+Epoch 1227/2000:
+  Epoch Time: 24.67181372642517
+Epoch 1228/2000:
+  Epoch Time: 35.31676697731018
+Epoch 1229/2000:
+  Epoch Time: 24.573405742645264
+Epoch 1230/2000:
+  Epoch Time: 24.586230278015137
+Epoch 1231/2000:
+  Epoch Time: 35.197922229766846
+Epoch 1232/2000:
+  Epoch Time: 24.559098720550537
+Epoch 1233/2000:
+  Epoch Time: 36.05987906455994
+Epoch 1234/2000:
+  Epoch Time: 24.999212741851807
+Epoch 1235/2000:
+  Epoch Time: 35.286844968795776
+Epoch 1236/2000:
+  Epoch Time: 24.563433170318604
+Epoch 1237/2000:
+  Epoch Time: 24.631200790405273
+Epoch 1238/2000:
+  Epoch Time: 35.260443687438965
+Epoch 1239/2000:
+  Epoch Time: 24.588801622390747
+Epoch 1240/2000:
+  Epoch Time: 35.42587876319885
+Epoch 1241/2000:
+  Epoch Time: 24.600443601608276
+Epoch 1242/2000:
+  Epoch Time: 35.47724270820618
+Epoch 1243/2000:
+  Epoch Time: 25.18826699256897
+Epoch 1244/2000:
+  Epoch Time: 24.68258261680603
+Epoch 1245/2000:
+  Epoch Time: 35.19885563850403
+Epoch 1246/2000:
+  Epoch Time: 24.58662724494934
+Epoch 1247/2000:
+  Epoch Time: 35.133577823638916
+Epoch 1248/2000:
+  Epoch Time: 24.598012924194336
+Epoch 1249/2000:
+  Epoch Time: 35.22473978996277
+Epoch 1250/2000:
+  Epoch Time: 24.626457929611206
+Epoch 1251/2000:
+  Epoch Time: 24.624788999557495
+Epoch 1252/2000:
+  Epoch Time: 35.73431324958801
+Epoch 1253/2000:
+  Epoch Time: 25.03900408744812
+Epoch 1254/2000:
+  Epoch Time: 35.348602533340454
+Epoch 1255/2000:
+  Epoch Time: 24.661461114883423
+Epoch 1256/2000:
+  Epoch Time: 35.216564893722534
+Epoch 1257/2000:
+  Epoch Time: 24.656601190567017
+Epoch 1258/2000:
+  Epoch Time: 24.556018352508545
+Epoch 1259/2000:
+  Epoch Time: 35.18522262573242
+Epoch 1260/2000:
+  Epoch Time: 24.704453945159912
+Epoch 1261/2000:
+  Epoch Time: 35.292948722839355
+Epoch 1262/2000:
+  Epoch Time: 25.292325019836426
+Epoch 1263/2000:
+  Epoch Time: 35.5561888217926
+Epoch 1264/2000:
+  Epoch Time: 24.674687385559082
+Epoch 1265/2000:
+  Epoch Time: 24.69982409477234
+Epoch 1266/2000:
+  Epoch Time: 35.22704553604126
+Epoch 1267/2000:
+  Epoch Time: 24.556084871292114
+Epoch 1268/2000:
+  Epoch Time: 35.61401295661926
+Epoch 1269/2000:
+  Epoch Time: 24.595876932144165
+Epoch 1270/2000:
+  Epoch Time: 35.26499581336975
+Epoch 1271/2000:
+  Epoch Time: 24.90661644935608
+Epoch 1272/2000:
+  Epoch Time: 25.233168601989746
+Epoch 1273/2000:
+  Epoch Time: 35.2452392578125
+Epoch 1274/2000:
+  Epoch Time: 24.675830602645874
+Epoch 1275/2000:
+  Epoch Time: 35.27216577529907
+Epoch 1276/2000:
+  Epoch Time: 24.695391416549683
+Epoch 1277/2000:
+  Epoch Time: 35.26898670196533
+Epoch 1278/2000:
+  Epoch Time: 24.744463682174683
+Epoch 1279/2000:
+  Epoch Time: 24.637982845306396
+Epoch 1280/2000:
+  Epoch Time: 35.28209066390991
+Epoch 1281/2000:
+  Epoch Time: 24.893743991851807
+Epoch 1282/2000:
+  Epoch Time: 35.78323698043823
+Epoch 1283/2000:
+  Epoch Time: 24.591869592666626
+Epoch 1284/2000:
+  Epoch Time: 35.25988435745239
+Epoch 1285/2000:
+  Epoch Time: 24.564228534698486
+Epoch 1286/2000:
+  Epoch Time: 24.501976490020752
+Epoch 1287/2000:
+  Epoch Time: 35.25056481361389
+Epoch 1288/2000:
+  Epoch Time: 24.62504816055298
+Epoch 1289/2000:
+  Epoch Time: 35.086355447769165
+Epoch 1290/2000:
+  Epoch Time: 24.596155643463135
+Epoch 1291/2000:
+  Epoch Time: 35.82458972930908
+Epoch 1292/2000:
+  Epoch Time: 24.800553798675537
+Epoch 1293/2000:
+  Epoch Time: 24.49317979812622
+Epoch 1294/2000:
+  Epoch Time: 35.511472940444946
+Epoch 1295/2000:
+  Epoch Time: 24.555875539779663
+Epoch 1296/2000:
+  Epoch Time: 35.2275550365448
+Epoch 1297/2000:
+  Epoch Time: 24.83547353744507
+Epoch 1298/2000:
+  Epoch Time: 35.215200901031494
+Epoch 1299/2000:
+  Epoch Time: 24.563356399536133
+Epoch 1300/2000:
+  Epoch Time: 35.541436195373535
+Epoch 1301/2000:
+  Epoch Time: 25.081847429275513
+Epoch 1302/2000:
+  Epoch Time: 24.595032215118408
+Epoch 1303/2000:
+  Epoch Time: 35.17485308647156
+Epoch 1304/2000:
+  Epoch Time: 24.62519931793213
+Epoch 1305/2000:
+  Epoch Time: 35.561317443847656
+Epoch 1306/2000:
+  Epoch Time: 24.519876956939697
+Epoch 1307/2000:
+  Epoch Time: 35.68660926818848
+Epoch 1308/2000:
+  Epoch Time: 24.750629663467407
+Epoch 1309/2000:
+  Epoch Time: 24.650731325149536
+Epoch 1310/2000:
+  Epoch Time: 36.11406350135803
+Epoch 1311/2000:
+  Epoch Time: 25.005776405334473
+Epoch 1312/2000:
+  Epoch Time: 35.41878819465637
+Epoch 1313/2000:
+  Epoch Time: 24.667189836502075
+Epoch 1314/2000:
+  Epoch Time: 35.40163230895996
+Epoch 1315/2000:
+  Epoch Time: 24.627828121185303
+Epoch 1316/2000:
+  Epoch Time: 24.542490005493164
+Epoch 1317/2000:
+  Epoch Time: 35.259915828704834
+Epoch 1318/2000:
+  Epoch Time: 24.63283133506775
+Epoch 1319/2000:
+  Epoch Time: 35.40286660194397
+Epoch 1320/2000:
+  Epoch Time: 25.299731731414795
+Epoch 1321/2000:
+  Epoch Time: 35.459105491638184
+Epoch 1322/2000:
+  Epoch Time: 24.648969411849976
+Epoch 1323/2000:
+  Epoch Time: 24.682645082473755
+Epoch 1324/2000:
+  Epoch Time: 35.138020038604736
+Epoch 1325/2000:
+  Epoch Time: 24.553359031677246
+Epoch 1326/2000:
+  Epoch Time: 35.27736306190491
+Epoch 1327/2000:
+  Epoch Time: 24.488369703292847
+Epoch 1328/2000:
+  Epoch Time: 35.13182306289673
+Epoch 1329/2000:
+  Epoch Time: 24.821451663970947
+Epoch 1330/2000:
+  Epoch Time: 25.084153175354004
+Epoch 1331/2000:
+  Epoch Time: 35.23859357833862
+Epoch 1332/2000:
+  Epoch Time: 24.69322180747986
+Epoch 1333/2000:
+  Epoch Time: 35.20233106613159
+Epoch 1334/2000:
+  Epoch Time: 24.621444702148438
+Epoch 1335/2000:
+  Epoch Time: 35.146748304367065
+Epoch 1336/2000:
+  Epoch Time: 24.555676221847534
+Epoch 1337/2000:
+  Epoch Time: 24.613502025604248
+Epoch 1338/2000:
+  Epoch Time: 35.57068085670471
+Epoch 1339/2000:
+  Epoch Time: 24.871975660324097
+Epoch 1340/2000:
+  Epoch Time: 35.7898108959198
+Epoch 1341/2000:
+  Epoch Time: 24.538533449172974
+Epoch 1342/2000:
+  Epoch Time: 35.24487113952637
+Epoch 1343/2000:
+  Epoch Time: 24.535403966903687
+Epoch 1344/2000:
+  Epoch Time: 24.603888511657715
+Epoch 1345/2000:
+  Epoch Time: 35.09186244010925
+Epoch 1346/2000:
+  Epoch Time: 24.61597204208374
+Epoch 1347/2000:
+  Epoch Time: 35.148876667022705
+Epoch 1348/2000:
+  Epoch Time: 24.67218279838562
+Epoch 1349/2000:
+  Epoch Time: 35.823498249053955
+Epoch 1350/2000:
+  Epoch Time: 24.763056755065918
+Epoch 1351/2000:
+  Epoch Time: 24.479872226715088
+Epoch 1352/2000:
+  Epoch Time: 35.184958934783936
+Epoch 1353/2000:
+  Epoch Time: 24.652027368545532
+Epoch 1354/2000:
+  Epoch Time: 35.15409064292908
+Epoch 1355/2000:
+  Epoch Time: 24.573142051696777
+Epoch 1356/2000:
+  Epoch Time: 35.34957480430603
+Epoch 1357/2000:
+  Epoch Time: 24.416303157806396
+Epoch 1358/2000:
+  Epoch Time: 24.658561944961548
+Epoch 1359/2000:
+  Epoch Time: 36.22329306602478
+Epoch 1360/2000:
+  Epoch Time: 24.563555479049683
+Epoch 1361/2000:
+  Epoch Time: 35.22726655006409
+Epoch 1362/2000:
+  Epoch Time: 24.523354530334473
+Epoch 1363/2000:
+  Epoch Time: 35.11151957511902
+Epoch 1364/2000:
+  Epoch Time: 24.500375747680664
+Epoch 1365/2000:
+  Epoch Time: 24.58806538581848
+Epoch 1366/2000:
+  Epoch Time: 35.083091259002686
+Epoch 1367/2000:
+  Epoch Time: 24.712035655975342
+Epoch 1368/2000:
+  Epoch Time: 35.37726068496704
+Epoch 1369/2000:
+  Epoch Time: 25.03089213371277
+Epoch 1370/2000:
+  Epoch Time: 35.29121923446655
+Epoch 1371/2000:
+  Epoch Time: 24.487552165985107
+Epoch 1372/2000:
+  Epoch Time: 24.583556652069092
+Epoch 1373/2000:
+  Epoch Time: 35.41636848449707
+Epoch 1374/2000:
+  Epoch Time: 24.584968328475952
+Epoch 1375/2000:
+  Epoch Time: 35.198880434036255
+Epoch 1376/2000:
+  Epoch Time: 24.51045536994934
+Epoch 1377/2000:
+  Epoch Time: 35.12532067298889
+Epoch 1378/2000:
+  Epoch Time: 25.14233112335205
+Epoch 1379/2000:
+  Epoch Time: 25.08599066734314
+Epoch 1380/2000:
+  Epoch Time: 35.23468065261841
+Epoch 1381/2000:
+  Epoch Time: 24.523180723190308
+Epoch 1382/2000:
+  Epoch Time: 35.11958408355713
+Epoch 1383/2000:
+  Epoch Time: 24.56699228286743
+Epoch 1384/2000:
+  Epoch Time: 35.14923644065857
+Epoch 1385/2000:
+  Epoch Time: 24.489514112472534
+Epoch 1386/2000:
+  Epoch Time: 24.541484355926514
+Epoch 1387/2000:
+  Epoch Time: 35.3024685382843
+Epoch 1388/2000:
+  Epoch Time: 25.003883361816406
+Epoch 1389/2000:
+  Epoch Time: 35.55936551094055
+Epoch 1390/2000:
+  Epoch Time: 24.566677570343018
+Epoch 1391/2000:
+  Epoch Time: 35.10496258735657
+Epoch 1392/2000:
+  Epoch Time: 24.534905910491943
+Epoch 1393/2000:
+  Epoch Time: 24.59539532661438
+Epoch 1394/2000:
+  Epoch Time: 35.190343618392944
+Epoch 1395/2000:
+  Epoch Time: 24.589751720428467
+Epoch 1396/2000:
+  Epoch Time: 35.22589421272278
+Epoch 1397/2000:
+  Epoch Time: 24.813442945480347
+Epoch 1398/2000:
+  Epoch Time: 35.83045148849487
+Epoch 1399/2000:
+  Epoch Time: 24.690972328186035
+Epoch 1400/2000:
+  Epoch Time: 35.07359194755554
+Epoch 1401/2000:
+  Epoch Time: 24.561473846435547
+Epoch 1402/2000:
+  Epoch Time: 24.647512674331665
+Epoch 1403/2000:
+  Epoch Time: 35.10578489303589
+Epoch 1404/2000:
+  Epoch Time: 24.69337558746338
+Epoch 1405/2000:
+  Epoch Time: 35.1392035484314
+Epoch 1406/2000:
+  Epoch Time: 24.507755756378174
+Epoch 1407/2000:
+  Epoch Time: 35.836347341537476
+Epoch 1408/2000:
+  Epoch Time: 25.104654788970947
+Epoch 1409/2000:
+  Epoch Time: 24.544372081756592
+Epoch 1410/2000:
+  Epoch Time: 35.29831337928772
+Epoch 1411/2000:
+  Epoch Time: 24.571781396865845
+Epoch 1412/2000:
+  Epoch Time: 35.1824004650116
+Epoch 1413/2000:
+  Epoch Time: 24.594751119613647
+Epoch 1414/2000:
+  Epoch Time: 35.41538667678833
+Epoch 1415/2000:
+  Epoch Time: 24.645216703414917
+Epoch 1416/2000:
+  Epoch Time: 24.542276620864868
+Epoch 1417/2000:
+  Epoch Time: 35.71958351135254
+Epoch 1418/2000:
+  Epoch Time: 25.0130455493927
+Epoch 1419/2000:
+  Epoch Time: 35.087303161621094
+Epoch 1420/2000:
+  Epoch Time: 24.5174822807312
+Epoch 1421/2000:
+  Epoch Time: 35.171499490737915
+Epoch 1422/2000:
+  Epoch Time: 24.54127311706543
+Epoch 1423/2000:
+  Epoch Time: 24.48239541053772
+Epoch 1424/2000:
+  Epoch Time: 35.118759632110596
+Epoch 1425/2000:
+  Epoch Time: 24.552196741104126
+Epoch 1426/2000:
+  Epoch Time: 35.085798263549805
+Epoch 1427/2000:
+  Epoch Time: 24.883482933044434
+Epoch 1428/2000:
+  Epoch Time: 35.50458860397339
+Epoch 1429/2000:
+  Epoch Time: 24.532615423202515
+Epoch 1430/2000:
+  Epoch Time: 24.475863218307495
+Epoch 1431/2000:
+  Epoch Time: 35.3510684967041
+Epoch 1432/2000:
+  Epoch Time: 24.471534252166748
+Epoch 1433/2000:
+  Epoch Time: 35.17480707168579
+Epoch 1434/2000:
+  Epoch Time: 24.497188091278076
+Epoch 1435/2000:
+  Epoch Time: 35.13350486755371
+Epoch 1436/2000:
+  Epoch Time: 24.558109045028687
+Epoch 1437/2000:
+  Epoch Time: 25.104761838912964
+Epoch 1438/2000:
+  Epoch Time: 35.49600601196289
+Epoch 1439/2000:
+  Epoch Time: 24.61414623260498
+Epoch 1440/2000:
+  Epoch Time: 35.06105017662048
+Epoch 1441/2000:
+  Epoch Time: 24.56773066520691
+Epoch 1442/2000:
+  Epoch Time: 35.17521691322327
+Epoch 1443/2000:
+  Epoch Time: 24.499608039855957
+Epoch 1444/2000:
+  Epoch Time: 24.512129545211792
+Epoch 1445/2000:
+  Epoch Time: 35.402896881103516
+Epoch 1446/2000:
+  Epoch Time: 24.584123373031616
+Epoch 1447/2000:
+  Epoch Time: 35.73756504058838
+Epoch 1448/2000:
+  Epoch Time: 24.718252420425415
+Epoch 1449/2000:
+  Epoch Time: 35.02158045768738
+Epoch 1450/2000:
+  Epoch Time: 24.529862880706787
+Epoch 1451/2000:
+  Epoch Time: 24.572364330291748
+Epoch 1452/2000:
+  Epoch Time: 35.25220966339111
+Epoch 1453/2000:
+  Epoch Time: 24.53545331954956
+Epoch 1454/2000:
+  Epoch Time: 35.09035897254944
+Epoch 1455/2000:
+  Epoch Time: 24.58426785469055
+Epoch 1456/2000:
+  Epoch Time: 35.44698166847229
+Epoch 1457/2000:
+  Epoch Time: 25.1268892288208
+Epoch 1458/2000:
+  Epoch Time: 25.111512899398804
+Epoch 1459/2000:
+  Epoch Time: 35.49708557128906
+Epoch 1460/2000:
+  Epoch Time: 24.619596481323242
+Epoch 1461/2000:
+  Epoch Time: 35.35200238227844
+Epoch 1462/2000:
+  Epoch Time: 24.562833070755005
+Epoch 1463/2000:
+  Epoch Time: 35.184563398361206
+Epoch 1464/2000:
+  Epoch Time: 24.549710035324097
+Epoch 1465/2000:
+  Epoch Time: 24.499753952026367
+Epoch 1466/2000:
+  Epoch Time: 35.547099351882935
+Epoch 1467/2000:
+  Epoch Time: 25.158963918685913
+Epoch 1468/2000:
+  Epoch Time: 35.25414156913757
+Epoch 1469/2000:
+  Epoch Time: 24.599037408828735
+Epoch 1470/2000:
+  Epoch Time: 35.25198578834534

vocab.txt

@@ -0,0 +1,4101 @@
+[PAD]
+[UNK]
+[CLS]
+[SEP]
+[MASK]
+AAAAAA
+AAAAAT
+AAAAAC
+AAAAAG
+AAAATA
+AAAATT
+AAAATC
+AAAATG
+AAAACA
+AAAACT
+AAAACC
+AAAACG
+AAAAGA
+AAAAGT
+AAAAGC
+AAAAGG
+AAATAA
+AAATAT
+AAATAC
+AAATAG
+AAATTA
+AAATTT
+AAATTC
+AAATTG
+AAATCA
+AAATCT
+AAATCC
+AAATCG
+AAATGA
+AAATGT
+AAATGC
+AAATGG
+AAACAA
+AAACAT
+AAACAC
+AAACAG
+AAACTA
+AAACTT
+AAACTC
+AAACTG
+AAACCA
+AAACCT
+AAACCC
+AAACCG
+AAACGA
+AAACGT
+AAACGC
+AAACGG
+AAAGAA
+AAAGAT
+AAAGAC
+AAAGAG
+AAAGTA
+AAAGTT
+AAAGTC
+AAAGTG
+AAAGCA
+AAAGCT
+AAAGCC
+AAAGCG
+AAAGGA
+AAAGGT
+AAAGGC
+AAAGGG
+AATAAA
+AATAAT
+AATAAC
+AATAAG
+AATATA
+AATATT
+AATATC
+AATATG
+AATACA
+AATACT
+AATACC
+AATACG
+AATAGA
+AATAGT
+AATAGC
+AATAGG
+AATTAA
+AATTAT
+AATTAC
+AATTAG
+AATTTA
+AATTTT
+AATTTC
+AATTTG
+AATTCA
+AATTCT
+AATTCC
+AATTCG
+AATTGA
+AATTGT
+AATTGC
+AATTGG
+AATCAA
+AATCAT
+AATCAC
+AATCAG
+AATCTA
+AATCTT
+AATCTC
+AATCTG
+AATCCA
+AATCCT
+AATCCC
+AATCCG
+AATCGA
+AATCGT
+AATCGC
+AATCGG
+AATGAA
+AATGAT
+AATGAC
+AATGAG
+AATGTA
+AATGTT
+AATGTC
+AATGTG
+AATGCA
+AATGCT
+AATGCC
+AATGCG
+AATGGA
+AATGGT
+AATGGC
+AATGGG
+AACAAA
+AACAAT
+AACAAC
+AACAAG
+AACATA
+AACATT
+AACATC
+AACATG
+AACACA
+AACACT
+AACACC
+AACACG
+AACAGA
+AACAGT
+AACAGC
+AACAGG
+AACTAA
+AACTAT
+AACTAC
+AACTAG
+AACTTA
+AACTTT
+AACTTC
+AACTTG
+AACTCA
+AACTCT
+AACTCC
+AACTCG
+AACTGA
+AACTGT
+AACTGC
+AACTGG
+AACCAA
+AACCAT
+AACCAC
+AACCAG
+AACCTA
+AACCTT
+AACCTC
+AACCTG
+AACCCA
+AACCCT
+AACCCC
+AACCCG
+AACCGA
+AACCGT
+AACCGC
+AACCGG
+AACGAA
+AACGAT
+AACGAC
+AACGAG
+AACGTA
+AACGTT
+AACGTC
+AACGTG
+AACGCA
+AACGCT
+AACGCC
+AACGCG
+AACGGA
+AACGGT
+AACGGC
+AACGGG
+AAGAAA
+AAGAAT
+AAGAAC
+AAGAAG
+AAGATA
+AAGATT
+AAGATC
+AAGATG
+AAGACA
+AAGACT
+AAGACC
+AAGACG
+AAGAGA
+AAGAGT
+AAGAGC
+AAGAGG
+AAGTAA
+AAGTAT
+AAGTAC
+AAGTAG
+AAGTTA
+AAGTTT
+AAGTTC
+AAGTTG
+AAGTCA
+AAGTCT
+AAGTCC
+AAGTCG
+AAGTGA
+AAGTGT
+AAGTGC
+AAGTGG
+AAGCAA
+AAGCAT
+AAGCAC
+AAGCAG
+AAGCTA
+AAGCTT
+AAGCTC
+AAGCTG
+AAGCCA
+AAGCCT
+AAGCCC
+AAGCCG
+AAGCGA
+AAGCGT
+AAGCGC
+AAGCGG
+AAGGAA
+AAGGAT
+AAGGAC
+AAGGAG
+AAGGTA
+AAGGTT
+AAGGTC
+AAGGTG
+AAGGCA
+AAGGCT
+AAGGCC
+AAGGCG
+AAGGGA
+AAGGGT
+AAGGGC
+AAGGGG
+ATAAAA
+ATAAAT
+ATAAAC
+ATAAAG
+ATAATA
+ATAATT
+ATAATC
+ATAATG
+ATAACA
+ATAACT
+ATAACC
+ATAACG
+ATAAGA
+ATAAGT
+ATAAGC
+ATAAGG
+ATATAA
+ATATAT
+ATATAC
+ATATAG
+ATATTA
+ATATTT
+ATATTC
+ATATTG
+ATATCA
+ATATCT
+ATATCC
+ATATCG
+ATATGA
+ATATGT
+ATATGC
+ATATGG
+ATACAA
+ATACAT
+ATACAC
+ATACAG
+ATACTA
+ATACTT
+ATACTC
+ATACTG
+ATACCA
+ATACCT
+ATACCC
+ATACCG
+ATACGA
+ATACGT
+ATACGC
+ATACGG
+ATAGAA
+ATAGAT
+ATAGAC
+ATAGAG
+ATAGTA
+ATAGTT
+ATAGTC
+ATAGTG
+ATAGCA
+ATAGCT
+ATAGCC
+ATAGCG
+ATAGGA
+ATAGGT
+ATAGGC
+ATAGGG
+ATTAAA
+ATTAAT
+ATTAAC
+ATTAAG
+ATTATA
+ATTATT
+ATTATC
+ATTATG
+ATTACA
+ATTACT
+ATTACC
+ATTACG
+ATTAGA
+ATTAGT
+ATTAGC
+ATTAGG
+ATTTAA
+ATTTAT
+ATTTAC
+ATTTAG
+ATTTTA
+ATTTTT
+ATTTTC
+ATTTTG
+ATTTCA
+ATTTCT
+ATTTCC
+ATTTCG
+ATTTGA
+ATTTGT
+ATTTGC
+ATTTGG
+ATTCAA
+ATTCAT
+ATTCAC
+ATTCAG
+ATTCTA
+ATTCTT
+ATTCTC
+ATTCTG
+ATTCCA
+ATTCCT
+ATTCCC
+ATTCCG
+ATTCGA
+ATTCGT
+ATTCGC
+ATTCGG
+ATTGAA
+ATTGAT
+ATTGAC
+ATTGAG
+ATTGTA
+ATTGTT
+ATTGTC
+ATTGTG
+ATTGCA
+ATTGCT
+ATTGCC
+ATTGCG
+ATTGGA
+ATTGGT
+ATTGGC
+ATTGGG
+ATCAAA
+ATCAAT
+ATCAAC
+ATCAAG
+ATCATA
+ATCATT
+ATCATC
+ATCATG
+ATCACA
+ATCACT
+ATCACC
+ATCACG
+ATCAGA
+ATCAGT
+ATCAGC
+ATCAGG
+ATCTAA
+ATCTAT
+ATCTAC
+ATCTAG
+ATCTTA
+ATCTTT
+ATCTTC
+ATCTTG
+ATCTCA
+ATCTCT
+ATCTCC
+ATCTCG
+ATCTGA
+ATCTGT
+ATCTGC
+ATCTGG
+ATCCAA
+ATCCAT
+ATCCAC
+ATCCAG
+ATCCTA
+ATCCTT
+ATCCTC
+ATCCTG
+ATCCCA
+ATCCCT
+ATCCCC
+ATCCCG
+ATCCGA
+ATCCGT
+ATCCGC
+ATCCGG
+ATCGAA
+ATCGAT
+ATCGAC
+ATCGAG
+ATCGTA
+ATCGTT
+ATCGTC
+ATCGTG
+ATCGCA
+ATCGCT
+ATCGCC
+ATCGCG
+ATCGGA
+ATCGGT
+ATCGGC
+ATCGGG
+ATGAAA
+ATGAAT
+ATGAAC
+ATGAAG
+ATGATA
+ATGATT
+ATGATC
+ATGATG
+ATGACA
+ATGACT
+ATGACC
+ATGACG
+ATGAGA
+ATGAGT
+ATGAGC
+ATGAGG
+ATGTAA
+ATGTAT
+ATGTAC
+ATGTAG
+ATGTTA
+ATGTTT
+ATGTTC
+ATGTTG
+ATGTCA
+ATGTCT
+ATGTCC
+ATGTCG
+ATGTGA
+ATGTGT
+ATGTGC
+ATGTGG
+ATGCAA
+ATGCAT
+ATGCAC
+ATGCAG
+ATGCTA
+ATGCTT
+ATGCTC
+ATGCTG
+ATGCCA
+ATGCCT
+ATGCCC
+ATGCCG
+ATGCGA
+ATGCGT
+ATGCGC
+ATGCGG
+ATGGAA
+ATGGAT
+ATGGAC
+ATGGAG
+ATGGTA
+ATGGTT
+ATGGTC
+ATGGTG
+ATGGCA
+ATGGCT
+ATGGCC
+ATGGCG
+ATGGGA
+ATGGGT
+ATGGGC
+ATGGGG
+ACAAAA
+ACAAAT
+ACAAAC
+ACAAAG
+ACAATA
+ACAATT
+ACAATC
+ACAATG
+ACAACA
+ACAACT
+ACAACC
+ACAACG
+ACAAGA
+ACAAGT
+ACAAGC
+ACAAGG
+ACATAA
+ACATAT
+ACATAC
+ACATAG
+ACATTA
+ACATTT
+ACATTC
+ACATTG
+ACATCA
+ACATCT
+ACATCC
+ACATCG
+ACATGA
+ACATGT
+ACATGC
+ACATGG
+ACACAA
+ACACAT
+ACACAC
+ACACAG
+ACACTA
+ACACTT
+ACACTC
+ACACTG
+ACACCA
+ACACCT
+ACACCC
+ACACCG
+ACACGA
+ACACGT
+ACACGC
+ACACGG
+ACAGAA
+ACAGAT
+ACAGAC
+ACAGAG
+ACAGTA
+ACAGTT
+ACAGTC
+ACAGTG
+ACAGCA
+ACAGCT
+ACAGCC
+ACAGCG
+ACAGGA
+ACAGGT
+ACAGGC
+ACAGGG
+ACTAAA
+ACTAAT
+ACTAAC
+ACTAAG
+ACTATA
+ACTATT
+ACTATC
+ACTATG
+ACTACA
+ACTACT
+ACTACC
+ACTACG
+ACTAGA
+ACTAGT
+ACTAGC
+ACTAGG
+ACTTAA
+ACTTAT
+ACTTAC
+ACTTAG
+ACTTTA
+ACTTTT
+ACTTTC
+ACTTTG
+ACTTCA
+ACTTCT
+ACTTCC
+ACTTCG
+ACTTGA
+ACTTGT
+ACTTGC
+ACTTGG
+ACTCAA
+ACTCAT
+ACTCAC
+ACTCAG
+ACTCTA
+ACTCTT
+ACTCTC
+ACTCTG
+ACTCCA
+ACTCCT
+ACTCCC
+ACTCCG
+ACTCGA
+ACTCGT
+ACTCGC
+ACTCGG
+ACTGAA
+ACTGAT
+ACTGAC
+ACTGAG
+ACTGTA
+ACTGTT
+ACTGTC
+ACTGTG
+ACTGCA
+ACTGCT
+ACTGCC
+ACTGCG
+ACTGGA
+ACTGGT
+ACTGGC
+ACTGGG
+ACCAAA
+ACCAAT
+ACCAAC
+ACCAAG
+ACCATA
+ACCATT
+ACCATC
+ACCATG
+ACCACA
+ACCACT
+ACCACC
+ACCACG
+ACCAGA
+ACCAGT
+ACCAGC
+ACCAGG
+ACCTAA
+ACCTAT
+ACCTAC
+ACCTAG
+ACCTTA
+ACCTTT
+ACCTTC
+ACCTTG
+ACCTCA
+ACCTCT
+ACCTCC
+ACCTCG
+ACCTGA
+ACCTGT
+ACCTGC
+ACCTGG
+ACCCAA
+ACCCAT
+ACCCAC
+ACCCAG
+ACCCTA
+ACCCTT
+ACCCTC
+ACCCTG
+ACCCCA
+ACCCCT
+ACCCCC
+ACCCCG
+ACCCGA
+ACCCGT
+ACCCGC
+ACCCGG
+ACCGAA
+ACCGAT
+ACCGAC
+ACCGAG
+ACCGTA
+ACCGTT
+ACCGTC
+ACCGTG
+ACCGCA
+ACCGCT
+ACCGCC
+ACCGCG
+ACCGGA
+ACCGGT
+ACCGGC
+ACCGGG
+ACGAAA
+ACGAAT
+ACGAAC
+ACGAAG
+ACGATA
+ACGATT
+ACGATC
+ACGATG
+ACGACA
+ACGACT
+ACGACC
+ACGACG
+ACGAGA
+ACGAGT
+ACGAGC
+ACGAGG
+ACGTAA
+ACGTAT
+ACGTAC
+ACGTAG
+ACGTTA
+ACGTTT
+ACGTTC
+ACGTTG
+ACGTCA
+ACGTCT
+ACGTCC
+ACGTCG
+ACGTGA
+ACGTGT
+ACGTGC
+ACGTGG
+ACGCAA
+ACGCAT
+ACGCAC
+ACGCAG
+ACGCTA
+ACGCTT
+ACGCTC
+ACGCTG
+ACGCCA
+ACGCCT
+ACGCCC
+ACGCCG
+ACGCGA
+ACGCGT
+ACGCGC
+ACGCGG
+ACGGAA
+ACGGAT
+ACGGAC
+ACGGAG
+ACGGTA
+ACGGTT
+ACGGTC
+ACGGTG
+ACGGCA
+ACGGCT
+ACGGCC
+ACGGCG
+ACGGGA
+ACGGGT
+ACGGGC
+ACGGGG
+AGAAAA
+AGAAAT
+AGAAAC
+AGAAAG
+AGAATA
+AGAATT
+AGAATC
+AGAATG
+AGAACA
+AGAACT
+AGAACC
+AGAACG
+AGAAGA
+AGAAGT
+AGAAGC
+AGAAGG
+AGATAA
+AGATAT
+AGATAC
+AGATAG
+AGATTA
+AGATTT
+AGATTC
+AGATTG
+AGATCA
+AGATCT
+AGATCC
+AGATCG
+AGATGA
+AGATGT
+AGATGC
+AGATGG
+AGACAA
+AGACAT
+AGACAC
+AGACAG
+AGACTA
+AGACTT
+AGACTC
+AGACTG
+AGACCA
+AGACCT
+AGACCC
+AGACCG
+AGACGA
+AGACGT
+AGACGC
+AGACGG
+AGAGAA
+AGAGAT
+AGAGAC
+AGAGAG
+AGAGTA
+AGAGTT
+AGAGTC
+AGAGTG
+AGAGCA
+AGAGCT
+AGAGCC
+AGAGCG
+AGAGGA
+AGAGGT
+AGAGGC
+AGAGGG
+AGTAAA
+AGTAAT
+AGTAAC
+AGTAAG
+AGTATA
+AGTATT
+AGTATC
+AGTATG
+AGTACA
+AGTACT
+AGTACC
+AGTACG
+AGTAGA
+AGTAGT
+AGTAGC
+AGTAGG
+AGTTAA
+AGTTAT
+AGTTAC
+AGTTAG
+AGTTTA
+AGTTTT
+AGTTTC
+AGTTTG
+AGTTCA
+AGTTCT
+AGTTCC
+AGTTCG
+AGTTGA
+AGTTGT
+AGTTGC
+AGTTGG
+AGTCAA
+AGTCAT
+AGTCAC
+AGTCAG
+AGTCTA
+AGTCTT
+AGTCTC
+AGTCTG
+AGTCCA
+AGTCCT
+AGTCCC
+AGTCCG
+AGTCGA
+AGTCGT
+AGTCGC
+AGTCGG
+AGTGAA
+AGTGAT
+AGTGAC
+AGTGAG
+AGTGTA
+AGTGTT
+AGTGTC
+AGTGTG
+AGTGCA
+AGTGCT
+AGTGCC
+AGTGCG
+AGTGGA
+AGTGGT
+AGTGGC
+AGTGGG
+AGCAAA
+AGCAAT
+AGCAAC
+AGCAAG
+AGCATA
+AGCATT
+AGCATC
+AGCATG
+AGCACA
+AGCACT
+AGCACC
+AGCACG
+AGCAGA
+AGCAGT
+AGCAGC
+AGCAGG
+AGCTAA
+AGCTAT
+AGCTAC
+AGCTAG
+AGCTTA
+AGCTTT
+AGCTTC
+AGCTTG
+AGCTCA
+AGCTCT
+AGCTCC
+AGCTCG
+AGCTGA
+AGCTGT
+AGCTGC
+AGCTGG
+AGCCAA
+AGCCAT
+AGCCAC
+AGCCAG
+AGCCTA
+AGCCTT
+AGCCTC
+AGCCTG
+AGCCCA
+AGCCCT
+AGCCCC
+AGCCCG
+AGCCGA
+AGCCGT
+AGCCGC
+AGCCGG
+AGCGAA
+AGCGAT
+AGCGAC
+AGCGAG
+AGCGTA
+AGCGTT
+AGCGTC
+AGCGTG
+AGCGCA
+AGCGCT
+AGCGCC
+AGCGCG
+AGCGGA
+AGCGGT
+AGCGGC
+AGCGGG
+AGGAAA
+AGGAAT
+AGGAAC
+AGGAAG
+AGGATA
+AGGATT
+AGGATC
+AGGATG
+AGGACA
+AGGACT
+AGGACC
+AGGACG
+AGGAGA
+AGGAGT
+AGGAGC
+AGGAGG
+AGGTAA
+AGGTAT
+AGGTAC
+AGGTAG
+AGGTTA
+AGGTTT
+AGGTTC
+AGGTTG
+AGGTCA
+AGGTCT
+AGGTCC
+AGGTCG
+AGGTGA
+AGGTGT
+AGGTGC
+AGGTGG
+AGGCAA
+AGGCAT
+AGGCAC
+AGGCAG
+AGGCTA
+AGGCTT
+AGGCTC
+AGGCTG
+AGGCCA
+AGGCCT
+AGGCCC
+AGGCCG
+AGGCGA
+AGGCGT
+AGGCGC
+AGGCGG
+AGGGAA
+AGGGAT
+AGGGAC
+AGGGAG
+AGGGTA
+AGGGTT
+AGGGTC
+AGGGTG
+AGGGCA
+AGGGCT
+AGGGCC
+AGGGCG
+AGGGGA
+AGGGGT
+AGGGGC
+AGGGGG
+TAAAAA
+TAAAAT
+TAAAAC
+TAAAAG
+TAAATA
+TAAATT
+TAAATC
+TAAATG
+TAAACA
+TAAACT
+TAAACC
+TAAACG
+TAAAGA
+TAAAGT
+TAAAGC
+TAAAGG
+TAATAA
+TAATAT
+TAATAC
+TAATAG
+TAATTA
+TAATTT
+TAATTC
+TAATTG
+TAATCA
+TAATCT
+TAATCC
+TAATCG
+TAATGA
+TAATGT
+TAATGC
+TAATGG
+TAACAA
+TAACAT
+TAACAC
+TAACAG
+TAACTA
+TAACTT
+TAACTC
+TAACTG
+TAACCA
+TAACCT
+TAACCC
+TAACCG
+TAACGA
+TAACGT
+TAACGC
+TAACGG
+TAAGAA
+TAAGAT
+TAAGAC
+TAAGAG
+TAAGTA
+TAAGTT
+TAAGTC
+TAAGTG
+TAAGCA
+TAAGCT
+TAAGCC
+TAAGCG
+TAAGGA
+TAAGGT
+TAAGGC
+TAAGGG
+TATAAA
+TATAAT
+TATAAC
+TATAAG
+TATATA
+TATATT
+TATATC
+TATATG
+TATACA
+TATACT
+TATACC
+TATACG
+TATAGA
+TATAGT
+TATAGC
+TATAGG
+TATTAA
+TATTAT
+TATTAC
+TATTAG
+TATTTA
+TATTTT
+TATTTC
+TATTTG
+TATTCA
+TATTCT
+TATTCC
+TATTCG
+TATTGA
+TATTGT
+TATTGC
+TATTGG
+TATCAA
+TATCAT
+TATCAC
+TATCAG
+TATCTA
+TATCTT
+TATCTC
+TATCTG
+TATCCA
+TATCCT
+TATCCC
+TATCCG
+TATCGA
+TATCGT
+TATCGC
+TATCGG
+TATGAA
+TATGAT
+TATGAC
+TATGAG
+TATGTA
+TATGTT
+TATGTC
+TATGTG
+TATGCA
+TATGCT
+TATGCC
+TATGCG
+TATGGA
+TATGGT
+TATGGC
+TATGGG
+TACAAA
+TACAAT
+TACAAC
+TACAAG
+TACATA
+TACATT
+TACATC
+TACATG
+TACACA
+TACACT
+TACACC
+TACACG
+TACAGA
+TACAGT
+TACAGC
+TACAGG
+TACTAA
+TACTAT
+TACTAC
+TACTAG
+TACTTA
+TACTTT
+TACTTC
+TACTTG
+TACTCA
+TACTCT
+TACTCC
+TACTCG
+TACTGA
+TACTGT
+TACTGC
+TACTGG
+TACCAA
+TACCAT
+TACCAC
+TACCAG
+TACCTA
+TACCTT
+TACCTC
+TACCTG
+TACCCA
+TACCCT
+TACCCC
+TACCCG
+TACCGA
+TACCGT
+TACCGC
+TACCGG
+TACGAA
+TACGAT
+TACGAC
+TACGAG
+TACGTA
+TACGTT
+TACGTC
+TACGTG
+TACGCA
+TACGCT
+TACGCC
+TACGCG
+TACGGA
+TACGGT
+TACGGC
+TACGGG
+TAGAAA
+TAGAAT
+TAGAAC
+TAGAAG
+TAGATA
+TAGATT
+TAGATC
+TAGATG
+TAGACA
+TAGACT
+TAGACC
+TAGACG
+TAGAGA
+TAGAGT
+TAGAGC
+TAGAGG
+TAGTAA
+TAGTAT
+TAGTAC
+TAGTAG
+TAGTTA
+TAGTTT
+TAGTTC
+TAGTTG
+TAGTCA
+TAGTCT
+TAGTCC
+TAGTCG
+TAGTGA
+TAGTGT
+TAGTGC
+TAGTGG
+TAGCAA
+TAGCAT
+TAGCAC
+TAGCAG
+TAGCTA
+TAGCTT
+TAGCTC
+TAGCTG
+TAGCCA
+TAGCCT
+TAGCCC
+TAGCCG
+TAGCGA
+TAGCGT
+TAGCGC
+TAGCGG
+TAGGAA
+TAGGAT
+TAGGAC
+TAGGAG
+TAGGTA
+TAGGTT
+TAGGTC
+TAGGTG
+TAGGCA
+TAGGCT
+TAGGCC
+TAGGCG
+TAGGGA
+TAGGGT
+TAGGGC
+TAGGGG
+TTAAAA
+TTAAAT
+TTAAAC
+TTAAAG
+TTAATA
+TTAATT
+TTAATC
+TTAATG
+TTAACA
+TTAACT
+TTAACC
+TTAACG
+TTAAGA
+TTAAGT
+TTAAGC
+TTAAGG
+TTATAA
+TTATAT
+TTATAC
+TTATAG
+TTATTA
+TTATTT
+TTATTC
+TTATTG
+TTATCA
+TTATCT
+TTATCC
+TTATCG
+TTATGA
+TTATGT
+TTATGC
+TTATGG
+TTACAA
+TTACAT
+TTACAC
+TTACAG
+TTACTA
+TTACTT
+TTACTC
+TTACTG
+TTACCA
+TTACCT
+TTACCC
+TTACCG
+TTACGA
+TTACGT
+TTACGC
+TTACGG
+TTAGAA
+TTAGAT
+TTAGAC
+TTAGAG
+TTAGTA
+TTAGTT
+TTAGTC
+TTAGTG
+TTAGCA
+TTAGCT
+TTAGCC
+TTAGCG
+TTAGGA
+TTAGGT
+TTAGGC
+TTAGGG
+TTTAAA
+TTTAAT
+TTTAAC
+TTTAAG
+TTTATA
+TTTATT
+TTTATC
+TTTATG
+TTTACA
+TTTACT
+TTTACC
+TTTACG
+TTTAGA
+TTTAGT
+TTTAGC
+TTTAGG
+TTTTAA
+TTTTAT
+TTTTAC
+TTTTAG
+TTTTTA
+TTTTTT
+TTTTTC
+TTTTTG
+TTTTCA
+TTTTCT
+TTTTCC
+TTTTCG
+TTTTGA
+TTTTGT
+TTTTGC
+TTTTGG
+TTTCAA
+TTTCAT
+TTTCAC
+TTTCAG
+TTTCTA
+TTTCTT
+TTTCTC
+TTTCTG
+TTTCCA
+TTTCCT
+TTTCCC
+TTTCCG
+TTTCGA
+TTTCGT
+TTTCGC
+TTTCGG
+TTTGAA
+TTTGAT
+TTTGAC
+TTTGAG
+TTTGTA
+TTTGTT
+TTTGTC
+TTTGTG
+TTTGCA
+TTTGCT
+TTTGCC
+TTTGCG
+TTTGGA
+TTTGGT
+TTTGGC
+TTTGGG
+TTCAAA
+TTCAAT
+TTCAAC
+TTCAAG
+TTCATA
+TTCATT
+TTCATC
+TTCATG
+TTCACA
+TTCACT
+TTCACC
+TTCACG
+TTCAGA
+TTCAGT
+TTCAGC
+TTCAGG
+TTCTAA
+TTCTAT
+TTCTAC
+TTCTAG
+TTCTTA
+TTCTTT
+TTCTTC
+TTCTTG
+TTCTCA
+TTCTCT
+TTCTCC
+TTCTCG
+TTCTGA
+TTCTGT
+TTCTGC
+TTCTGG
+TTCCAA
+TTCCAT
+TTCCAC
+TTCCAG
+TTCCTA
+TTCCTT
+TTCCTC
+TTCCTG
+TTCCCA
+TTCCCT
+TTCCCC
+TTCCCG
+TTCCGA
+TTCCGT
+TTCCGC
+TTCCGG
+TTCGAA
+TTCGAT
+TTCGAC
+TTCGAG
+TTCGTA
+TTCGTT
+TTCGTC
+TTCGTG
+TTCGCA
+TTCGCT
+TTCGCC
+TTCGCG
+TTCGGA
+TTCGGT
+TTCGGC
+TTCGGG
+TTGAAA
+TTGAAT
+TTGAAC
+TTGAAG
+TTGATA
+TTGATT
+TTGATC
+TTGATG
+TTGACA
+TTGACT
+TTGACC
+TTGACG
+TTGAGA
+TTGAGT
+TTGAGC
+TTGAGG
+TTGTAA
+TTGTAT
+TTGTAC
+TTGTAG
+TTGTTA
+TTGTTT
+TTGTTC
+TTGTTG
+TTGTCA
+TTGTCT
+TTGTCC
+TTGTCG
+TTGTGA
+TTGTGT
+TTGTGC
+TTGTGG
+TTGCAA
+TTGCAT
+TTGCAC
+TTGCAG
+TTGCTA
+TTGCTT
+TTGCTC
+TTGCTG
+TTGCCA
+TTGCCT
+TTGCCC
+TTGCCG
+TTGCGA
+TTGCGT
+TTGCGC
+TTGCGG
+TTGGAA
+TTGGAT
+TTGGAC
+TTGGAG
+TTGGTA
+TTGGTT
+TTGGTC
+TTGGTG
+TTGGCA
+TTGGCT
+TTGGCC
+TTGGCG
+TTGGGA
+TTGGGT
+TTGGGC
+TTGGGG
+TCAAAA
+TCAAAT
+TCAAAC
+TCAAAG
+TCAATA
+TCAATT
+TCAATC
+TCAATG
+TCAACA
+TCAACT
+TCAACC
+TCAACG
+TCAAGA
+TCAAGT
+TCAAGC
+TCAAGG
+TCATAA
+TCATAT
+TCATAC
+TCATAG
+TCATTA
+TCATTT
+TCATTC
+TCATTG
+TCATCA
+TCATCT
+TCATCC
+TCATCG
+TCATGA
+TCATGT
+TCATGC
+TCATGG
+TCACAA
+TCACAT
+TCACAC
+TCACAG
+TCACTA
+TCACTT
+TCACTC
+TCACTG
+TCACCA
+TCACCT
+TCACCC
+TCACCG
+TCACGA
+TCACGT
+TCACGC
+TCACGG
+TCAGAA
+TCAGAT
+TCAGAC
+TCAGAG
+TCAGTA
+TCAGTT
+TCAGTC
+TCAGTG
+TCAGCA
+TCAGCT
+TCAGCC
+TCAGCG
+TCAGGA
+TCAGGT
+TCAGGC
+TCAGGG
+TCTAAA
+TCTAAT
+TCTAAC
+TCTAAG
+TCTATA
+TCTATT
+TCTATC
+TCTATG
+TCTACA
+TCTACT
+TCTACC
+TCTACG
+TCTAGA
+TCTAGT
+TCTAGC
+TCTAGG
+TCTTAA
+TCTTAT
+TCTTAC
+TCTTAG
+TCTTTA
+TCTTTT
+TCTTTC
+TCTTTG
+TCTTCA
+TCTTCT
+TCTTCC
+TCTTCG
+TCTTGA
+TCTTGT
+TCTTGC
+TCTTGG
+TCTCAA
+TCTCAT
+TCTCAC
+TCTCAG
+TCTCTA
+TCTCTT
+TCTCTC
+TCTCTG
+TCTCCA
+TCTCCT
+TCTCCC
+TCTCCG
+TCTCGA
+TCTCGT
+TCTCGC
+TCTCGG
+TCTGAA
+TCTGAT
+TCTGAC
+TCTGAG
+TCTGTA
+TCTGTT
+TCTGTC
+TCTGTG
+TCTGCA
+TCTGCT
+TCTGCC
+TCTGCG
+TCTGGA
+TCTGGT
+TCTGGC
+TCTGGG
+TCCAAA
+TCCAAT
+TCCAAC
+TCCAAG
+TCCATA
+TCCATT
+TCCATC
+TCCATG
+TCCACA
+TCCACT
+TCCACC
+TCCACG
+TCCAGA
+TCCAGT
+TCCAGC
+TCCAGG
+TCCTAA
+TCCTAT
+TCCTAC
+TCCTAG
+TCCTTA
+TCCTTT
+TCCTTC
+TCCTTG
+TCCTCA
+TCCTCT
+TCCTCC
+TCCTCG
+TCCTGA
+TCCTGT
+TCCTGC
+TCCTGG
+TCCCAA
+TCCCAT
+TCCCAC
+TCCCAG
+TCCCTA
+TCCCTT
+TCCCTC
+TCCCTG
+TCCCCA
+TCCCCT
+TCCCCC
+TCCCCG
+TCCCGA
+TCCCGT
+TCCCGC
+TCCCGG
+TCCGAA
+TCCGAT
+TCCGAC
+TCCGAG
+TCCGTA
+TCCGTT
+TCCGTC
+TCCGTG
+TCCGCA
+TCCGCT
+TCCGCC
+TCCGCG
+TCCGGA
+TCCGGT
+TCCGGC
+TCCGGG
+TCGAAA
+TCGAAT
+TCGAAC
+TCGAAG
+TCGATA
+TCGATT
+TCGATC
+TCGATG
+TCGACA
+TCGACT
+TCGACC
+TCGACG
+TCGAGA
+TCGAGT
+TCGAGC
+TCGAGG
+TCGTAA
+TCGTAT
+TCGTAC
+TCGTAG
+TCGTTA
+TCGTTT
+TCGTTC
+TCGTTG
+TCGTCA
+TCGTCT
+TCGTCC
+TCGTCG
+TCGTGA
+TCGTGT
+TCGTGC
+TCGTGG
+TCGCAA
+TCGCAT
+TCGCAC
+TCGCAG
+TCGCTA
+TCGCTT
+TCGCTC
+TCGCTG
+TCGCCA
+TCGCCT
+TCGCCC
+TCGCCG
+TCGCGA
+TCGCGT
+TCGCGC
+TCGCGG
+TCGGAA
+TCGGAT
+TCGGAC
+TCGGAG
+TCGGTA
+TCGGTT
+TCGGTC
+TCGGTG
+TCGGCA
+TCGGCT
+TCGGCC
+TCGGCG
+TCGGGA
+TCGGGT
+TCGGGC
+TCGGGG
+TGAAAA
+TGAAAT
+TGAAAC
+TGAAAG
+TGAATA
+TGAATT
+TGAATC
+TGAATG
+TGAACA
+TGAACT
+TGAACC
+TGAACG
+TGAAGA
+TGAAGT
+TGAAGC
+TGAAGG
+TGATAA
+TGATAT
+TGATAC
+TGATAG
+TGATTA
+TGATTT
+TGATTC
+TGATTG
+TGATCA
+TGATCT
+TGATCC
+TGATCG
+TGATGA
+TGATGT
+TGATGC
+TGATGG
+TGACAA
+TGACAT
+TGACAC
+TGACAG
+TGACTA
+TGACTT
+TGACTC
+TGACTG
+TGACCA
+TGACCT
+TGACCC
+TGACCG
+TGACGA
+TGACGT
+TGACGC
+TGACGG
+TGAGAA
+TGAGAT
+TGAGAC
+TGAGAG
+TGAGTA
+TGAGTT
+TGAGTC
+TGAGTG
+TGAGCA
+TGAGCT
+TGAGCC
+TGAGCG
+TGAGGA
+TGAGGT
+TGAGGC
+TGAGGG
+TGTAAA
+TGTAAT
+TGTAAC
+TGTAAG
+TGTATA
+TGTATT
+TGTATC
+TGTATG
+TGTACA
+TGTACT
+TGTACC
+TGTACG
+TGTAGA
+TGTAGT
+TGTAGC
+TGTAGG
+TGTTAA
+TGTTAT
+TGTTAC
+TGTTAG
+TGTTTA
+TGTTTT
+TGTTTC
+TGTTTG
+TGTTCA
+TGTTCT
+TGTTCC
+TGTTCG
+TGTTGA
+TGTTGT
+TGTTGC
+TGTTGG
+TGTCAA
+TGTCAT
+TGTCAC
+TGTCAG
+TGTCTA
+TGTCTT
+TGTCTC
+TGTCTG
+TGTCCA
+TGTCCT
+TGTCCC
+TGTCCG
+TGTCGA
+TGTCGT
+TGTCGC
+TGTCGG
+TGTGAA
+TGTGAT
+TGTGAC
+TGTGAG
+TGTGTA
+TGTGTT
+TGTGTC
+TGTGTG
+TGTGCA
+TGTGCT
+TGTGCC
+TGTGCG
+TGTGGA
+TGTGGT
+TGTGGC
+TGTGGG
+TGCAAA
+TGCAAT
+TGCAAC
+TGCAAG
+TGCATA
+TGCATT
+TGCATC
+TGCATG
+TGCACA
+TGCACT
+TGCACC
+TGCACG
+TGCAGA
+TGCAGT
+TGCAGC
+TGCAGG
+TGCTAA
+TGCTAT
+TGCTAC
+TGCTAG
+TGCTTA
+TGCTTT
+TGCTTC
+TGCTTG
+TGCTCA
+TGCTCT
+TGCTCC
+TGCTCG
+TGCTGA
+TGCTGT
+TGCTGC
+TGCTGG
+TGCCAA
+TGCCAT
+TGCCAC
+TGCCAG
+TGCCTA
+TGCCTT
+TGCCTC
+TGCCTG
+TGCCCA
+TGCCCT
+TGCCCC
+TGCCCG
+TGCCGA
+TGCCGT
+TGCCGC
+TGCCGG
+TGCGAA
+TGCGAT
+TGCGAC
+TGCGAG
+TGCGTA
+TGCGTT
+TGCGTC
+TGCGTG
+TGCGCA
+TGCGCT
+TGCGCC
+TGCGCG
+TGCGGA
+TGCGGT
+TGCGGC
+TGCGGG
+TGGAAA
+TGGAAT
+TGGAAC
+TGGAAG
+TGGATA
+TGGATT
+TGGATC
+TGGATG
+TGGACA
+TGGACT
+TGGACC
+TGGACG
+TGGAGA
+TGGAGT
+TGGAGC
+TGGAGG
+TGGTAA
+TGGTAT
+TGGTAC
+TGGTAG
+TGGTTA
+TGGTTT
+TGGTTC
+TGGTTG
+TGGTCA
+TGGTCT
+TGGTCC
+TGGTCG
+TGGTGA
+TGGTGT
+TGGTGC
+TGGTGG
+TGGCAA
+TGGCAT
+TGGCAC
+TGGCAG
+TGGCTA
+TGGCTT
+TGGCTC
+TGGCTG
+TGGCCA
+TGGCCT
+TGGCCC
+TGGCCG
+TGGCGA
+TGGCGT
+TGGCGC
+TGGCGG
+TGGGAA
+TGGGAT
+TGGGAC
+TGGGAG
+TGGGTA
+TGGGTT
+TGGGTC
+TGGGTG
+TGGGCA
+TGGGCT
+TGGGCC
+TGGGCG
+TGGGGA
+TGGGGT
+TGGGGC
+TGGGGG
+CAAAAA
+CAAAAT
+CAAAAC
+CAAAAG
+CAAATA
+CAAATT
+CAAATC
+CAAATG
+CAAACA
+CAAACT
+CAAACC
+CAAACG
+CAAAGA
+CAAAGT
+CAAAGC
+CAAAGG
+CAATAA
+CAATAT
+CAATAC
+CAATAG
+CAATTA
+CAATTT
+CAATTC
+CAATTG
+CAATCA
+CAATCT
+CAATCC
+CAATCG
+CAATGA
+CAATGT
+CAATGC
+CAATGG
+CAACAA
+CAACAT
+CAACAC
+CAACAG
+CAACTA
+CAACTT
+CAACTC
+CAACTG
+CAACCA
+CAACCT
+CAACCC
+CAACCG
+CAACGA
+CAACGT
+CAACGC
+CAACGG
+CAAGAA
+CAAGAT
+CAAGAC
+CAAGAG
+CAAGTA
+CAAGTT
+CAAGTC
+CAAGTG
+CAAGCA
+CAAGCT
+CAAGCC
+CAAGCG
+CAAGGA
+CAAGGT
+CAAGGC
+CAAGGG
+CATAAA
+CATAAT
+CATAAC
+CATAAG
+CATATA
+CATATT
+CATATC
+CATATG
+CATACA
+CATACT
+CATACC
+CATACG
+CATAGA
+CATAGT
+CATAGC
+CATAGG
+CATTAA
+CATTAT
+CATTAC
+CATTAG
+CATTTA
+CATTTT
+CATTTC
+CATTTG
+CATTCA
+CATTCT
+CATTCC
+CATTCG
+CATTGA
+CATTGT
+CATTGC
+CATTGG
+CATCAA
+CATCAT
+CATCAC
+CATCAG
+CATCTA
+CATCTT
+CATCTC
+CATCTG
+CATCCA
+CATCCT
+CATCCC
+CATCCG
+CATCGA
+CATCGT
+CATCGC
+CATCGG
+CATGAA
+CATGAT
+CATGAC
+CATGAG
+CATGTA
+CATGTT
+CATGTC
+CATGTG
+CATGCA
+CATGCT
+CATGCC
+CATGCG
+CATGGA
+CATGGT
+CATGGC
+CATGGG
+CACAAA
+CACAAT
+CACAAC
+CACAAG
+CACATA
+CACATT
+CACATC
+CACATG
+CACACA
+CACACT
+CACACC
+CACACG
+CACAGA
+CACAGT
+CACAGC
+CACAGG
+CACTAA
+CACTAT
+CACTAC
+CACTAG
+CACTTA
+CACTTT
+CACTTC
+CACTTG
+CACTCA
+CACTCT
+CACTCC
+CACTCG
+CACTGA
+CACTGT
+CACTGC
+CACTGG
+CACCAA
+CACCAT
+CACCAC
+CACCAG
+CACCTA
+CACCTT
+CACCTC
+CACCTG
+CACCCA
+CACCCT
+CACCCC
+CACCCG
+CACCGA
+CACCGT
+CACCGC
+CACCGG
+CACGAA
+CACGAT
+CACGAC
+CACGAG
+CACGTA
+CACGTT
+CACGTC
+CACGTG
+CACGCA
+CACGCT
+CACGCC
+CACGCG
+CACGGA
+CACGGT
+CACGGC
+CACGGG
+CAGAAA
+CAGAAT
+CAGAAC
+CAGAAG
+CAGATA
+CAGATT
+CAGATC
+CAGATG
+CAGACA
+CAGACT
+CAGACC
+CAGACG
+CAGAGA
+CAGAGT
+CAGAGC
+CAGAGG
+CAGTAA
+CAGTAT
+CAGTAC
+CAGTAG
+CAGTTA
+CAGTTT
+CAGTTC
+CAGTTG
+CAGTCA
+CAGTCT
+CAGTCC
+CAGTCG
+CAGTGA
+CAGTGT
+CAGTGC
+CAGTGG
+CAGCAA
+CAGCAT
+CAGCAC
+CAGCAG
+CAGCTA
+CAGCTT
+CAGCTC
+CAGCTG
+CAGCCA
+CAGCCT
+CAGCCC
+CAGCCG
+CAGCGA
+CAGCGT
+CAGCGC
+CAGCGG
+CAGGAA
+CAGGAT
+CAGGAC
+CAGGAG
+CAGGTA
+CAGGTT
+CAGGTC
+CAGGTG
+CAGGCA
+CAGGCT
+CAGGCC
+CAGGCG
+CAGGGA
+CAGGGT
+CAGGGC
+CAGGGG
+CTAAAA
+CTAAAT
+CTAAAC
+CTAAAG
+CTAATA
+CTAATT
+CTAATC
+CTAATG
+CTAACA
+CTAACT
+CTAACC
+CTAACG
+CTAAGA
+CTAAGT
+CTAAGC
+CTAAGG
+CTATAA
+CTATAT
+CTATAC
+CTATAG
+CTATTA
+CTATTT
+CTATTC
+CTATTG
+CTATCA
+CTATCT
+CTATCC
+CTATCG
+CTATGA
+CTATGT
+CTATGC
+CTATGG
+CTACAA
+CTACAT
+CTACAC
+CTACAG
+CTACTA
+CTACTT
+CTACTC
+CTACTG
+CTACCA
+CTACCT
+CTACCC
+CTACCG
+CTACGA
+CTACGT
+CTACGC
+CTACGG
+CTAGAA
+CTAGAT
+CTAGAC
+CTAGAG
+CTAGTA
+CTAGTT
+CTAGTC
+CTAGTG
+CTAGCA
+CTAGCT
+CTAGCC
+CTAGCG
+CTAGGA
+CTAGGT
+CTAGGC
+CTAGGG
+CTTAAA
+CTTAAT
+CTTAAC
+CTTAAG
+CTTATA
+CTTATT
+CTTATC
+CTTATG
+CTTACA
+CTTACT
+CTTACC
+CTTACG
+CTTAGA
+CTTAGT
+CTTAGC
+CTTAGG
+CTTTAA
+CTTTAT
+CTTTAC
+CTTTAG
+CTTTTA
+CTTTTT
+CTTTTC
+CTTTTG
+CTTTCA
+CTTTCT
+CTTTCC
+CTTTCG
+CTTTGA
+CTTTGT
+CTTTGC
+CTTTGG
+CTTCAA
+CTTCAT
+CTTCAC
+CTTCAG
+CTTCTA
+CTTCTT
+CTTCTC
+CTTCTG
+CTTCCA
+CTTCCT
+CTTCCC
+CTTCCG
+CTTCGA
+CTTCGT
+CTTCGC
+CTTCGG
+CTTGAA
+CTTGAT
+CTTGAC
+CTTGAG
+CTTGTA
+CTTGTT
+CTTGTC
+CTTGTG
+CTTGCA
+CTTGCT
+CTTGCC
+CTTGCG
+CTTGGA
+CTTGGT
+CTTGGC
+CTTGGG
+CTCAAA
+CTCAAT
+CTCAAC
+CTCAAG
+CTCATA
+CTCATT
+CTCATC
+CTCATG
+CTCACA
+CTCACT
+CTCACC
+CTCACG
+CTCAGA
+CTCAGT
+CTCAGC
+CTCAGG
+CTCTAA
+CTCTAT
+CTCTAC
+CTCTAG
+CTCTTA
+CTCTTT
+CTCTTC
+CTCTTG
+CTCTCA
+CTCTCT
+CTCTCC
+CTCTCG
+CTCTGA
+CTCTGT
+CTCTGC
+CTCTGG
+CTCCAA
+CTCCAT
+CTCCAC
+CTCCAG
+CTCCTA
+CTCCTT
+CTCCTC
+CTCCTG
+CTCCCA
+CTCCCT
+CTCCCC
+CTCCCG
+CTCCGA
+CTCCGT
+CTCCGC
+CTCCGG
+CTCGAA
+CTCGAT
+CTCGAC
+CTCGAG
+CTCGTA
+CTCGTT
+CTCGTC
+CTCGTG
+CTCGCA
+CTCGCT
+CTCGCC
+CTCGCG
+CTCGGA
+CTCGGT
+CTCGGC
+CTCGGG
+CTGAAA
+CTGAAT
+CTGAAC
+CTGAAG
+CTGATA
+CTGATT
+CTGATC
+CTGATG
+CTGACA
+CTGACT
+CTGACC
+CTGACG
+CTGAGA
+CTGAGT
+CTGAGC
+CTGAGG
+CTGTAA
+CTGTAT
+CTGTAC
+CTGTAG
+CTGTTA
+CTGTTT
+CTGTTC
+CTGTTG
+CTGTCA
+CTGTCT
+CTGTCC
+CTGTCG
+CTGTGA
+CTGTGT
+CTGTGC
+CTGTGG
+CTGCAA
+CTGCAT
+CTGCAC
+CTGCAG
+CTGCTA
+CTGCTT
+CTGCTC
+CTGCTG
+CTGCCA
+CTGCCT
+CTGCCC
+CTGCCG
+CTGCGA
+CTGCGT
+CTGCGC
+CTGCGG
+CTGGAA
+CTGGAT
+CTGGAC
+CTGGAG
+CTGGTA
+CTGGTT
+CTGGTC
+CTGGTG
+CTGGCA
+CTGGCT
+CTGGCC
+CTGGCG
+CTGGGA
+CTGGGT
+CTGGGC
+CTGGGG
+CCAAAA
+CCAAAT
+CCAAAC
+CCAAAG
+CCAATA
+CCAATT
+CCAATC
+CCAATG
+CCAACA
+CCAACT
+CCAACC
+CCAACG
+CCAAGA
+CCAAGT
+CCAAGC
+CCAAGG
+CCATAA
+CCATAT
+CCATAC
+CCATAG
+CCATTA
+CCATTT
+CCATTC
+CCATTG
+CCATCA
+CCATCT
+CCATCC
+CCATCG
+CCATGA
+CCATGT
+CCATGC
+CCATGG
+CCACAA
+CCACAT
+CCACAC
+CCACAG
+CCACTA
+CCACTT
+CCACTC
+CCACTG
+CCACCA
+CCACCT
+CCACCC
+CCACCG
+CCACGA
+CCACGT
+CCACGC
+CCACGG
+CCAGAA
+CCAGAT
+CCAGAC
+CCAGAG
+CCAGTA
+CCAGTT
+CCAGTC
+CCAGTG
+CCAGCA
+CCAGCT
+CCAGCC
+CCAGCG
+CCAGGA
+CCAGGT
+CCAGGC
+CCAGGG
+CCTAAA
+CCTAAT
+CCTAAC
+CCTAAG
+CCTATA
+CCTATT
+CCTATC
+CCTATG
+CCTACA
+CCTACT
+CCTACC
+CCTACG
+CCTAGA
+CCTAGT
+CCTAGC
+CCTAGG
+CCTTAA
+CCTTAT
+CCTTAC
+CCTTAG
+CCTTTA
+CCTTTT
+CCTTTC
+CCTTTG
+CCTTCA
+CCTTCT
+CCTTCC
+CCTTCG
+CCTTGA
+CCTTGT
+CCTTGC
+CCTTGG
+CCTCAA
+CCTCAT
+CCTCAC
+CCTCAG
+CCTCTA
+CCTCTT
+CCTCTC
+CCTCTG
+CCTCCA
+CCTCCT
+CCTCCC
+CCTCCG
+CCTCGA
+CCTCGT
+CCTCGC
+CCTCGG
+CCTGAA
+CCTGAT
+CCTGAC
+CCTGAG
+CCTGTA
+CCTGTT
+CCTGTC
+CCTGTG
+CCTGCA
+CCTGCT
+CCTGCC
+CCTGCG
+CCTGGA
+CCTGGT
+CCTGGC
+CCTGGG
+CCCAAA
+CCCAAT
+CCCAAC
+CCCAAG
+CCCATA
+CCCATT
+CCCATC
+CCCATG
+CCCACA
+CCCACT
+CCCACC
+CCCACG
+CCCAGA
+CCCAGT
+CCCAGC
+CCCAGG
+CCCTAA
+CCCTAT
+CCCTAC
+CCCTAG
+CCCTTA
+CCCTTT
+CCCTTC
+CCCTTG
+CCCTCA
+CCCTCT
+CCCTCC
+CCCTCG
+CCCTGA
+CCCTGT
+CCCTGC
+CCCTGG
+CCCCAA
+CCCCAT
+CCCCAC
+CCCCAG
+CCCCTA
+CCCCTT
+CCCCTC
+CCCCTG
+CCCCCA
+CCCCCT
+CCCCCC
+CCCCCG
+CCCCGA
+CCCCGT
+CCCCGC
+CCCCGG
+CCCGAA
+CCCGAT
+CCCGAC
+CCCGAG
+CCCGTA
+CCCGTT
+CCCGTC
+CCCGTG
+CCCGCA
+CCCGCT
+CCCGCC
+CCCGCG
+CCCGGA
+CCCGGT
+CCCGGC
+CCCGGG
+CCGAAA
+CCGAAT
+CCGAAC
+CCGAAG
+CCGATA
+CCGATT
+CCGATC
+CCGATG
+CCGACA
+CCGACT
+CCGACC
+CCGACG
+CCGAGA
+CCGAGT
+CCGAGC
+CCGAGG
+CCGTAA
+CCGTAT
+CCGTAC
+CCGTAG
+CCGTTA
+CCGTTT
+CCGTTC
+CCGTTG
+CCGTCA
+CCGTCT
+CCGTCC
+CCGTCG
+CCGTGA
+CCGTGT
+CCGTGC
+CCGTGG
+CCGCAA
+CCGCAT
+CCGCAC
+CCGCAG
+CCGCTA
+CCGCTT
+CCGCTC
+CCGCTG
+CCGCCA
+CCGCCT
+CCGCCC
+CCGCCG
+CCGCGA
+CCGCGT
+CCGCGC
+CCGCGG
+CCGGAA
+CCGGAT
+CCGGAC
+CCGGAG
+CCGGTA
+CCGGTT
+CCGGTC
+CCGGTG
+CCGGCA
+CCGGCT
+CCGGCC
+CCGGCG
+CCGGGA
+CCGGGT
+CCGGGC
+CCGGGG
+CGAAAA
+CGAAAT
+CGAAAC
+CGAAAG
+CGAATA
+CGAATT
+CGAATC
+CGAATG
+CGAACA
+CGAACT
+CGAACC
+CGAACG
+CGAAGA
+CGAAGT
+CGAAGC
+CGAAGG
+CGATAA
+CGATAT
+CGATAC
+CGATAG
+CGATTA
+CGATTT
+CGATTC
+CGATTG
+CGATCA
+CGATCT
+CGATCC
+CGATCG
+CGATGA
+CGATGT
+CGATGC
+CGATGG
+CGACAA
+CGACAT
+CGACAC
+CGACAG
+CGACTA
+CGACTT
+CGACTC
+CGACTG
+CGACCA
+CGACCT
+CGACCC
+CGACCG
+CGACGA
+CGACGT
+CGACGC
+CGACGG
+CGAGAA
+CGAGAT
+CGAGAC
+CGAGAG
+CGAGTA
+CGAGTT
+CGAGTC
+CGAGTG
+CGAGCA
+CGAGCT
+CGAGCC
+CGAGCG
+CGAGGA
+CGAGGT
+CGAGGC
+CGAGGG
+CGTAAA
+CGTAAT
+CGTAAC
+CGTAAG
+CGTATA
+CGTATT
+CGTATC
+CGTATG
+CGTACA
+CGTACT
+CGTACC
+CGTACG
+CGTAGA
+CGTAGT
+CGTAGC
+CGTAGG
+CGTTAA
+CGTTAT
+CGTTAC
+CGTTAG
+CGTTTA
+CGTTTT
+CGTTTC
+CGTTTG
+CGTTCA
+CGTTCT
+CGTTCC
+CGTTCG
+CGTTGA
+CGTTGT
+CGTTGC
+CGTTGG
+CGTCAA
+CGTCAT
+CGTCAC
+CGTCAG
+CGTCTA
+CGTCTT
+CGTCTC
+CGTCTG
+CGTCCA
+CGTCCT
+CGTCCC
+CGTCCG
+CGTCGA
+CGTCGT
+CGTCGC
+CGTCGG
+CGTGAA
+CGTGAT
+CGTGAC
+CGTGAG
+CGTGTA
+CGTGTT
+CGTGTC
+CGTGTG
+CGTGCA
+CGTGCT
+CGTGCC
+CGTGCG
+CGTGGA
+CGTGGT
+CGTGGC
+CGTGGG
+CGCAAA
+CGCAAT
+CGCAAC
+CGCAAG
+CGCATA
+CGCATT
+CGCATC
+CGCATG
+CGCACA
+CGCACT
+CGCACC
+CGCACG
+CGCAGA
+CGCAGT
+CGCAGC
+CGCAGG
+CGCTAA
+CGCTAT
+CGCTAC
+CGCTAG
+CGCTTA
+CGCTTT
+CGCTTC
+CGCTTG
+CGCTCA
+CGCTCT
+CGCTCC
+CGCTCG
+CGCTGA
+CGCTGT
+CGCTGC
+CGCTGG
+CGCCAA
+CGCCAT
+CGCCAC
+CGCCAG
+CGCCTA
+CGCCTT
+CGCCTC
+CGCCTG
+CGCCCA
+CGCCCT
+CGCCCC
+CGCCCG
+CGCCGA
+CGCCGT
+CGCCGC
+CGCCGG
+CGCGAA
+CGCGAT
+CGCGAC
+CGCGAG
+CGCGTA
+CGCGTT
+CGCGTC
+CGCGTG
+CGCGCA
+CGCGCT
+CGCGCC
+CGCGCG
+CGCGGA
+CGCGGT
+CGCGGC
+CGCGGG
+CGGAAA
+CGGAAT
+CGGAAC
+CGGAAG
+CGGATA
+CGGATT
+CGGATC
+CGGATG
+CGGACA
+CGGACT
+CGGACC
+CGGACG
+CGGAGA
+CGGAGT
+CGGAGC
+CGGAGG
+CGGTAA
+CGGTAT
+CGGTAC
+CGGTAG
+CGGTTA
+CGGTTT
+CGGTTC
+CGGTTG
+CGGTCA
+CGGTCT
+CGGTCC
+CGGTCG
+CGGTGA
+CGGTGT
+CGGTGC
+CGGTGG
+CGGCAA
+CGGCAT
+CGGCAC
+CGGCAG
+CGGCTA
+CGGCTT
+CGGCTC
+CGGCTG
+CGGCCA
+CGGCCT
+CGGCCC
+CGGCCG
+CGGCGA
+CGGCGT
+CGGCGC
+CGGCGG
+CGGGAA
+CGGGAT
+CGGGAC
+CGGGAG
+CGGGTA
+CGGGTT
+CGGGTC
+CGGGTG
+CGGGCA
+CGGGCT
+CGGGCC
+CGGGCG
+CGGGGA
+CGGGGT
+CGGGGC
+CGGGGG
+GAAAAA
+GAAAAT
+GAAAAC
+GAAAAG
+GAAATA
+GAAATT
+GAAATC
+GAAATG
+GAAACA
+GAAACT
+GAAACC
+GAAACG
+GAAAGA
+GAAAGT
+GAAAGC
+GAAAGG
+GAATAA
+GAATAT
+GAATAC
+GAATAG
+GAATTA
+GAATTT
+GAATTC
+GAATTG
+GAATCA
+GAATCT
+GAATCC
+GAATCG
+GAATGA
+GAATGT
+GAATGC
+GAATGG
+GAACAA
+GAACAT
+GAACAC
+GAACAG
+GAACTA
+GAACTT
+GAACTC
+GAACTG
+GAACCA
+GAACCT
+GAACCC
+GAACCG
+GAACGA
+GAACGT
+GAACGC
+GAACGG
+GAAGAA
+GAAGAT
+GAAGAC
+GAAGAG
+GAAGTA
+GAAGTT
+GAAGTC
+GAAGTG
+GAAGCA
+GAAGCT
+GAAGCC
+GAAGCG
+GAAGGA
+GAAGGT
+GAAGGC
+GAAGGG
+GATAAA
+GATAAT
+GATAAC
+GATAAG
+GATATA
+GATATT
+GATATC
+GATATG
+GATACA
+GATACT
+GATACC
+GATACG
+GATAGA
+GATAGT
+GATAGC
+GATAGG
+GATTAA
+GATTAT
+GATTAC
+GATTAG
+GATTTA
+GATTTT
+GATTTC
+GATTTG
+GATTCA
+GATTCT
+GATTCC
+GATTCG
+GATTGA
+GATTGT
+GATTGC
+GATTGG
+GATCAA
+GATCAT
+GATCAC
+GATCAG
+GATCTA
+GATCTT
+GATCTC
+GATCTG
+GATCCA
+GATCCT
+GATCCC
+GATCCG
+GATCGA
+GATCGT
+GATCGC
+GATCGG
+GATGAA
+GATGAT
+GATGAC
+GATGAG
+GATGTA
+GATGTT
+GATGTC
+GATGTG
+GATGCA
+GATGCT
+GATGCC
+GATGCG
+GATGGA
+GATGGT
+GATGGC
+GATGGG
+GACAAA
+GACAAT
+GACAAC
+GACAAG
+GACATA
+GACATT
+GACATC
+GACATG
+GACACA
+GACACT
+GACACC
+GACACG
+GACAGA
+GACAGT
+GACAGC
+GACAGG
+GACTAA
+GACTAT
+GACTAC
+GACTAG
+GACTTA
+GACTTT
+GACTTC
+GACTTG
+GACTCA
+GACTCT
+GACTCC
+GACTCG
+GACTGA
+GACTGT
+GACTGC
+GACTGG
+GACCAA
+GACCAT
+GACCAC
+GACCAG
+GACCTA
+GACCTT
+GACCTC
+GACCTG
+GACCCA
+GACCCT
+GACCCC
+GACCCG
+GACCGA
+GACCGT
+GACCGC
+GACCGG
+GACGAA
+GACGAT
+GACGAC
+GACGAG
+GACGTA
+GACGTT
+GACGTC
+GACGTG
+GACGCA
+GACGCT
+GACGCC
+GACGCG
+GACGGA
+GACGGT
+GACGGC
+GACGGG
+GAGAAA
+GAGAAT
+GAGAAC
+GAGAAG
+GAGATA
+GAGATT
+GAGATC
+GAGATG
+GAGACA
+GAGACT
+GAGACC
+GAGACG
+GAGAGA
+GAGAGT
+GAGAGC
+GAGAGG
+GAGTAA
+GAGTAT
+GAGTAC
+GAGTAG
+GAGTTA
+GAGTTT
+GAGTTC
+GAGTTG
+GAGTCA
+GAGTCT
+GAGTCC
+GAGTCG
+GAGTGA
+GAGTGT
+GAGTGC
+GAGTGG
+GAGCAA
+GAGCAT
+GAGCAC
+GAGCAG
+GAGCTA
+GAGCTT
+GAGCTC
+GAGCTG
+GAGCCA
+GAGCCT
+GAGCCC
+GAGCCG
+GAGCGA
+GAGCGT
+GAGCGC
+GAGCGG
+GAGGAA
+GAGGAT
+GAGGAC
+GAGGAG
+GAGGTA
+GAGGTT
+GAGGTC
+GAGGTG
+GAGGCA
+GAGGCT
+GAGGCC
+GAGGCG
+GAGGGA
+GAGGGT
+GAGGGC
+GAGGGG
+GTAAAA
+GTAAAT
+GTAAAC
+GTAAAG
+GTAATA
+GTAATT
+GTAATC
+GTAATG
+GTAACA
+GTAACT
+GTAACC
+GTAACG
+GTAAGA
+GTAAGT
+GTAAGC
+GTAAGG
+GTATAA
+GTATAT
+GTATAC
+GTATAG
+GTATTA
+GTATTT
+GTATTC
+GTATTG
+GTATCA
+GTATCT
+GTATCC
+GTATCG
+GTATGA
+GTATGT
+GTATGC
+GTATGG
+GTACAA
+GTACAT
+GTACAC
+GTACAG
+GTACTA
+GTACTT
+GTACTC
+GTACTG
+GTACCA
+GTACCT
+GTACCC
+GTACCG
+GTACGA
+GTACGT
+GTACGC
+GTACGG
+GTAGAA
+GTAGAT
+GTAGAC
+GTAGAG
+GTAGTA
+GTAGTT
+GTAGTC
+GTAGTG
+GTAGCA
+GTAGCT
+GTAGCC
+GTAGCG
+GTAGGA
+GTAGGT
+GTAGGC
+GTAGGG
+GTTAAA
+GTTAAT
+GTTAAC
+GTTAAG
+GTTATA
+GTTATT
+GTTATC
+GTTATG
+GTTACA
+GTTACT
+GTTACC
+GTTACG
+GTTAGA
+GTTAGT
+GTTAGC
+GTTAGG
+GTTTAA
+GTTTAT
+GTTTAC
+GTTTAG
+GTTTTA
+GTTTTT
+GTTTTC
+GTTTTG
+GTTTCA
+GTTTCT
+GTTTCC
+GTTTCG
+GTTTGA
+GTTTGT
+GTTTGC
+GTTTGG
+GTTCAA
+GTTCAT
+GTTCAC
+GTTCAG
+GTTCTA
+GTTCTT
+GTTCTC
+GTTCTG
+GTTCCA
+GTTCCT
+GTTCCC
+GTTCCG
+GTTCGA
+GTTCGT
+GTTCGC
+GTTCGG
+GTTGAA
+GTTGAT
+GTTGAC
+GTTGAG
+GTTGTA
+GTTGTT
+GTTGTC
+GTTGTG
+GTTGCA
+GTTGCT
+GTTGCC
+GTTGCG
+GTTGGA
+GTTGGT
+GTTGGC
+GTTGGG
+GTCAAA
+GTCAAT
+GTCAAC
+GTCAAG
+GTCATA
+GTCATT
+GTCATC
+GTCATG
+GTCACA
+GTCACT
+GTCACC
+GTCACG
+GTCAGA
+GTCAGT
+GTCAGC
+GTCAGG
+GTCTAA
+GTCTAT
+GTCTAC
+GTCTAG
+GTCTTA
+GTCTTT
+GTCTTC
+GTCTTG
+GTCTCA
+GTCTCT
+GTCTCC
+GTCTCG
+GTCTGA
+GTCTGT
+GTCTGC
+GTCTGG
+GTCCAA
+GTCCAT
+GTCCAC
+GTCCAG
+GTCCTA
+GTCCTT
+GTCCTC
+GTCCTG
+GTCCCA
+GTCCCT
+GTCCCC
+GTCCCG
+GTCCGA
+GTCCGT
+GTCCGC
+GTCCGG
+GTCGAA
+GTCGAT
+GTCGAC
+GTCGAG
+GTCGTA
+GTCGTT
+GTCGTC
+GTCGTG
+GTCGCA
+GTCGCT
+GTCGCC
+GTCGCG
+GTCGGA
+GTCGGT
+GTCGGC
+GTCGGG
+GTGAAA
+GTGAAT
+GTGAAC
+GTGAAG
+GTGATA
+GTGATT
+GTGATC
+GTGATG
+GTGACA
+GTGACT
+GTGACC
+GTGACG
+GTGAGA
+GTGAGT
+GTGAGC
+GTGAGG
+GTGTAA
+GTGTAT
+GTGTAC
+GTGTAG
+GTGTTA
+GTGTTT
+GTGTTC
+GTGTTG
+GTGTCA
+GTGTCT
+GTGTCC
+GTGTCG
+GTGTGA
+GTGTGT
+GTGTGC
+GTGTGG
+GTGCAA
+GTGCAT
+GTGCAC
+GTGCAG
+GTGCTA
+GTGCTT
+GTGCTC
+GTGCTG
+GTGCCA
+GTGCCT
+GTGCCC
+GTGCCG
+GTGCGA
+GTGCGT
+GTGCGC
+GTGCGG
+GTGGAA
+GTGGAT
+GTGGAC
+GTGGAG
+GTGGTA
+GTGGTT
+GTGGTC
+GTGGTG
+GTGGCA
+GTGGCT
+GTGGCC
+GTGGCG
+GTGGGA
+GTGGGT
+GTGGGC
+GTGGGG
+GCAAAA
+GCAAAT
+GCAAAC
+GCAAAG
+GCAATA
+GCAATT
+GCAATC
+GCAATG
+GCAACA
+GCAACT
+GCAACC
+GCAACG
+GCAAGA
+GCAAGT
+GCAAGC
+GCAAGG
+GCATAA
+GCATAT
+GCATAC
+GCATAG
+GCATTA
+GCATTT
+GCATTC
+GCATTG
+GCATCA
+GCATCT
+GCATCC
+GCATCG
+GCATGA
+GCATGT
+GCATGC
+GCATGG
+GCACAA
+GCACAT
+GCACAC
+GCACAG
+GCACTA
+GCACTT
+GCACTC
+GCACTG
+GCACCA
+GCACCT
+GCACCC
+GCACCG
+GCACGA
+GCACGT
+GCACGC
+GCACGG
+GCAGAA
+GCAGAT
+GCAGAC
+GCAGAG
+GCAGTA
+GCAGTT
+GCAGTC
+GCAGTG
+GCAGCA
+GCAGCT
+GCAGCC
+GCAGCG
+GCAGGA
+GCAGGT
+GCAGGC
+GCAGGG
+GCTAAA
+GCTAAT
+GCTAAC
+GCTAAG
+GCTATA
+GCTATT
+GCTATC
+GCTATG
+GCTACA
+GCTACT
+GCTACC
+GCTACG
+GCTAGA
+GCTAGT
+GCTAGC
+GCTAGG
+GCTTAA
+GCTTAT
+GCTTAC
+GCTTAG
+GCTTTA
+GCTTTT
+GCTTTC
+GCTTTG
+GCTTCA
+GCTTCT
+GCTTCC
+GCTTCG
+GCTTGA
+GCTTGT
+GCTTGC
+GCTTGG
+GCTCAA
+GCTCAT
+GCTCAC
+GCTCAG
+GCTCTA
+GCTCTT
+GCTCTC
+GCTCTG
+GCTCCA
+GCTCCT
+GCTCCC
+GCTCCG
+GCTCGA
+GCTCGT
+GCTCGC
+GCTCGG
+GCTGAA
+GCTGAT
+GCTGAC
+GCTGAG
+GCTGTA
+GCTGTT
+GCTGTC
+GCTGTG
+GCTGCA
+GCTGCT
+GCTGCC
+GCTGCG
+GCTGGA
+GCTGGT
+GCTGGC
+GCTGGG
+GCCAAA
+GCCAAT
+GCCAAC
+GCCAAG
+GCCATA
+GCCATT
+GCCATC
+GCCATG
+GCCACA
+GCCACT
+GCCACC
+GCCACG
+GCCAGA
+GCCAGT
+GCCAGC
+GCCAGG
+GCCTAA
+GCCTAT
+GCCTAC
+GCCTAG
+GCCTTA
+GCCTTT
+GCCTTC
+GCCTTG
+GCCTCA
+GCCTCT
+GCCTCC
+GCCTCG
+GCCTGA
+GCCTGT
+GCCTGC
+GCCTGG
+GCCCAA
+GCCCAT
+GCCCAC
+GCCCAG
+GCCCTA
+GCCCTT
+GCCCTC
+GCCCTG
+GCCCCA
+GCCCCT
+GCCCCC
+GCCCCG
+GCCCGA
+GCCCGT
+GCCCGC
+GCCCGG
+GCCGAA
+GCCGAT
+GCCGAC
+GCCGAG
+GCCGTA
+GCCGTT
+GCCGTC
+GCCGTG
+GCCGCA
+GCCGCT
+GCCGCC
+GCCGCG
+GCCGGA
+GCCGGT
+GCCGGC
+GCCGGG
+GCGAAA
+GCGAAT
+GCGAAC
+GCGAAG
+GCGATA
+GCGATT
+GCGATC
+GCGATG
+GCGACA
+GCGACT
+GCGACC
+GCGACG
+GCGAGA
+GCGAGT
+GCGAGC
+GCGAGG
+GCGTAA
+GCGTAT
+GCGTAC
+GCGTAG
+GCGTTA
+GCGTTT
+GCGTTC
+GCGTTG
+GCGTCA
+GCGTCT
+GCGTCC
+GCGTCG
+GCGTGA
+GCGTGT
+GCGTGC
+GCGTGG
+GCGCAA
+GCGCAT
+GCGCAC
+GCGCAG
+GCGCTA
+GCGCTT
+GCGCTC
+GCGCTG
+GCGCCA
+GCGCCT
+GCGCCC
+GCGCCG
+GCGCGA
+GCGCGT
+GCGCGC
+GCGCGG
+GCGGAA
+GCGGAT
+GCGGAC
+GCGGAG
+GCGGTA
+GCGGTT
+GCGGTC
+GCGGTG
+GCGGCA
+GCGGCT
+GCGGCC
+GCGGCG
+GCGGGA
+GCGGGT
+GCGGGC
+GCGGGG
+GGAAAA
+GGAAAT
+GGAAAC
+GGAAAG
+GGAATA
+GGAATT
+GGAATC
+GGAATG
+GGAACA
+GGAACT
+GGAACC
+GGAACG
+GGAAGA
+GGAAGT
+GGAAGC
+GGAAGG
+GGATAA
+GGATAT
+GGATAC
+GGATAG
+GGATTA
+GGATTT
+GGATTC
+GGATTG
+GGATCA
+GGATCT
+GGATCC
+GGATCG
+GGATGA
+GGATGT
+GGATGC
+GGATGG
+GGACAA
+GGACAT
+GGACAC
+GGACAG
+GGACTA
+GGACTT
+GGACTC
+GGACTG
+GGACCA
+GGACCT
+GGACCC
+GGACCG
+GGACGA
+GGACGT
+GGACGC
+GGACGG
+GGAGAA
+GGAGAT
+GGAGAC
+GGAGAG
+GGAGTA
+GGAGTT
+GGAGTC
+GGAGTG
+GGAGCA
+GGAGCT
+GGAGCC
+GGAGCG
+GGAGGA
+GGAGGT
+GGAGGC
+GGAGGG
+GGTAAA
+GGTAAT
+GGTAAC
+GGTAAG
+GGTATA
+GGTATT
+GGTATC
+GGTATG
+GGTACA
+GGTACT
+GGTACC
+GGTACG
+GGTAGA
+GGTAGT
+GGTAGC
+GGTAGG
+GGTTAA
+GGTTAT
+GGTTAC
+GGTTAG
+GGTTTA
+GGTTTT
+GGTTTC
+GGTTTG
+GGTTCA
+GGTTCT
+GGTTCC
+GGTTCG
+GGTTGA
+GGTTGT
+GGTTGC
+GGTTGG
+GGTCAA
+GGTCAT
+GGTCAC
+GGTCAG
+GGTCTA
+GGTCTT
+GGTCTC
+GGTCTG
+GGTCCA
+GGTCCT
+GGTCCC
+GGTCCG
+GGTCGA
+GGTCGT
+GGTCGC
+GGTCGG
+GGTGAA
+GGTGAT
+GGTGAC
+GGTGAG
+GGTGTA
+GGTGTT
+GGTGTC
+GGTGTG
+GGTGCA
+GGTGCT
+GGTGCC
+GGTGCG
+GGTGGA
+GGTGGT
+GGTGGC
+GGTGGG
+GGCAAA
+GGCAAT
+GGCAAC
+GGCAAG
+GGCATA
+GGCATT
+GGCATC
+GGCATG
+GGCACA
+GGCACT
+GGCACC
+GGCACG
+GGCAGA
+GGCAGT
+GGCAGC
+GGCAGG
+GGCTAA
+GGCTAT
+GGCTAC
+GGCTAG
+GGCTTA
+GGCTTT
+GGCTTC
+GGCTTG
+GGCTCA
+GGCTCT
+GGCTCC
+GGCTCG
+GGCTGA
+GGCTGT
+GGCTGC
+GGCTGG
+GGCCAA
+GGCCAT
+GGCCAC
+GGCCAG
+GGCCTA
+GGCCTT
+GGCCTC
+GGCCTG
+GGCCCA
+GGCCCT
+GGCCCC
+GGCCCG
+GGCCGA
+GGCCGT
+GGCCGC
+GGCCGG
+GGCGAA
+GGCGAT
+GGCGAC
+GGCGAG
+GGCGTA
+GGCGTT
+GGCGTC
+GGCGTG
+GGCGCA
+GGCGCT
+GGCGCC
+GGCGCG
+GGCGGA
+GGCGGT
+GGCGGC
+GGCGGG
+GGGAAA
+GGGAAT
+GGGAAC
+GGGAAG
+GGGATA
+GGGATT
+GGGATC
+GGGATG
+GGGACA
+GGGACT
+GGGACC
+GGGACG
+GGGAGA
+GGGAGT
+GGGAGC
+GGGAGG
+GGGTAA
+GGGTAT
+GGGTAC
+GGGTAG
+GGGTTA
+GGGTTT
+GGGTTC
+GGGTTG
+GGGTCA
+GGGTCT
+GGGTCC
+GGGTCG
+GGGTGA
+GGGTGT
+GGGTGC
+GGGTGG
+GGGCAA
+GGGCAT
+GGGCAC
+GGGCAG
+GGGCTA
+GGGCTT
+GGGCTC
+GGGCTG
+GGGCCA
+GGGCCT
+GGGCCC
+GGGCCG
+GGGCGA
+GGGCGT
+GGGCGC
+GGGCGG
+GGGGAA
+GGGGAT
+GGGGAC
+GGGGAG
+GGGGTA
+GGGGTT
+GGGGTC
+GGGGTG
+GGGGCA
+GGGGCT
+GGGGCC
+GGGGCG
+GGGGGA
+GGGGGT
+GGGGGC
+GGGGGG