{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.append('../')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "import datetime\n",
    "from pprint import pprint\n",
    "from typing import List\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import torch\n",
    "from safetensors.torch import save_file\n",
    "from torch.utils.data import DataLoader, Dataset\n",
    "from transformers import BertTokenizer\n",
    "\n",
    "from utils.ClassifierModel import ClassifierModel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "class TextDataset(Dataset):\n",
    "    def __init__(self, csv_file, tokenizer, max_len=20):\n",
    "        self.dataframe = pd.read_csv(csv_file)\n",
    "        self.tokenizer = tokenizer\n",
    "        self.max_len = max_len\n",
    "\n",
    "    def __len__(self):\n",
    "        return len(self.dataframe)\n",
    "\n",
    "    def __getitem__(self, idx):\n",
    "        text = self.dataframe.iloc[idx, 0]\n",
    "        label = 0 if self.dataframe.iloc[idx, 1] == 'ちいかわ' else 1\n",
    "        inputs = self.tokenizer.encode_plus(\n",
    "            text,\n",
    "            add_special_tokens=True,\n",
    "            max_length=self.max_len,\n",
    "            pad_to_max_length=True,\n",
    "            return_attention_mask=True,\n",
    "            return_tensors='pt'\n",
    "        )\n",
    "        input_ids = inputs['input_ids'].flatten()\n",
    "        attention_mask = inputs['attention_mask'].flatten()\n",
    "        return input_ids, attention_mask, label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "def labels_to_nihongos(labels: List[int]) -> List[str]:\n",
    "    return ['ちいかわ' if label == 0 else '米津玄師' for label in labels]\n",
    "\n",
    "def outputs_to_nihongos(outputs: torch.Tensor) -> List[str]:\n",
    "    return ['ちいかわ' if output[0] > output[1] else '米津玄師' for output in outputs]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "'device: cuda'\n"
     ]
    }
   ],
   "source": [
    "is_cuda = torch.cuda.is_available()\n",
    "device = torch.device('cuda' if is_cuda else 'cpu')\n",
    "pprint(f'device: {device}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "def to_device(device, *args):\n",
    "    return [x.to(device) for x in args]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The tokenizer class you load from this checkpoint is not the same type as the class this function is called from. It may result in unexpected tokenization. \n",
      "The tokenizer class you load from this checkpoint is 'BertJapaneseTokenizer'. \n",
      "The class this function is called from is 'BertTokenizer'.\n"
     ]
    }
   ],
   "source": [
    "tokenizer = BertTokenizer.from_pretrained('cl-tohoku/bert-base-japanese-whole-word-masking')\n",
    "train_dataset = TextDataset('../data/datawithrakko_preprocessed_train.csv', tokenizer, 20)\n",
    "train_loader = DataLoader(train_dataset, batch_size=32, shuffle=True)\n",
    "test_dataset = TextDataset('../data/test.csv', tokenizer, 20)\n",
    "test_loader = DataLoader(test_dataset, batch_size=32, shuffle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Truncation was not explicitly activated but `max_length` is provided a specific value, please use `truncation=True` to explicitly truncate examples to max length. Defaulting to 'longest_first' truncation strategy. If you encode pairs of sequences (GLUE-style) with the tokenizer you can select this strategy more precisely by providing a specific strategy to `truncation`.\n",
      "c:\\Users\\hiroga\\miniconda3\\envs\\chiikawa-yonezu\\Lib\\site-packages\\transformers\\tokenization_utils_base.py:2618: FutureWarning: The `pad_to_max_length` argument is deprecated and will be removed in a future version, use `padding=True` or `padding='longest'` to pad to the longest sequence in the batch, or use `padding='max_length'` to pad to a max length. In this case, you can give a specific length with `max_length` (e.g. `max_length=45`) or leave max_length to None to pad to the maximal input size of the model (e.g. 512 for Bert).\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1613,  0.0587], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0642, -0.3371], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2830, -0.5234], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2865, -0.3368], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2370, -0.6646], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1856, -0.5210], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1338, -0.2563], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1898, -0.4428], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3728, -0.3947], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0543, -0.5137], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6449869871139526'\n",
      "[('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1881, -0.8742], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0386, -0.6918], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0609, -0.7876], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0176, -0.2891], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1662, -0.5895], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1673, -0.9208], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0083, -0.7780], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0306, -0.6853], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0700, -0.5406], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1016, -0.4963], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7491427063941956'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1737, -0.6703], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0511, -0.6637], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2044, -0.6715], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0710, -0.2100], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0334, -0.7467], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0227, -0.8360], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1605, -0.6439], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0267, -0.7014], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1625, -0.6126], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0106, -0.5609], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6572199463844299'\n",
      "[('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0552, -0.6067], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0627, -0.6639], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1177, -0.1890], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0650, -0.2931], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0851, -0.7012], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1826, -0.4154], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0901, -0.8437], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1418, -0.5741], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0642, -0.4875], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0951, -0.5580], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7254595160484314'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0404, -0.4697], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0273, -0.4499], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1679, -0.5094], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0526, -0.7099], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1293, -0.2809], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1699, -0.4685], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0388, -0.4372], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2321, -0.4119], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0596, -0.3157], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0237, -0.3993], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6399456858634949'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1341, -0.2241], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2034, -0.4073], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1325, -0.5942], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0320, -0.7181], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1937, -0.5222], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1859, -0.7628], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1617, -0.1450], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1733, -0.4798], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1889, -0.5356], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0218, -0.4451], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7206622958183289'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2298, -0.5019], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4087, -0.4325], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1903, -0.4376], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0843, -0.7319], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1839, -0.7662], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0804, -0.5855], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1670, -0.5756], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2448, -0.6595], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1538, -0.5364], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0850, -0.6304], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6514953374862671'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1601, -0.1466], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0185, -0.5330], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1567, -0.5700], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1984, -0.4123], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2109, -0.5050], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2017, -0.4515], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0877, -0.8412], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1696, -0.7791], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1632, -0.4505], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0237, -0.4470], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7204819321632385'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0207, -0.4832], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0542, -0.4589], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2134, -0.1784], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1825, -0.7248], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1589, -0.3305], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1003, -0.4720], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0660, -0.2932], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0058, -0.6926], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2037, -0.3657], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1146, -0.4941], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5643291473388672'\n",
      "[('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0146, -0.7098], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0045, -0.6062], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2979, -1.0514], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0201, -0.6337], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0223, -0.3289], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0398, -0.9885], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2162, -0.6395], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1717, -0.7232], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1354, -0.9217], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0178, -0.7445], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7624490261077881'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0571, -0.6370], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-5.8251e-04, -6.4925e-01], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1901, -0.9509], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1372, -0.7181], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0739, -0.4844], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0822, -0.4608], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3835, -0.9607], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2569, -0.7190], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1950, -0.5122], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1441, -0.6667], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6913734674453735'\n",
      "[('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0275, -0.3958], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0936, -0.4580], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0382, -0.6479], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0862, -0.8398], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2654, -0.4505], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2609, -0.3528], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1900, -0.4079], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2473, -0.4793], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2142, -0.0925], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3036, -0.3495], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7192433476448059'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2854, -0.2490], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0792, -0.5453], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0086, -0.5300], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0997, -0.3587], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1890, -0.6139], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6069, -0.4918], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0699, -0.4285], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2306, -0.3768], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2614, -0.2313], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0239, -0.4415], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6737527847290039'\n",
      "[('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3397, -0.3135], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2629, -0.4637], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0322, -0.3911], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0825, -0.8361], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2875, -0.0707], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0584, -0.6277], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3127, -0.4117], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1886, -0.4093], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1583, -0.7904], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0787, -0.7076], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7184804677963257'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4721, -0.0914], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3098, -0.4573], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1609, -0.7577], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1520, -0.6493], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4595, -0.1317], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0273, -0.5894], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4566, -0.3606], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5667, -0.4465], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5693, -0.2388], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2019, -0.1869], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5793444514274597'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1465, -0.1602], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1874, -0.5285], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2606, -0.3925], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0347, -0.5169], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1701, -0.9237], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1825, -0.5441], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1652, -0.4455], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2105, -0.1476], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0649, -0.8838], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2134, -0.4003], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7290437817573547'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1477, -0.6947], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0646, -0.3224], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3738, -0.5310], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4780, -0.5037], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0678, -0.6231], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3473, -0.2261], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1038, -0.3669], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1231, -0.9297], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0760, -0.5907], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3552, -0.5884], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5816914439201355'\n",
      "[('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2226, -0.9762], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1567, -0.5700], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0464, -0.5515], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2394, -0.4138], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1278, -0.4828], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0776, -0.8639], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1907, -0.4229], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2025, -0.5220], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1132, -0.1935], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0768, -0.7629], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7354630827903748'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2649, -0.3382], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1065, -0.6648], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0546, -0.2730], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0190, -0.7196], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1143, -0.6831], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0086, -0.6310], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1711, -0.4232], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0227, -0.3793], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0769, -0.6319], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1617, -0.6786], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6301717162132263'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3338, -0.0244], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1135, -0.8353], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1226, -0.8762], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2839, -0.4320], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0192, -0.7671], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2358, -0.3748], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3413, -0.3832], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3953, -0.2578], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1456, -0.4059], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3003, -0.4263], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7235315442085266'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6791, -0.1368], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0215, -0.4319], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6911, -0.3984], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4536, -0.3419], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3688, -0.1549], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2366, -0.2885], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1409, -0.6772], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0581, -0.5485], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5083, -0.3980], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1200, -0.6067], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5779545903205872'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0291, -0.9196], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1638, -0.1429], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0653, -0.8516], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0789, -0.4727], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2467, -0.4800], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1987, -0.9523], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0639, -0.5341], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2290, -0.4869], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2835, -0.4409], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0504, -0.4737], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7324879765510559'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1169, -0.4706], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1128, -0.7892], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1142, -0.6247], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1929, -0.2726], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1375, -0.4947], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3503, -0.4250], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2733, -0.3817], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4650, -0.0711], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2312, -0.5115], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3916, -0.2285], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.6134893894195557'\n",
      "[('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0768, -0.3465], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0308, -0.7555], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1152, -0.8336], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2899, -0.3208], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1192, -0.5669], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4467, -0.1670], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3565, -0.3594], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2176, -0.3339], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1627, -0.4352], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4287,  0.0705], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7301469445228577'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1675, -0.3613], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1145, -0.4085], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0943, -0.4558], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6702, -0.2409], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3291, -0.3277], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3093, -0.5116], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4650, -0.0951], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1678, -0.1540], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1676, -0.5033], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2213, -0.9114], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.6085241436958313'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3123, -0.4036], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0420, -0.9068], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3535, -0.3732], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4221, -0.1916], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4694, -0.1838], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1885, -0.3630], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0859, -0.5121], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3920,  0.0339], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0319, -0.3914], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0392, -0.8255], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7342469692230225'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1316, -0.5170], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1188, -0.2917], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0456, -0.7066], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0973, -0.0668], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1616, -0.4896], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6967, -0.2523], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1969, -0.3490], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3077, -0.8095], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0991, -0.5104], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6987, -0.1939], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.597828209400177'\n",
      "[('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1583, -0.3932], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4010, -0.2127], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1941, -0.1126], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2744, -0.4415], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0422, -0.6439], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3574, -0.0007], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2342, -0.9877], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3636, -0.3608], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0229, -0.5751], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0130, -0.4363], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7403794527053833'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5653, -0.3331], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1738, -0.1943], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1060, -0.2884], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0384, -0.2922], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1987, -0.5550], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6598, -0.1006], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5026, -0.4239], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1143, -0.5374], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1182, -0.6961], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0574, -0.5037], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5881439447402954'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4176,  0.0595], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4649, -0.1488], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0157, -0.9330], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2458, -0.0609], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2155, -0.3951], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1905, -0.9440], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0858, -0.6003], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0641, -0.5338], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0737, -0.8601], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5102, -0.1430], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7404031157493591'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0593, -0.3167], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4121, -0.2272], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1155, -0.3936], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1205, -0.7547], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3326, -0.0311], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2469, -0.1774], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5011, -0.7119], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5244, -0.1497], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0273, -0.4611], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0855, -0.7925], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5474849939346313'\n",
      "[('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0660, -0.5446], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1367, -1.0854], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1030, -0.2037], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1203, -0.5436], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0609, -0.7469], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3442, -1.0978], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3646, -0.2885], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2386, -1.0249], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3223, -0.2913], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2745, -0.0837], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7566242218017578'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3181, -0.6010], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4032, -0.3246], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3085, -0.8462], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2375, -0.7118], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1936, -0.5870], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2556, -0.2623], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0135, -0.5594], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4639,  0.0582], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1905, -0.8266], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1572, -0.3882], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5460761189460754'\n",
      "[('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0251, -0.6610], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2942, -1.0478], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3756, -0.3488], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1279, -0.4828], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0911, -1.0398], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3366, -0.3900], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3817,  0.0235], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1877, -0.9740], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4348, -0.1788], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0394, -0.6374], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7524186372756958'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1847, -0.5758], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3226, -0.2387], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0975, -0.4721], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0588, -0.4648], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0777, -0.3233], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4046, -0.0489], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6946, -0.0698], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5582, -0.0194], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2640, -0.7297], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6093, -0.1820], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5549778938293457'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0578, -1.0065], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1510, -0.9373], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3356, -0.3803], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0059, -0.4174], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0849, -0.6011], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4591,  0.1010], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2243, -0.0823], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4066, -0.3201], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0017, -0.5963], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1732, -0.4374], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7521874308586121'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1526, -0.5551], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5989,  0.0417], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5631, -0.0058], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1091, -0.8500], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1464, -0.5225], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4558, -0.8183], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2925, -0.3252], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1118, -0.5208], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0351, -0.6227], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2954, -0.3749], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5764817595481873'\n",
      "[('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5369, -0.1163], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1130, -1.0617], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3832, -0.3434], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4105, -0.3139], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2092, -0.9956], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1858, -0.1209], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1254, -0.4852], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0514, -0.6347], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4900, -0.1237], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1941, -0.3575], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7576122879981995'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6056, -0.1696], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0056, -0.8956], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3275, -0.3837], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3788, -0.7119], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2484, -0.8873], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7775,  0.0123], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5621, -0.0549], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0123, -0.7977], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1722, -0.4642], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3835, -0.1930], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5075888633728027'\n",
      "[('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3963, -0.3304], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0500, -0.6361], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5528, -0.1003], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5053, -0.1083], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1945, -0.3570], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0778, -0.6757], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2320, -1.0183], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4163, -0.3082], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1372, -1.0859], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4402,  0.0820], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7624105215072632'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3106, -0.5175], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0176, -0.7220], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0033, -0.5153], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4949, -0.2179], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1554, -0.3321], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2660, -1.0864], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0818, -0.2742], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4546,  0.0357], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3601, -0.7333], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3047, -0.2705], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5447074770927429'\n",
      "[('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6342, -0.0189], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2946, -1.0482], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1069, -1.0557], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3662, -0.3497], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5138,  0.1556], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0234, -0.3999], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2713, -0.2802], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4673, -0.2594], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1972, -0.9835], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4941, -0.2304], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7657144665718079'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3148, -0.3910], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3954,  0.0056], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0540, -0.9296], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3831, -0.1872], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2945, -0.5976], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9223, -0.1182], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0578, -0.5995], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0511, -0.2854], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6726, -0.0771], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1176, -0.4974], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5475090742111206'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2238, -0.0829], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6311, -0.0220], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0085, -0.4148], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5855, -0.0282], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2312, -1.0176], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3572, -0.3587], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2571, -0.2944], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3232, -1.0768], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5069,  0.1487], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1352, -1.0839], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7695804834365845'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6344, -0.2281], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4815, -1.1126], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5503,  0.1064], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5994, -0.2096], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3992,  0.0993], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1586, -0.5002], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2890, -0.0689], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0185, -0.7394], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0309, -0.7432], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2475, -0.6017], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.48925524950027466'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2023, -1.1510], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4145, -0.3122], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1703, -0.1364], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3898, -1.1434], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5802, -0.0729], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1983, -0.3532], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4244, -0.3001], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1362, -0.7341], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0782, -0.5324], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4590,  0.1009], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7750972509384155'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3997, -0.3630], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7498, -0.0877], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3418, -0.0186], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0435, -0.3132], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6913, -0.0097], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4822, -0.1941], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8689,  0.0705], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6480, -0.2249], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1204, -0.7361], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0616,  0.0034], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5896275639533997'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4999,  0.1418], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2356, -0.3160], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1033, -0.7012], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3562, -1.1098], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0812, -0.6049], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4626, -0.2619], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5817, -0.0320], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0117, -0.4350], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4562, -0.2705], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3393, -0.3765], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7737645506858826'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3477, -0.6783], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0823, -0.7704], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2932, -0.8217], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0342, -0.5131], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7922, -0.8810], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1488, -0.4270], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4913, -0.1586], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3512, -0.0576], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0173, -0.0365], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4887, -0.0290], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5109527111053467'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2640, -0.4519], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3891, -0.3376], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3643, -1.1506], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4388,  0.0806], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1888, -0.7867], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2591, -1.2078], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1310, -0.1756], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0418, -0.5689], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1653, -0.3863], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4391, -1.1926], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7828794717788696'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3860, -0.9627], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5134, -0.6156], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3669, -0.3553], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4924, -0.1824], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5713, -0.0597], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2032, -0.3556], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2988, -0.7277], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2592, -0.8222], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0357, -0.5909], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0985, -0.5309], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5726442933082581'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5868,  0.2286], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1762, -0.4344], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3003, -1.0539], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1355, -1.0842], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7095,  0.0563], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3057, -0.2458], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2698, -0.0369], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0623, -0.6602], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6697,  0.0560], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4146, -0.3013], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7803369760513306'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2872, -0.2276], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3667, -0.3740], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1207, -0.3004], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4382, -0.9446], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6390,  0.0532], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0912, -0.2921], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0870, -0.5129], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4197, -0.2573], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4534, -0.3308], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8608, -0.0379], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5718168616294861'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3377,  0.0311], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1856, -0.9719], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6542,  0.2961], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7423,  0.1287], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0847, -1.0334], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4823, -0.2336], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2393, -0.3714], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1947, -0.4914], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1031, -0.3202], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6112, -0.1133], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7860121130943298'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1925, -0.5087], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2195, -0.5185], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2655, -0.9024], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5805,  0.0425], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4396, -0.1084], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0488, -0.5330], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1663, -0.3212], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0407, -0.3104], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1946, -0.3554], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2807, -0.2516], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5018282532691956'\n",
      "[('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0780, -0.6759], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1561, -1.1048], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5535, -0.1732], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2726, -0.0341], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2654, -1.0517], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3160, -0.2355], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5552, -0.1692], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0412, -0.3820], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3171, -1.0706], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1357, -0.5504], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7865362763404846'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6083, -0.3517], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7614, -0.3364], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1446, -0.6065], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4343,  0.0568], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8383, -0.0690], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1400, -0.6150], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2673, -0.6358], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3158,  0.0729], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0524,  0.4015], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6117, -0.0529], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5887547731399536'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4668, -0.2491], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0391, -0.6370], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7408,  0.1271], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6051, -0.1215], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5941, -0.1303], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0808, -0.3425], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1217, -1.0704], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2774, -1.0310], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3215,  0.0148], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7692,  0.1160], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7887763977050781'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1242, -0.6558], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3611, -0.1898], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6279,  0.4459], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1021, -0.7546], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1985, -0.6934], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2319, -0.2217], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5418, -0.0218], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7966,  0.1909], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5790, -0.9135], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1014, -0.3801], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5952341556549072'\n",
      "[('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7134,  0.0998], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1484, -1.0971], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2959, -0.0108], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2549, -1.0412], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1362, -0.5499], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2958, -1.0494], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5838, -0.1429], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0623, -0.6603], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5682, -0.1562], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4430, -0.2729], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7885468602180481'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1749, -0.6949], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7205, -0.0152], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7063, -0.1089], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4106, -0.3185], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2152, -0.1750], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7330,  0.1427], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0103, -0.3195], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1848, -0.8420], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6216, -0.0181], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1727, -0.6248], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5618636608123779'\n",
      "[('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0375, -0.5731], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3989, -0.3255], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2280, -0.8260], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1594, -0.3922], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0278, -0.7139], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1416, -0.1651], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1073, -0.5306], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2840, -0.4319], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4581,  0.0999], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3091, -1.2578], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.7969334125518799'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5073, -0.9680], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0059, -0.4866], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1389, -0.2649], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3894, -0.0243], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5344, -0.1098], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1466, -0.2947], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4404, -0.1906], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4367, -1.0977], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6084, -0.0436], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4408, -0.2738], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5685930848121643'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4387,  0.0806], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2637, -0.8616], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0500, -0.7361], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2679, -0.4480], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5361, -0.0775], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3803, -0.3441], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1356, -0.4160], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5589, -0.0942], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1220, -0.1847], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0138, -0.5968], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8030000329017639'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2550, -0.1960], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4661, -1.0325], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3439, -0.3123], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1672, -0.1764], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6426, -0.2950], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6530, -0.9250], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2447, -0.9130], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3692, -0.8575], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1500, -0.4513], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4639, -0.0390], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.4934571087360382'\n",
      "[('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4805, -0.2440], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5038, -0.2229], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3944, -1.1807], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0409, -0.6452], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6386,  0.0249], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1900, -0.7880], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0940, -0.5166], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0451, -0.4684], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5381,  0.1800], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6614,  0.0082], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.7982737421989441'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3721, -0.4720], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4484, -0.2970], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1050, -0.8347], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5210, -1.0074], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3517, -1.2900], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2854, -0.6240], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1872, -0.9079], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2702, -0.7227], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3763, -0.1022], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2017, -0.0520], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.4837765395641327'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3113, -0.4046], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1551, -0.1516], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1821, -0.3695], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1052, -0.5285], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4961,  0.1379], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4546, -1.2409], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4328, -0.2916], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2488, -0.8467], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4773, -1.2309], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6232, -0.0299], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8053087592124939'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2440, -0.2527], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5589, -0.2377], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1664, -0.4186], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4438, -0.2156], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1377, -0.5413], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7382, -0.1386], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3079, -0.1453], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3622, -0.5001], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0593, -0.5265], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4006, -0.8493], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5892065763473511'\n",
      "[('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1325, -0.7305], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1541, -0.4565], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3628, -1.1164], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5702, -0.1542], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3184, -0.2331], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1201, -0.5660], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4418, -0.2741], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2716, -0.0351], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2202, -1.1689], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6355,  0.2774], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8016243577003479'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2336, -0.8332], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3320, -1.0622], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6965,  0.0906], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7069, -0.0914], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.1820,  0.2108], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1523, -0.3913], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5729, -0.5915], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5295, -0.0839], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9026,  0.0426], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6394, -1.1853], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.4637105166912079'\n",
      "[('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1604, -0.4503], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5883, -0.1362], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1350, -0.7330], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7656,  0.1519], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7935,  0.1404], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0271, -0.3962], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1300, -0.5561], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3634, -1.1170], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3414, -1.1277], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3349, -0.2166], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8061174154281616'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3394, -0.7912], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5595, -0.2292], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7593,  0.0867], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0454, -0.6569], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7346, -0.0217], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2263, -0.2236], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4994, -0.1482], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0446, -0.5848], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1511, -0.5398], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0235, -0.5219], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5212386250495911'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3013, -0.4146], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5114,  0.1533], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1490, -0.1577], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4760, -0.2507], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1898, -0.3617], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5047, -1.2583], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6491, -0.0040], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4947, -1.2810], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6246,  0.0109], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3798, -1.3285], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8158655762672424'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7532, -1.3557], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3774, -0.8245], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5102, -1.3210], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2722, -0.3298], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4415, -0.2251], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3180, -0.2106], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1936, -0.4891], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6258, -0.1353], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2463, -0.3758], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3315, -0.3234], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.4707130789756775'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4870,  0.1289], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5962, -0.0174], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3434, -0.9413], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0157, -0.6263], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2648, -0.4511], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5459, -1.3322], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1429, -0.5662], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0539, -0.7400], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4075, -0.3170], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6203, -0.0328], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8233248591423035'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1854, -0.7680], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2815, -0.1698], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4725, -0.8268], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3665, -0.2131], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4132, -0.0866], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7414, -0.9544], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4001, -0.5322], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5318, -0.1133], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4778, -0.9377], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4070, -1.1241], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.49439355731010437'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4058, -1.3545], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0228, -0.5878], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5251, -1.3114], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5355,  0.1774], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4956, -0.2311], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1451, -0.1616], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3166, -0.9146], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2040, -0.3475], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6712,  0.0181], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4573, -0.2671], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8209124207496643'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4865, -1.2157], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2515, -0.8929], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6259, -0.8438], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0325, -0.0580], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3343, -0.0520], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3342, -1.1002], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3087, -0.9567], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0456, -0.3719], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4487, -0.1415], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5757, -1.0179], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.507328987121582'\n",
      "[('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2802, -0.8782], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3451, -0.3708], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5837,  0.2256], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0331, -0.6529], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3700, -1.3187], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4803, -1.2339], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5434, -0.1833], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7192,  0.0660], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2478, -0.3038], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6921,  0.0784], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8187376260757446'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5012,  0.1317], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5152, -0.2588], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1224, -0.6418], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4545, -0.7608], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2603, -0.1229], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2163, -0.6550], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3424, -0.2133], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7428, -1.2403], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0243, -0.5059], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2550, -0.7257], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5408517718315125'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5195,  0.1613], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1859, -0.3656], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0083, -0.6024], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1323, -0.1743], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4382, -0.2862], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1309, -0.5542], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4803, -0.2463], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-6.5321e-01,  6.5753e-05], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3446, -0.9425], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2802, -0.4357], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8248175382614136'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1418, -0.2897], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0439, -0.3838], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8085, -0.1271], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6067, -1.3888], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1716, -0.9856], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7328, -0.1621], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7504, -0.0136], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7150, -1.0407], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1340, -0.5450], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3014, -1.1220], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5005149841308594'\n",
      "[('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1015, -0.5846], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4414, -1.2277], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8048,  0.1517], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3269, -0.2247], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4461, -1.1997], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2579, -0.0488], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5833, -0.1412], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4140, -0.3019], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7731,  0.1594], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6661,  0.3080], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8219735026359558'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4827,  0.0735], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4673, -0.0994], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.2931, -0.9216], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6228,  0.1636], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8464,  0.1941], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2966, -0.1749], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1878, -0.2347], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6343, -0.0058], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3362, -0.1177], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2293,  0.1563], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.44796234369277954'\n",
      "[('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1488, -0.4619], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4439, -0.2720], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7052,  0.3470], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2842, -0.0225], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4355, -1.1891], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6209, -0.1035], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8493,  0.1961], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1270, -0.5591], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0228, -0.4005], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4347, -1.2211], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8269621133804321'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9260,  0.0267], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1223, -0.8314], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2944, -0.3979], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2240, -0.5758], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6547,  0.0058], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2711, -0.3845], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2764, -0.7539], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6500,  0.1723], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-1.0120,  0.0730], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4825, -0.2174], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5664674043655396'\n",
      "[('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8957,  0.2425], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3949, -1.1812], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6623, -0.0622], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1915, -0.4191], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7146, -0.0121], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4925, -0.2234], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1652, -0.5209], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1731, -0.7711], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7548,  0.3966], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8636,  0.2499], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8295349478721619'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4183, -0.1443], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4125,  0.0582], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9461,  0.2118], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.1384,  0.0181], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2505, -0.2564], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3401, -0.3150], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.2098,  0.3888], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0129,  0.2771], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3437, -0.0640], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3282, -0.5404], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.43866509199142456'\n",
      "[('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3288, -0.2227], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5846, -0.1399], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3644, -1.3131], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7960,  0.1823], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0852, -0.6009], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4075, -0.3084], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1062, -0.5044], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2430, -0.0637], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4964, -1.2828], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4908, -1.2444], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8305533528327942'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8622,  0.1639], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8523,  0.1513], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4168, -0.9300], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2925, -0.7376], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0280, -0.6206], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2437, -0.3703], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4625, -1.0099], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3338, -0.3049], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5965, -0.0186], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3714, -0.3737], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5929149985313416'\n",
      "[('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3622, -0.1893], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1161, -0.5700], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0118, -0.4115], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6902, -0.0364], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8359,  0.2222], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2718, -0.0349], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4393, -1.1929], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2289, -0.8269], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7243,  0.3661], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4585, -1.2448], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8303111791610718'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2899,  0.2491], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0206, -0.6052], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1397, -0.6424], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2729, -0.1688], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2886, -0.1535], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1249, -0.3880], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5378, -0.0825], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9508,  0.2470], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1771, -0.3472], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8442,  0.2705], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5664578080177307'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1924, -0.1143], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0730, -0.4963], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7482,  0.1346], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5999, -0.1268], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5294, -0.1951], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6365,  0.2784], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2768, -0.2747], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5541, -1.3404], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5345, -1.2881], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3260, -0.9240], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8346291780471802'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2473, -0.3285], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4192, -0.6793], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1410, -0.2963], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0788, -0.3328], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.3110,  0.2070], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5403, -0.0396], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2268, -0.8481], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8653, -0.1483], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1831, -0.4244], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3002, -0.8720], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.4273802936077118'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6272,  0.2690], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5698, -1.3234], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3674, -0.9653], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0238, -0.5869], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5120, -0.2124], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2595, -0.2920], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7752,  0.1220], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4584, -1.4071], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5903, -0.1364], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0061, -0.6800], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8406333923339844'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5420, -1.0445], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4282, -0.8031], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4483, -0.3294], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7549, -0.1584], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2661, -0.4986], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9931, -1.1475], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9552, -1.4966], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6274,  0.1391], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2005, -0.4430], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2335, -0.2331], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.46250131726264954'\n",
      "[('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1448, -0.5681], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6415, -1.4278], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4852, -0.2393], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0121, -0.6228], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6079,  0.2497], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6101, -1.3637], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5025, -1.4512], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3145, -0.4014], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0239, -0.7100], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7237,  0.1100], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8468015789985657'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6402, -0.9233], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.1199, -1.5768], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8445, -0.0026], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6590, -1.1661], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2364, -0.3223], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3618, -0.7042], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5550, -0.9985], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3539, -0.2758], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.2142,  0.1785], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4397, -1.0108], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.41172364354133606'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4457, -1.3945], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6551, -0.0716], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0513, -0.6348], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2048, -0.1019], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5739, -0.1505], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0682, -0.4915], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5836, -1.3699], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8561,  0.2029], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0610, -0.5497], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3893, -0.3266], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8472914099693298'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3030, -0.8587], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0208,  0.3238], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2778, -0.7820], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7029,  0.0944], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0854,  0.2980], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2036, -0.6646], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4253, -1.1736], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5416, -0.0360], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2917, -0.5590], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9238, -0.2402], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.39390799403190613'\n",
      "[('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0228, -0.6633], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1729, -0.1338], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2921, -0.2595], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0998, -0.5231], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5519, -0.1725], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5975, -1.3511], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6827,  0.3246], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8063,  0.1927], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3924, -0.9903], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4954, -1.4442], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8545711040496826'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5922,  0.0911], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4572, -0.2452], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5381, -0.3241], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5133, -0.0643], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8553, -0.0075], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4338, -0.2550], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5240, -0.3238], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.1776,  0.6906], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3554, -0.5049], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0409, -0.8882], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5240755081176758'\n",
      "[('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7111,  0.0974], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1991, -0.6224], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5961, -1.5448], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5853,  0.2271], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0769, -0.6875], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6991, -1.4527], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0750, -0.7611], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7381, -1.5244], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4542, -0.2703], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4953, -1.0933], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8656336665153503'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4082, -0.3185], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4113, -1.1283], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7196, -1.0544], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7747, -1.2057], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3904, -0.8645], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0893, -0.5142], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0891, -0.4707], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6957, -1.1343], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5033, -1.0472], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4122, -0.9185], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.392218679189682'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3675, -0.3484], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7086,  0.3504], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8371,  0.2234], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5191, -1.4679], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0172, -0.5934], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1732, -0.1334], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0287, -0.6574], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6538, -0.0729], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6590, -1.4453], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6193, -1.3729], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8636791110038757'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0224,  0.0638], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4550, -0.0421], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5308, -1.0943], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3563, -0.2042], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6039, -1.0935], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0383, -0.2776], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0367, -0.4205], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0112,  0.2950], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2122, -0.3688], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5017, -1.0559], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.44318854808807373'\n",
      "[('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6701, -0.0543], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7490,  0.0223], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9352,  0.3216], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3313, -0.9292], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8051,  0.4469], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4481, -1.3968], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1034, -0.5072], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1129, -0.5732], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5399, -1.2934], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4541, -0.2618], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8663286566734314'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2834, -0.1058], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1611, -0.5775], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2930, -0.3716], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5649, -0.2404], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1734, -0.5606], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3255,  0.0221], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4465, -1.0941], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3978, -0.1320], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6347, -0.0427], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2054, -0.8291], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5703439116477966'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2897, -0.0170], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9699,  0.3562], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7053, -0.0191], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1458, -0.5403], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8391,  0.4809], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4853, -0.2306], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0217, -0.4016], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4327, -0.1189], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5489, -1.3353], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1362, -0.4744], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8677603602409363'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6740, -0.0601], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0606, -0.6081], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1177, -0.7050], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0186, -0.3773], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1716, -0.2015], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2686, -0.4053], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4603, -1.0520], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4243, -0.0119], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7788,  0.5955], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5214, -0.7242], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5231925845146179'\n",
      "[('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8705,  0.2174], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5645, -0.1599], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6341, -1.3877], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4262, -1.0242], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6519, -0.0747], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0126, -0.5980], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8338,  0.2201], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1091, -0.5324], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3555, -0.3604], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6843, -1.4706], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.867979109287262'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5009, -0.1949], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3788,  0.1742], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2734, -0.6771], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0069, -0.4067], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3773, -0.7864], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7829, -1.4411], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5933, -1.1810], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7577, -0.8361], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1097, -0.4519], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6647, -0.1684], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.4962570071220398'\n",
      "[('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5373, -0.1871], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0137, -0.6998], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6631, -1.4167], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3342, -0.3817], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8171,  0.2034], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2715, -0.2801], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5749, -1.5236], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7197, -1.5061], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0265, -0.6371], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4648, -1.0627], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.872052013874054'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1744, -0.0362], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9656, -1.3758], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9521,  0.1944], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4556,  0.1292], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7942, -0.0170], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0406, -0.5580], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7672, -1.2382], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1755, -0.2898], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3726, -0.0058], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8901, -0.0114], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.462572306394577'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6828, -1.6316], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0331, -0.2736], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7433,  0.0902], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8313, -1.6176], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5254, -0.2012], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5757, -1.1736], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2452, -0.6685], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5737,  0.2156], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2300, -0.4859], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1642, -0.3874], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8858840465545654'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9040, -1.3093], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3086,  0.0789], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1924, -0.5779], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4403,  0.2837], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2658, -0.5251], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6749, -0.9658], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2153, -0.6545], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8298, -1.6612], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7441, -1.0656], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3084, -1.1136], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.432759165763855'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1740, -0.5419], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8936, -1.6800], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2915, -0.7148], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7470, -1.6957], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1870, -0.7976], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7072,  0.0541], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8260, -1.5795], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0228, -0.3295], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1655, -0.8515], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5315,  0.1733], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.898026704788208'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7474, -0.0547], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.0615, -1.2526], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0526, -0.5432], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.1492, -1.3782], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1780, -0.5107], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8736, -1.7225], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7641, -1.0390], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6518, -0.0920], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7081, -1.3958], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9640, -1.4853], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.4380358159542084'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6511,  0.2929], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5036, -0.2208], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6449, -1.5936], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8299,  0.1767], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7999,  0.1862], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0532, -0.7393], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6016, -0.1251], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7216, -1.4752], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2903, -0.4256], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0912, -0.2155], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8833184838294983'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1978,  0.0330], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0708, -0.2541], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4066,  0.0201], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4826,  0.0277], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6311, -1.1566], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0843, -0.7265], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2721, -0.9135], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6458, -1.1230], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3536, -0.6590], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4971, -0.9250], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5038638114929199'\n",
      "[('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1959, -0.6192], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2307, -0.3208], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0724, -0.2343], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8239,  0.1707], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7920,  0.1783], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0933, -0.7040], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7340, -1.4875], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6638, -1.6125], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4910, -0.2334], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5481, -1.1461], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8872921466827393'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5493, -0.9541], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4501,  0.0807], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.1639,  0.4329], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8676, -1.5004], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.3611, -1.5195], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2135, -0.3286], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0458, -0.6653], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7820, -0.8075], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0414, -0.5122], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2790, -0.0873], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.4025519788265228'\n",
      "[('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7386, -1.5249], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8827,  0.2691], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3605, -0.3554], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0111, -0.6750], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5794, -0.1451], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3166, -0.2349], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7345,  0.3763], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6727, -0.0540], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0209, -0.6315], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4793, -1.0772], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8855515122413635'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2319,  0.0332], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4048, -0.1461], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4534, -0.7809], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1062, -0.9838], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8737, -1.3056], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7165, -1.3827], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5137, -0.1098], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7029,  0.0435], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7386, -1.5130], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6578, -1.2991], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.504065752029419'\n",
      "[('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2342, -0.0725], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4463, -0.2696], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4021, -1.0000], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0082,  0.3551], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7611,  0.0344], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8233,  0.4652], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5994, -1.3529], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0295, -0.4528], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6654, -1.4517], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9763,  0.3626], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.8887307047843933'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3050, -0.0051], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4867,  0.0120], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0262, -0.5448], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2404, -0.3014], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0649, -0.5634], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1867, -0.2705], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3351, -1.2390], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7871,  0.0067], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0692, -0.2211], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3326, -1.0910], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.45196089148521423'\n",
      "[('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5311, -1.4798], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3940, -0.9919], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7880,  0.0613], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4626, -0.2533], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2502, -0.0565], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0162, -0.4395], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4295, -0.1220], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-1.0042,  0.3905], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5945, -1.3481], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6641, -1.4504], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.892791211605072'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9137, -1.2231], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4943, -0.8762], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7990,  0.2250], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1935, -0.5570], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1951, -0.6720], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3693, -0.6079], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-1.0115, -0.2887], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7817, -1.2318], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6094, -0.3461], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3484,  0.1626], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5566749572753906'\n",
      "[('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8894, -1.6757], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1455, -0.7562], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7963,  0.1431], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2416, -0.4743], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7694,  0.1558], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7434, -1.6921], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2314, -0.6546], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8088, -1.5624], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0301, -0.2766], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1174, -0.8035], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.9036216139793396'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4204, -0.0849], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 1.2070, -1.4649], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1475, -0.8507], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2700, -0.2286], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7967, -0.9021], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7233, -1.0475], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0062, -0.4916], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5705,  0.0808], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5198,  0.0565], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5987, -0.5616], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.4653247892856598'\n",
      "[('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8541,  0.2404], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5492, -1.1472], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8809,  0.2277], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6408, -0.0859], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8292, -1.6155], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3161, -0.3998], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0965, -0.2102], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5432, -0.1812], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0767, -0.6874], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2747, -0.2769], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8983787894248962'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1055, -0.9632], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2264, -0.3112], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9310,  0.1815], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7071, -1.5869], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4154, -0.8505], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.2986,  0.5292], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5026, -1.0030], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6719, -1.2848], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7894, -1.5521], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1609, -0.7501], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.5082073211669922'\n",
      "[('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0426, -0.6435], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0126, -0.5980], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6390, -0.0855], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9520,  0.3384], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7902,  0.4320], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3698, -0.1817], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0733, -0.4966], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7412, -1.5275], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6629, -1.4165], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4652, -1.0632], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.8949582576751709'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4373, -0.7309], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2619, -0.0290], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.0305,  0.3846], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6650,  0.0518], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.0989, -1.4222], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0052, -0.3181], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4764, -0.2583], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5151, -0.7532], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4264, -0.0782], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2885, -0.4992], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.44099292159080505'\n",
      "[('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6062, -1.3926], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1589, -0.4517], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.4596, -1.4083], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9559,  0.5977], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9010,  0.1744], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5624, -0.1535], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.3243, -0.9222], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3326,  0.0259], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-1.1213,  0.5077], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.1447,  0.4915], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.9061242341995239'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2321, -0.5267], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-1.1760,  0.3414], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2845, -0.6692], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0456, -0.3417], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4929, -1.1489], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2792, -0.8454], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0827, -1.0742], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1427, -0.5990], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2426, -0.3232], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6723, -0.2262], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5037990808486938'\n",
      "[('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8981,  0.2844], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3019, -0.2496], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5803, -0.1442], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1391, -0.1676], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1398, -0.5631], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9145,  0.2613], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6607, -1.6094], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5310, -1.1289], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7231, -1.4767], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3466, -0.3693], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.9006521105766296'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8285,  0.1632], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1099, -0.5549], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1044, -0.2822], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4161, -0.3879], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.4907, -1.7553], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4249, -0.0951], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6046, -1.1752], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1734, -0.6034], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7619,  0.0487], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3226, -0.2456], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.38079193234443665'\n",
      "[('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5518, -1.1497], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6878, -0.0389], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0581, -0.6688], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7325,  0.3743], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6802, -1.6289], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7422, -1.4958], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8968,  0.2831], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2897, -0.2618], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8339, -1.6202], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3380, -0.3779], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.9054958820343018'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0805, -1.2809], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3756, -0.1238], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3350, -0.3737], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8281,  0.4008], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1507, -0.4638], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0951, -0.1903], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4252,  0.1006], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2179, -0.2486], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.4850, -1.5014], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3329, -0.2845], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.42359021306037903'\n",
      "[('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3011, -0.4148], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.8600,  0.2464], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.5989, -1.1968], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1928, -0.6161], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7260, -1.6747], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7840, -1.5376], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2492, -0.3023], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0965, -0.2102], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6563, -0.0704], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.6971,  0.3389], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.9116987586021423'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6892,  0.0888], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6053, -0.2494], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6286,  0.4111], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1820, -0.7497], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0931, -0.6993], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1178, -0.4861], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9134, -1.3588], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.0526, -0.5273], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6148,  0.1425], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0957, -0.0789], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.34968966245651245'\n",
      "[('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.3009, -0.2506], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7094, -0.0173], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7599, -1.5134], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0628, -0.6734], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9406,  0.2874], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1325, -0.1742], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7025, -1.6512], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9217,  0.3080], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.7549,  0.3968], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.1544, -0.5777], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.9146948456764221'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6177, -1.2049], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5807,  0.1220], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4029, -0.4193], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0069, -0.2274], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0753, -0.0193], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4773, -0.3117], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6927, -0.0464], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1738, -0.0467], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7043, -1.4037], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9401,  0.0522], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.39495694637298584'\n",
      "[('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6684, -1.2664], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.8544,  0.2012], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2100, -0.3415], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6184, -0.1083], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8588, -1.6124], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4937, -0.2307], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1520, -0.7626], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 守 りたいんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2529, -0.6762], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2543, -0.4616], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7965, -1.7453], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.9258816242218018'\n",
      "[(tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7803,  0.0938], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3141, -0.5603], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7653, -1.6854], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9946, -1.4244], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.1456, -0.2982], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.2163, -0.1078], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.6054, -1.2248], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2614, -0.5967], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2190, -0.5360], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2990, -0.8215], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ')]\n",
      "'train_loss: 0.4686148464679718'\n",
      "[('[CLS] この 像 に 誓 ったんだ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.5934,  0.2353], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2078, -0.8939], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7787,  0.1256], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1751, -0.5408], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9340, -1.6876], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 大 丈 夫 ありがとう [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.2379, -0.8485], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 難 解 なパズルみたい [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.0381, -0.3448], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 1.0434, -1.8297], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] みんなが 戻 ってくるまで [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.4087, -0.3157], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.5433, -0.1834], device='cuda:0'),\n",
      "  '米津玄師')]\n",
      "'test_loss: 0.9397267699241638'\n",
      "[(tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.2408, -1.0796], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.3634, -1.1039], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.1936, -0.6118], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0050, -0.4653], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.4821, -0.1025], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.1428, -0.7585], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.8300, -1.1099], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.5060, -0.9394], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.0824, -0.2658], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  'ちいかわ'),\n",
      " (tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.7737,  0.1719], device='cuda:0', grad_fn=<UnbindBackward0>),\n",
      "  '米津玄師')]\n",
      "'train_loss: 0.5727922320365906'\n",
      "[('[CLS] ダンディダンディドン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.6215, -1.2195], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] どうしてどうしてどうして [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.6958, -0.0309], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ラララルルラ [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.7999, -1.5535], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 強 くなると [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.3219, -0.3940], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] ヤンパパン [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([ 0.9059, -1.6923], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] お 前 になんかやるもんか [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.2874, -0.2641], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] るるらったったったった [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.0567, -0.7428], device='cuda:0'),\n",
      "  'ちいかわ'),\n",
      " ('[CLS] 泣 いても 涙 がでないや [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD]',\n",
      "  tensor(0, device='cuda:0'),\n",
      "  'ちいかわ',\n",
      "  tensor([-0.9172,  0.3036], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] そこから 見 ていてね [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([-0.9375,  0.2844], device='cuda:0'),\n",
      "  '米津玄師'),\n",
      " ('[CLS] ヒッピヒッピシェイク [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] '\n",
      "  '[PAD] [PAD] [PAD] [PAD]',\n",
      "  tensor(1, device='cuda:0'),\n",
      "  '米津玄師',\n",
      "  tensor([ 0.7499, -1.6986], device='cuda:0'),\n",
      "  'ちいかわ')]\n",
      "'test_loss: 0.9255006313323975'\n",
      "Model saved to ../models/model_20240110_210327.safetensors\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjcAAAHFCAYAAAAOmtghAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAACfoElEQVR4nOzdd3hUZfbA8e/MpPdGGiX03qQKqKggqFhYVsUuiu7ys2LZta2N1WV1LayrYBfbCirKWlABpSkKSG/SIQESQhLS+8z9/XHn3plJpiUkmczkfJ4nj8nMnZl7k8icnPe85xgURVEQQgghhAgQRl+fgBBCCCFEU5LgRgghhBABRYIbIYQQQgQUCW6EEEIIEVAkuBFCCCFEQJHgRgghhBABRYIbIYQQQgQUCW6EEEIIEVAkuBFCCCFEQJHgRogAMH/+fAwGA7/99puvT8Wnpk2bRlRUlMNtc+fOZf78+b45IS/O4/DhwxgMhlZxjkIECgluhBABrbUHN2lpafzyyy9MmjSp5U9KiAAV5OsTEEIIf6MoCpWVlYSHh5/2c4WGhnLmmWc2wVkJITSSuRGiDfnpp58YN24c0dHRREREMHr0aL755huHY8rLy3nggQfo0qULYWFhJCQkMGzYMD7++GP9mIMHD3L11VeTnp5OaGgoKSkpjBs3ji1btrh87Tlz5mAwGNi/f3+9+x588EFCQkLIy8sDYPPmzVxyySUkJycTGhpKeno6kyZN4ujRow263s6dO7Nz505WrVqFwWDAYDDQuXNn/f7i4mL9WkNCQmjfvj0zZ86krKzM4XkMBgN33nknr732Gn369CE0NJT33nsPgKeeeoqRI0eSkJBATEwMQ4YM4e2338Z+JrG783C1LOXNz0pbjlyxYgX/93//R1JSEomJiUyZMoXjx4836HslRCCRzI0QbcSqVau44IILGDhwIG+//TahoaHMnTuXSy+9lI8//pipU6cCcN999/HBBx/w9NNPc8YZZ1BWVsaOHTvIz8/Xn+viiy/GbDbz3HPP0alTJ/Ly8li7di2FhYUuX//666/nwQcfZP78+Tz99NP67WazmQ8//JBLL72UpKQkysrKuOCCC+jSpQuvvvoqKSkp5OTksGLFCkpKShp0zV988QVXXHEFsbGxzJ07F1AzJaAGcWPHjuXo0aM88sgjDBw4kJ07d/L444+zfft2li9fjsFg0J9r8eLFrFmzhscff5zU1FSSk5MBNTj585//TKdOnQD49ddfueuuuzh27BiPP/64x/NwxtuflebWW29l0qRJ/Pe//yUrK4u//OUvXH/99fz4448N+n4JETAUIYTfe/fddxVA2bBhg8tjzjzzTCU5OVkpKSnRb6utrVX69++vdOjQQbFYLIqiKEr//v2VyZMnu3yevLw8BVDmzJnT4POcMmWK0qFDB8VsNuu3LVmyRAGUr776SlEURfntt98UQFm8eHGDn/+mm25SIiMjHW7r16+fMnbs2HrHzp49WzEajfW+Z5999pkCKEuWLNFvA5TY2FiloKDA7eubzWalpqZGmTVrlpKYmKh/T92dx6FDhxRAeffdd/XbvP1ZaT/322+/3eE5n3vuOQVQsrOz3Z6vEIFKlqWEaAPKyspYt24dV1xxhcNuIpPJxA033MDRo0fZs2cPACNGjODbb7/loYceYuXKlVRUVDg8V0JCAt26deNf//oXL774Ips3b8ZisXh1HjfffDNHjx5l+fLl+m3vvvsuqampXHTRRQB0796d+Ph4HnzwQV577TV27dp1upfv1Ndff03//v0ZPHgwtbW1+sfEiRMxGAysXLnS4fjzzz+f+Pj4es/z448/Mn78eGJjYzGZTAQHB/P444+Tn59Pbm5ug8+rIT8rzWWXXebw9cCBAwE4cuRIg19fiEAgwY0QbcCpU6dQFIW0tLR696WnpwPoy04vv/wyDz74IIsXL+a8884jISGByZMns2/fPkCtP/nhhx+YOHEizz33HEOGDKFdu3bcfffdHpeNLrroItLS0nj33Xf18/ryyy+58cYbMZlMAMTGxrJq1SoGDx7MI488Qr9+/UhPT+eJJ56gpqamyb4nJ06cYNu2bQQHBzt8REdHoyiKXv+jcfa9W79+PRMmTADgzTff5Oeff2bDhg08+uijAPUCQ2805GelSUxMdPhaW/JqzOsLEQik5kaINiA+Ph6j0Uh2dna9+7TC06SkJAAiIyN56qmneOqppzhx4oSexbn00kv5/fffAcjIyODtt98GYO/evXzyySc8+eSTVFdX89prr7k8Dy378PLLL1NYWMh///tfqqqquPnmmx2OGzBgAAsWLEBRFLZt28b8+fOZNWsW4eHhPPTQQ03yPUlKSiI8PJx33nnH5f327OtvNAsWLCA4OJivv/6asLAw/fbFixc3+rwa8rMSQjgnmRsh2oDIyEhGjhzJ559/7vDXvMVi4cMPP6RDhw707Nmz3uNSUlKYNm0a11xzDXv27KG8vLzeMT179uRvf/sbAwYMYNOmTR7P5eabb6ayspKPP/6Y+fPnM2rUKHr37u30WIPBwKBBg3jppZeIi4vz6vnrCg0NdZrBuOSSSzhw4ACJiYkMGzas3of9ripXDAYDQUFBetYJ1GzJBx984PV51NXYn5UQwkYyN0IEkB9//JHDhw/Xu/3iiy9m9uzZXHDBBZx33nk88MADhISEMHfuXHbs2MHHH3+sZyZGjhzJJZdcwsCBA4mPj2f37t188MEHjBo1ioiICLZt28add97JlVdeSY8ePQgJCeHHH39k27ZtXmVVevfuzahRo5g9ezZZWVm88cYbDvd//fXXzJ07l8mTJ9O1a1cUReHzzz+nsLCQCy64oMHfEy0LtHDhQrp27UpYWBgDBgxg5syZLFq0iHPOOYd7772XgQMHYrFYyMzMZOnSpdx///2MHDnS7XNPmjSJF198kWuvvZY//elP5Ofn8/zzzzvdCeXqPJzx9mclhHDBp+XMQogmoe2acfVx6NAhRVEUZc2aNcr555+vREZGKuHh4cqZZ56p71LSPPTQQ8qwYcOU+Ph4JTQ0VOnataty7733Knl5eYqiKMqJEyeUadOmKb1791YiIyOVqKgoZeDAgcpLL72k1NbWenW+b7zxhgIo4eHhSlFRkcN9v//+u3LNNdco3bp1U8LDw5XY2FhlxIgRyvz58z0+r7PdUocPH1YmTJigREdHK4CSkZGh31daWqr87W9/U3r16qWEhIQosbGxyoABA5R7771XycnJ0Y8DlDvuuMPpa77zzjtKr1699O/V7Nmzlbffftvh++7uPJztllIU735WrnbJrVixQgGUFStWePyeCRGIDIpi12lKCCGEEMLPSc2NEEIIIQKKBDdCCCGECCgS3AghhBAioEhwI4QQQoiAIsGNEEIIIQKKBDdCCCGECChtromfxWLh+PHjREdHSyMsIYQQwk8oikJJSQnp6ekYje5zM20uuDl+/DgdO3b09WkIIYQQohGysrLo0KGD22PaXHATHR0NqN+cmJgYH5+NEEIIIbxRXFxMx44d9fdxd9pccKMtRcXExEhwI4QQQvgZb0pKpKBYCCGEEAFFghshhBBCBBQJboQQQggRUNpczY23zGYzNTU1vj4N4eeCg4MxmUy+Pg0hhGhTJLipQ1EUcnJyKCws9PWpiAARFxdHamqq9FUSQogWIsFNHVpgk5ycTEREhLwhiUZTFIXy8nJyc3MBSEtL8/EZCSFE2yDBjR2z2awHNomJib4+HREAwsPDAcjNzSU5OVmWqIQQogVIQbEdrcYmIiLCx2ciAon2+yQ1XEII0TIkuHFClqJEU5LfJyGEaFkS3AghhBAioEhwI1w699xzmTlzptfHHz58GIPBwJYtW5rtnABWrlyJwWCQHW1CCCGckoLiAOBp2eOmm25i/vz5DX7ezz//nODgYK+P79ixI9nZ2SQlJTX4tYQQQoimIsFNAMjOztY/X7hwIY8//jh79uzRb9N27Ghqamq8CloSEhIadB4mk4nU1NQGPUYIIYSfqqmEoFBohXWFsiwVAFJTU/WP2NhYDAaD/nVlZSVxcXF88sknnHvuuYSFhfHhhx+Sn5/PNddcQ4cOHYiIiGDAgAF8/PHHDs9bd1mqc+fO/OMf/+CWW24hOjqaTp068cYbb+j3112W0paPfvjhB4YNG0ZERASjR492CLwAnn76aZKTk4mOjubWW2/loYceYvDgwQ36HixatIh+/foRGhpK586deeGFFxzunzt3Lj169CAsLIyUlBSuuOIK/b7PPvuMAQMGEB4eTmJiIuPHj6esrKxBry+EEG3K4Z/h+Z6w4DqwmH19NvVIcOOBoiiUV9f65ENRlCa7jgcffJC7776b3bt3M3HiRCorKxk6dChff/01O3bs4E9/+hM33HAD69atc/s8L7zwAsOGDWPz5s3cfvvt/N///R+///6728c8+uijvPDCC/z2228EBQVxyy236Pd99NFHPPPMMzz77LNs3LiRTp06MW/evAZd28aNG7nqqqu4+uqr2b59O08++SSPPfaYvhT322+/cffddzNr1iz27NnDd999xznnnAOoWa9rrrmGW265hd27d7Ny5UqmTJnSpN97IYQIKCU58Ok0qCqCPd/Aqud8fUb1yLKUBxU1Zvo+/r1PXnvXrIlEhDTNj2jmzJlMmTLF4bYHHnhA//yuu+7iu+++49NPP2XkyJEun+fiiy/m9ttvB9SA6aWXXmLlypX07t3b5WOeeeYZxo4dC8BDDz3EpEmTqKysJCwsjP/85z9Mnz6dm2++GYDHH3+cpUuXUlpa6vW1vfjii4wbN47HHnsMgJ49e7Jr1y7+9a9/MW3aNDIzM4mMjOSSSy4hOjqajIwMzjjjDEANbmpra5kyZQoZGRkADBgwwOvXFkKINsVcowY2ZbkQlQKlJ2DVs9DpTOh2nq/PTieZmzZi2LBhDl+bzWaeeeYZBg4cSGJiIlFRUSxdupTMzEy3zzNw4ED9c235Sxsv4M1jtBEE2mP27NnDiBEjHI6v+7Unu3fvZsyYMQ63jRkzhn379mE2m7ngggvIyMiga9eu3HDDDXz00UeUl5cDMGjQIMaNG8eAAQO48sorefPNNzl16lSDXl8IIdqM5U9C5i8QEg3TlsCQmwAFPr9Nzei0EpK58SA82MSuWRN99tpNJTIy0uHrF154gZdeeok5c+YwYMAAIiMjmTlzJtXV1W6fp24hssFgwGKxeP0YbWeX/WPq7vZq6JKQoihunyM6OppNmzaxcuVKli5dyuOPP86TTz7Jhg0biIuLY9myZaxdu5alS5fyn//8h0cffZR169bRpUuXBp2HEEIEtJ2L4ZdX1M8nz4Wk7nDRs3BsI5zYAYtuhRsWg8n3oYVkbjwwGAxEhAT55KM5O9uuWbOGyy+/nOuvv55BgwbRtWtX9u3b12yv50qvXr1Yv369w22//fZbg56jb9++/PTTTw63rV27lp49e+qznIKCghg/fjzPPfcc27Zt4/Dhw/z444+A+jMeM2YMTz31FJs3byYkJIQvvvjiNK5KCCECTN4++N+d6uej74K+l6mfB4fDle9BSBQcXgOr/um7c7Tj+/BK+ET37t1ZtGgRa9euJT4+nhdffJGcnBz69OnToudx1113cdtttzFs2DBGjx7NwoUL2bZtG127dvX6Oe6//36GDx/O3//+d6ZOncovv/zCK6+8wty5cwH4+uuvOXjwIOeccw7x8fEsWbIEi8VCr169WLduHT/88AMTJkwgOTmZdevWcfLkyRb/PgghRKtVXQYLb4DqEsgYA+OedLw/qTtc+m9YNB1WPw+dRkH3cT45VY1kbtqoxx57jCFDhjBx4kTOPfdcUlNTmTx5coufx3XXXcfDDz/MAw88wJAhQzh06BDTpk0jLCzM6+cYMmQIn3zyCQsWLKB///48/vjjzJo1i2nTpgEQFxfH559/zvnnn0+fPn147bXX+Pjjj+nXrx8xMTGsXr2aiy++mJ49e/K3v/2NF154gYsuuqiZrlgIIfyIosBX98DJ3WoB8RXvOF92GnAFDL0Ztf7mT1CcXf+YFmRQ2tie1+LiYmJjYykqKiImJsbhvsrKSg4dOkSXLl0a9OYqmtYFF1xAamoqH3zwga9PpUnI75UQwm+t+heseBoMJrjpK+g8xvWxNZXw1ng4sV3N8Nz4ZZPW37h7/65LlqWET5WXl/Paa68xceJETCYTH3/8McuXL2fZsmW+PjUhhGjbfnlVDWwAJv7DfWADEBwGV70Hr4+FymKoKICo5OY/TyckuBE+ZTAYWLJkCU8//TRVVVX06tWLRYsWMX78eF+fmhBCtF2/vQvfP6J+fu4jcOYM7x6X2A1u/B+k9FODHR+R4Eb4VHh4OMuXL/f1aQghhNBsXQhf36t+PuYeGPvXhj2+w9CmP6cGkoJiIYQQQqh2/Q8WzwAUGPEnGP9UqxyM6YkEN0IIIYSAvUvhs+mgWGDw9XDhs34Z2IAsSwkhhBBtV0UhHFwJB36AbZ+ApQb6/xEuexmM/pv/kOBGCCGEaCsUBY5vhv3LYf8PcHQDKGbb/b0mwR9eB2PTjf/xBQluhBBCiLYgext89xAc+dnx9qSe0H282lW46/l+nbHRSHAjhBBCBLKyPPjxadj0nlpPExRmDWasAU1cJ1+fYZPz//BMNJlzzz2XmTNn6l937tyZOXPmuH2MwWBg8eLFp/3aTfU87jz55JMMHjy4WV9DCCFaDXMN/DIXXh4CG99VA5t+U+DO3+Dqj2DYzQEZ2EArCG7mzp2rt6UfOnQoa9ascXv8q6++Sp8+fQgPD6dXr168//77LXSmrdell17qsundL7/8gsFgYNOmTQ1+3g0bNvCnP/3pdE/PgasAIzs7W+Y5CSGEM+YaWHQbvNgPfn4ZqsvdH28xw87FMG8MfP8wVBVB6gC4+Vu48l2I69gip+1LPl2WWrhwITNnzmTu3LmMGTOG119/nYsuuohdu3bRqVP9aHLevHk8/PDDvPnmmwwfPpz169dz2223ER8fz6WXXuqDK2gdpk+fzpQpUzhy5AgZGRkO973zzjsMHjyYIUOGNPh527Vr11Sn6FFqamqLvZYQQrQIRYHNH4AxCPpfAUEhDX8Oi1kdRLnzc/XrZY/BL6/AWffB0GmOXYCry2DzR/Drq3DqsHpbRCKMexzOuMHvi4QbwqeZmxdffJHp06dz66230qdPH+bMmUPHjh2ZN2+e0+M/+OAD/vznPzN16lS6du3K1VdfzfTp03n22Wdb+Mxbl0suuYTk5GTmz5/vcHt5eTkLFy5k+vTp5Ofnc80119ChQwciIiIYMGAAH3/8sdvnrbsstW/fPs455xzCwsLo27ev0/lPDz74ID179iQiIoKuXbvy2GOPUVNTA8D8+fN56qmn2Lp1KwaDAYPBoJ9z3WWp7du3c/755xMeHk5iYiJ/+tOfKC0t1e+fNm0akydP5vnnnyctLY3ExETuuOMO/bW8YbFYmDVrFh06dCA0NJTBgwfz3Xff6fdXV1dz5513kpaWRlhYGJ07d2b27Nn6/U8++SSdOnUiNDSU9PR07r77bq9fWwgR4BQFvnsYvrwLFv8fvHwGrH9THS7pLYtFffzOz8EYDGc/oC4jlZ6A7x6E/wyBDW9D0VH44e/wYl/49i9qYBOeAOf8Fe7apAZBbSiwAR9mbqqrq9m4cSMPPfSQw+0TJkxg7dq1Th9TVVVVb6pyeHg469evp6amhuDg4KY/UUWBGg8pwOYSHOFVA6WgoCBuvPFG5s+fz+OPP47B+phPP/2U6upqrrvuOsrLyxk6dCgPPvggMTExfPPNN9xwww107dqVkSNHenwNi8XClClTSEpK4tdff6W4uNihPkcTHR3N/PnzSU9PZ/v27dx2221ER0fz17/+lalTp7Jjxw6+++47feRCbGxsvecoLy/nwgsv5Mwzz2TDhg3k5uZy6623cueddzoEcCtWrCAtLY0VK1awf/9+pk6dyuDBg7nttts8Xg/Av//9b1544QVef/11zjjjDN555x0uu+wydu7cSY8ePXj55Zf58ssv+eSTT+jUqRNZWVlkZWUB8Nlnn/HSSy+xYMEC+vXrR05ODlu3bvXqdYUQAU5RYOnfYJ31D/XIdlB8FJY8AKufV0caDJ0GIRHun+Pbv8CWj9SJ3Fe8A30vg7EPwpYP1ecpPgbf3Aff2D0uoSuMugMGXev++QOcz4KbvLw8zGYzKSkpDrenpKSQk5Pj9DETJ07krbfeYvLkyQwZMoSNGzfyzjvvUFNTQ15eHmlpafUeU1VVRVVVlf51cXFxw060phz+kd6wxzSVR45DSKRXh95yyy3861//YuXKlZx33nmAuiQ1ZcoU4uPjiY+P54EHHtCPv+uuu/juu+/49NNPvQpuli9fzu7duzl8+DAdOnQA4B//+Ee9Opm//e1v+uedO3fm/vvvZ+HChfz1r38lPDycqKgogoKC3C5DffTRR1RUVPD+++8TGale/yuvvMKll17Ks88+q//OxMfH88orr2AymejduzeTJk3ihx9+8Dq4ef7553nwwQe5+uqrAXj22WdZsWIFc+bM4dVXXyUzM5MePXpw1llnYTAYHJb8MjMzSU1NZfz48QQHB9OpUydGjBjh1esKIZpJVSlkb4GMMb7rrKsosPwJdekI4JI5MOgadXnqpzlqkPP9w/DTi+p4g35/gKQe9Z9j2WOw4S3AAH94TQ1sQF3aGnaLGrxseg/WvKBmcjqOhNF3Qa+L21yWxhmfFxQb6vwCKopS7zbNY489xkUXXcSZZ55JcHAwl19+OdOmTQPAZHL+w5w9ezaxsbH6R8eOgVlI1bt3b0aPHs0777wDwIEDB1izZg233HILAGazmWeeeYaBAweSmJhIVFQUS5cuJTMz06vn3717N506ddIDG4BRo0bVO+6zzz7jrLPOIjU1laioKB577DGvX8P+tQYNGqQHNgBjxozBYrGwZ88e/bZ+/fo5/NzT0tLIzc316jWKi4s5fvw4Y8aMcbh9zJgx7N69G1CXvrZs2UKvXr24++67Wbp0qX7clVdeSUVFBV27duW2227jiy++oLa2tkHXKYRoQpVF8PYFMH8SLH/SN+egKPDDLPj53+rXk15QdyQFh8GI2+DuzXDpvyEuA8pOwopn4JVh8OpIdat29lb1OVb+E9b+R32OS/8NA6+q/1rBYTDyz3DPNrh/D0xfCn0ulcDGymeZm6SkJEwmU70sTW5ubr1sjiY8PJx33nmH119/nRMnTpCWlsYbb7xBdHQ0SUlJTh/z8MMPc9999+lfFxcXNyzACY5QMyi+ENywlOL06dO58847efXVV3n33XfJyMhg3LhxALzwwgu89NJLzJkzhwEDBhAZGcnMmTOprq726rkVRal3W90g9Ndff+Xqq6/mqaeeYuLEicTGxrJgwQJeeOGFBl2HuwDX/va6y5AGgwGLxdKg13IXXA8ZMoRDhw7x7bffsnz5cq666irGjx/PZ599RseOHdmzZw/Lli1j+fLl3H777fzrX/9i1apVzbM8KoRwrbYaFlwHubvUr3+eA13HQrfzW+4cFEUNVn56Uf364udh+K2OxwSFqMtRg6+DHYtg+6dwcBWc/F39WP0viEqFUuv74oXPwtCb3L9ucBgEy4aMunyWuQkJCWHo0KH1ilKXLVvG6NGj3T42ODiYDh06YDKZWLBgAZdccglGFx0VQ0NDiYmJcfhoEINBXRryxUcD06pXXXUVJpOJ//73v7z33nvcfPPN+hv1mjVruPzyy7n++usZNGgQXbt2Zd++fV4/d9++fcnMzOT4cVug98svvzgc8/PPP5ORkcGjjz7KsGHD6NGjB0eOHHE4JiQkBLPZjDt9+/Zly5YtlJWVOTy30WikZ8+eXp+zOzExMaSnp/PTTz853L527Vr69OnjcNzUqVN58803WbhwIYsWLaKgoABQg+3LLruMl19+mZUrV/LLL7+wffv2Jjk/IYSXFAX+dwccXgMhUdDTulT+xQwoPdky51BTCT/+XQ1OQA1KRrhZHjcFw6Cr4fpF8Jf9MOVN6HOZ+getFtiMexzOnNH85x6gfLoV/L777uOGG25g2LBhjBo1ijfeeIPMzExmzFB/oA8//DDHjh3Te9ns3buX9evXM3LkSE6dOsWLL77Ijh07eO+993x5Ga1GVFQUU6dO5ZFHHqGoqEhfsgPo3r07ixYtYu3atcTHx/Piiy+Sk5Pj8Ebuzvjx4+nVqxc33ngjL7zwAsXFxTz66KMOx3Tv3p3MzEwWLFjA8OHD+eabb/jiiy8cjuncuTOHDh1iy5YtdOjQgejoaEJDQx2Oue6663jiiSe46aabePLJJzl58iR33XUXN9xwg8usXmP85S9/4YknnqBbt24MHjyYd999ly1btvDRRx8B8NJLL5GWlsbgwYMxGo18+umnpKamEhcXx/z58zGbzYwcOZKIiAg++OADwsPD623FF0I0sx9mwfZP1O3WV70PnUbBm+epmZDF/wfXftI84wS0GU1bPlIzMJVF6u0T/9GwoCQ8Tl12GniV2r/m4ArAAL0vbvpzbkN8WnMzdepU5syZw6xZsxg8eDCrV69myZIl+htEdna2Q72G2WzmhRdeYNCgQVxwwQVUVlaydu1aOnfu7KMraH2mT5/OqVOnGD9+vEOvoMcee4whQ4YwceJEzj33XFJTU5k8ebLXz2s0Gvniiy+oqqpixIgR3HrrrTzzzDMOx1x++eXce++93HnnnQwePJi1a9fy2GOPORzzxz/+kQsvvJDzzjuPdu3aOd2OHhERwffff09BQQHDhw/niiuuYNy4cbzyyisN+2Z4cPfdd3P//fdz//33M2DAAL777ju+/PJLevRQi/uioqJ49tlnGTZsGMOHD+fw4cMsWbIEo9FIXFwcb775JmPGjGHgwIH88MMPfPXVVyQmJjbpOQoh3Njwlm0Z6NKX1VECIRHqziJTKOxfButea9rXLD0Ja1+BeaPVIGrDW2pgE9NBrY8ZdUfjnzskAnpPksCmCRgUZ8UUAay4uJjY2FiKiorqLVFVVlZy6NAhvWOyEE1Bfq+EaAa/L4GF16kjBc59BM590PH+9W+qW6+NwXDrckgfXP85aqshZztEtVODE2cZHkWBk3tg73ew93vI+lV9TVBnNPW+BM64DrqMlWLeZubu/bsuGZwphBDCvxzdCJ/dogYZZ9wAY/9a/5jht8LBlfD71+qxf14NoVFqsJK9Bbb8F7Z/BhVqDR3BkeqW7Ha9oV0vtVle1no1qCl0rB2k/VC1KLj/H9VlJdHqSHAjhBDCf5ScgAXXQm2FOtX6kpecb74wGOCy/6h1MQUH4Kt7IG0gbPkYTu62HRcWq9a61JSpQU/2lvrPZQqFLudAz4nqR4AOmwwkEtwIIYTwD+ZaNQtTmqNmWK6cr+48ciUiAaa8Ae9dCjs+Uz/Aupw0SW2u1/U8QFFHFmhbsk/uVb9O7gM9L1S3lXvZUFW0DhLcCCGE8A8/zoIjP6lbvq/6AEKjPT+m81nqturlT0LHM2HwNdB3cv3lpKQe6keftjuEOZBIcONEG6uxFs1Mfp+EaAK7v7J1/r38FWjXgJ5XZ90LZ97RuKncwi/5fPxCa6J1li0v99GgTBGQtN8n6VwsRCPlH4DFt6ufn3mHOo+poSSwaVMkc2PHZDIRFxenzyeKiIhwOQZACE8URaG8vJzc3Fzi4uJczj8TQrhRXQ4Lb4CqYnVZ6YKnfH1Gwg9IcFOHNq3a2wGMQngSFxfndgq6EMIFRYGv74XcnRDZznMBsRBWEtzUYTAYSEtLIzk5mZqaGl+fjvBzwcHBkrERojEqi+CXV2HbAjAY4Yp3ISbN12cl/IQENy6YTCZ5UxJCiJZksagDMDd/CLu/hNpK9fZxT0CXs317bsKvSHAjhBCi+SkKlOdDxSkw14ClRu1bY65WPz+yVh1CWWibJ0i73mqn4eG3+u68hV+S4EYIIUTTqS6HY7+p85hOHXb8qC71/PjQGHWswRk3QPshzrsPC+GBBDdCCCFcO7YRPv8zBIdD6gBI6Q+p/dX/RiRAdRlkrYPDP8Phn9TjLa7qFQ1q8GIKVj+MwbbPYzvAwKuhzyXqawlxGiS4EUII4Vz2NvhgClQWql/nbHO8PyoVyvPAUut4e0x7SBsMCV0gvrPtI7YjBIc1+2kLIcGNEEKI+nJ3wweT1cCm40gYdSec2AkndkDOdnVSdmmOemxsR3XMQcYY9b/xnWU5SfiUBDdCCCEc5e2H9y5TC4DTz4DrPlWnZ/e9zHZMZbFaVxPVTg1mhGhFJLgRQghhU3BInaJdlqvW1Vz/uRrY1BUWAx2Ht/z5CeEFmS0lhBBCVZgF718GJcchqRfc+D+1aFgIPyPBjRBCCCg4qAY2hZmQ0BVu+hIik3x9VkI0iixLCSFEW6Yo8NvbsPQxqCmHuE5w01cQLfPQhP+S4EYIIdqqoqPwvzvh4Ar164yz4A+vqT1nhPBjEtwIIURboyiw9WP49kGoKoagMBj/JIz4MxilWkH4PwluhBAiEFnMak+aikJ1uam6TB1/UF0Gh1bD3u/U49oPU7M1ST18erpCNCUJboQQItAcXAXfPQy5O10fYwyG8x6G0feASd4KRGCR32ghhAgUBYdg6d/g96/Vr0Oi1PqZkEj1I9j63/B4GDpNnRElRACS4EYIIfxdVQmseQF+eRXM1WAwwfDpcO7D0qdGtEkS3AghhL+ymNXC4B9mQekJ9bau58LE2ZDS16enJoQvSXAjhBD+6OAqWPqoOsQSIL4LTPwH9LpIhlaKNk+CGyGE8Cd5+9SGe3u/Vb8OjYVz7oeRMyAo1LfnJkQrIcGNEEL4g9KTsPpfajdhS62trmbsQxCZ6OuzE6JVkeBGCCFaK0WBwz/Bb+/A7q/AUqPe3vNCuODv0K6nb89PiFZKghshhGhtygvUQuHf3oX8fbbb2w+FcY+rRcNCCJckuBFCiOZSWQRZ6yH/gLqbyf6j5ATUVoIpWG2oZwpRPzeFqBO6zVXqc4REwYArYOjNkD7Yp5cjhL+Q4EYIIZpKaS4cWat+ZK6FnB2A0rjnSh0Aw26BAVdCaHSTnqYQgU6CGyGEOB211bD9E/h1njrLqa6ErpDSH6LTICoZolMhKkX9CIkEc43aeM9SY/s8PAFS+smWbiEaSYIbIYSoK2e7Wu8SmaTWt7QfBkEhjsdUlcDG99SuwCXHrTca1KAkYzR0GqX+Nzq1pc9eiDZPghshRGCwWGD9G7Drf2q2pOMI6DgSknqC0ejdc5Tmwo9Pw6b30ZeTVj2rzmTqPEYNdDqOVCdqr39DrakBiEqFUbfDGTfIuAMhWgGDoiiNXBD2T8XFxcTGxlJUVERMTIyvT0cI0RSKjsHi/4NDq+rfFxYLHYZDhxHqbqP0M+r3hamphHXzYPULUF2i3tbnMrW49+BKKM9z/rqJ3WH03TDoammgJ0Qza8j7t2RuhBD+bftn8M19ahYlOALOvh9qytVdSsc2qrfvX65+aOI6qUFO+hnqhOw1L0Bhpnpf+hC4cDZ0OlP92mKB3J1qkHNwpfq8ST1hzD3QexIYTS19xUIIDyRzI4TwTxWn4JsHYMdn6tfth8If3oCk7rZjzDVqkW/WevUjewvk73f+fNFpMP5JGHCV98tYQogWI5kbIURgO/ILLJoOxcfUMQRj/6pmbEzBjseZgm0ZmpF/Vm+rLILsrXB8s/pRcEjt+DvmbnX3khDC70lwI4TwL7u+hEW3qk3uErrBlDegwzDvHx8WC13OUT+EEAFJghshhP/YOB++vhcUC/S+RA1sJNsihKhDghshROunKLD6eVjxtPr10Gkw6UUp5hVCOCXBjRCidbNY4LsH1b4yAOf8Fc57RLr3CiFckuBGCNF61VbBFzNg5+eAAS561lYYLIQQLvh8v+PcuXPp0qULYWFhDB06lDVr1rg9/qOPPmLQoEFERESQlpbGzTffTH5+fgudrRCi0Sxm2PYJrH1FnXrtTlUpbHgbXj9HDWyMwfDHtySwEUJ4xad9bhYuXMgNN9zA3LlzGTNmDK+//jpvvfUWu3btolOnTvWO/+mnnxg7diwvvfQSl156KceOHWPGjBn06NGDL774wqvXlD43QjShoqMQFF6/429dJ/fCl3dC1jrbbe2HQv8/Qr8/QEy6elvePtjwFmz5L1QVq7eFxsBV70G385vnGoQQfqEh798+DW5GjhzJkCFDmDdvnn5bnz59mDx5MrNnz653/PPPP8+8efM4cOCAftt//vMfnnvuObKysrx6TQluhGgCp47A8idg5xdqVmXAFXDm7ZA20PE4cy388h9YMVvduh0SDemD4cjP6o4nAAzqgElTsNoBWJPQFYbfBoOvhfC4lrkuIUSr5RdN/Kqrq9m4cSMPPfSQw+0TJkxg7dq1Th8zevRoHn30UZYsWcJFF11Ebm4un332GZMmTXL5OlVVVVRVVelfFxcXN80FCNEWVZXAmhfVSdhm6/9XlhrY+rH60flsGHUH9JgIJ3+H/92uNsoD6DYOLv03xHVUB1Tu+h/sWASZv6jBDgAG6DkRRtwGXc+XTsFCiEbxWXCTl5eH2WwmJSXF4faUlBRycnKcPmb06NF89NFHTJ06lcrKSmpra7nsssv4z3/+4/J1Zs+ezVNPPdWk5y5Em2Mxw+YP1YnZZbnqbZ3PVmcw1VbDr6/CzsVweI36EZcBxcfVwCcsFibOVjMw2g6nqGQ1gBlxm7q0tXOxOg9q4FUQ39lHFymECBQ+/7PIUGc7p6Io9W7T7Nq1i7vvvpvHH3+cjRs38t1333Ho0CFmzJjh8vkffvhhioqK9A9vl6+EEFYn98AbY+Gru9XAJqErXP1fuOkrSB0AHYbCFe/AzG3qMMmwWCg8ogY2vS6G29fBGde53rod2wFG36mOUJDARgjRBHyWuUlKSsJkMtXL0uTm5tbL5mhmz57NmDFj+Mtf/gLAwIEDiYyM5Oyzz+bpp58mLS2t3mNCQ0MJDQ1t+gsQoi3Y+QUsvgNqytSgZeyDah1MUEj9Y2M7wAWz1D40Oz+HiEQ1uJF+NEKIFuazzE1ISAhDhw5l2bJlDrcvW7aM0aNHO31MeXk5xjpr8CaT2qG0jQ03F6J5mWth6d/g02lqYNP5bLjzN7WexllgYy80CobcCL0nSWAjhPAJnzbxu++++7jhhhsYNmwYo0aN4o033iAzM1NfZnr44Yc5duwY77//PgCXXnopt912G/PmzWPixIlkZ2czc+ZMRowYQXp6ui8vRYjAUXoSPrtZrZ0Bdanp/MfBJD0/hRD+waf/Wk2dOpX8/HxmzZpFdnY2/fv3Z8mSJWRkZACQnZ1NZmamfvy0adMoKSnhlVde4f777ycuLo7zzz+fZ5991leXIIT/sZjVmhhFUbdfm0LU7dymYMjdrWZrSo5DSBRMngt9L/f1GQshRIP4tM+NL0ifG9GmKAoUZsKxjXB8ExzbBMe3qEtN7iT1hKkfQbueLXKaQgjhiV/0uRFCNJGDK2HXl2pH36pSqNY+yqAsDyoK6j8mKEzN2JirwVwDitl2X/8/qv1oQqNb7BKEEKIpSXAjhL86thGWPwWHVrk/zhgMqf0hfYg68qD9EDUzYzTZjrFY1K3bigWCw5v3vIUQoplJcCNEa2Ixw6pn1a697YepYwk6jlC3YWtO7oUf/w67v1S/NgarfWSSekJIpForExKl7loKjVFvDw5z/7pGIxilZYIQIjBIcCNEa1FdBotugz3fqF8fWg0/vQgYIKU/ZIxSj9n6sXUukwEGXQ3nPgzxGb48cyGEaFUkuBGiNSg+Dh9fDdlbwRQKZ90LRVlwZC2cOgQntqsfml6T4Py/QUpf352zEEK0UhLcCOFr2dvgv1PV7dcRSepog04jbfeX5FiHS/4ClUUwfLq6VCWEEMIpCW6EaG7HNqqZmdiOENcJwuNtnXv3fAef3aJuzU7qBdcuhIQujo+PToV+f1A/hBBCeCTBjRDNJWsDrHha3aptLyRaDXKiU9T7FAt0PReufA/C41r+PIUQIsBIcCNEU8veCiv+AXu/U782BkNKPzV7U5YL1SWQu1P9ABg6DS5+Xu0QLIQQ4rRJcCNEUzmxC1b9E3b9T/3aYIRB18LYv9p2M1WXQ9FRtWtw4RF1qarHBTJgUgghmpAEN0KcjtKTsGMRbFuojjcAwAADroCxD0FSd8fjQyLUkQYy1kAIIZqNBDdCNFR1OexZAts+gf3LbaMLDCboPUntOyNbtIUQwmckuBHCG+UFsG8p/P4N7P/BcfBk+hAYOFWdyRTVznfnKIQQApDgxr9YzGqH2jCZZt4iTh1Rg5k9S9RmevbDJeM6qQHNgKtkiUkIIVoZCW78ybLHYd1rcMtS6DDU12cTmBQFDq+Bta/Avu8d70vuB70vhl4XQ/oZUgQshBCtlAQ3/kJRYOsCsNTCzs8luGlq5hrY+QWs/Q/kbLPeaIDOZ6nBTO+LIb6zL89QCCGElyS48Re5u6E8T/388E++PZdAUlUCv70Dv76mjj8ACAqHwdfCqDsgsZtvz08IIUSDSXDjLw6vsX2es02dMRQW67vz8bVtn8L6N6DnRBh8HcSkNezxVaWw4U34+WWoKFBvi0yGkX+CYdMhIqHpz1kIIUSLkODGXxxabftcsUDmr+obe1uUfwC+vBNqK+HoerUbcM+JMORG6H4BmNz8WleXw29vw09zbJmwhG7qFO6BV0FQaItcghBCiOYjwY0/sFhsS1HJ/dS2/Yd/apvBjcUC/7MGNulD1GAk8xd1R9OeJRCdBgOuVP9rCrZ+hKgfxcfUQuGyXPW54jurjfYGXOk+IBJCCOFX5F90f3BiO1QWQkgUjLod/ncHHPnZ12flGxvehMy1EBwJV85Xxxqc3AOb3oetH0NJNqx92f1zxHWCc/4Kg66WeU5CCBGAJLhpKuUFsP5NKDsJk55v2uc+ZK23yRitTo8GOL5FLYYNjW7a12rNCg7B8ifVzy94yjavqV0vmPgMjHtczd7sWw61FeoOKEstmKvVzw0G6Hs5DL4egkJ8dhlCCCGalwQ3TaX4OKz8hzoscfSdTbttWCsm7nw2xHZQn/vUYchcBz3GN93rtGYWC3x5F9SUq9+HYdPrHxMUCv3+oH4IIYRos4y+PoGAkdofup2vFvv++lrTPa+5Fg5bl6C6nK3+N+Ms9b/2O6gC3ab56vUGR8BlL4NRfnWFEEI4J+8QTWn0Xep/N70PFaea5jmzt0J1ibrtO3WgelvnMep/20rdTWEWLH1c/Xzc45DQ1bfnI4QQolWT4KYpdT0PUvqrQxV/e7dpnvOwdQt4xllgNFk/twY3xzap/VoCmaLAV3erAV7HM2HEn319RkIIIVo5qblpSgYDjLoTFs+Ada+rn59u4arW30ZbkgK1kDa2ExRlQtY66D7u9F7D1ywW2P6JOpwSRQ1oUNT7KgrhwI8QFAaXvyrLUUIIITyS4Kap9f8j/PCUuiV5x2dqG//Gqq1Wm/WBWkRrr/MY2Jqp9rvx5+DmyFr49kG7eU4unPcoJHVvmXMSQgjh1yS4aWpBITDyz+qW5bWvwKBrGj89+vgmdXdQRCIk93W8r/NZal8Xf627OXVEnXK+a7H6dWgMDJ0GYTGA9ftlMKifRyXDoNMIEoUQQrQpEtw0h6E3w+rn1U7CB35sfGZF62/T+az6yzH2dTfVZRAS2fjz1RxcCb+8Cv2mwOBrTv/5nKkqhZ9eVAM/c5W6dX7ITWpmJqpd87ymEEKINkWCm+YQHqfOOfp1Lqz9z2kEN6vU/9ZdkgK1101MByg+Clnrodt5jT1bKDoGSx+FnV+oX+9bpvaM6T/F82MtFrVRnrvaIkWB45th84ew/TOoKlJv73w2XPhPdRu9EEII0UQkuGkuI2fAutfg4ArI2Q6pAxr2+JpKNWgB6HJO/fsNBrXuZttCdWmqMcFNbbUagK16Tt3hZTBC2mB1OeyLP0NkO8dC5rr2LYMvZkBVMaQNgg7Dof1Q9b9xndSuzds/UYOaEztsj0voChf8HXpPavySnRBCCOGCBDfNJT4D+k6GnZ+rSz1/aGBjv6Mb1GWbqBRI6un8mAxrcKMN1WyIgythyV8gb6/6dceRcPHzkNIPPr0Jdn8FC66Fm7+tn1lRFDVw+/4RtWmhdr5HN9iOiUxWe/1YatSvTaHQ51I443roMlZ2PQkhhGg28g7TnLSmfts/VZd+GsJ+5IKr7EZna6fiYxuhutz75179PLx/uRrYRCTB5Hlw83eQNlDtpTPlLTVwqiqGD/8IhZm2x5pr4OuZ8N1DamAz+Hq48zf1MSP+rE7qNgapk7ctNWom6OLn4YE9cMXbaoZJAhshhBDNSDI3zan9EDVIOPIzrH8dLpjl/WOd9bepK6ErRKep286PboCuYz0/78p/wsrZ6ufDpqsdf8PjHI8JDoOrP4J3LoKTu9UA55bv1fs+udEaeBlgwt/VXj4GAyT1gIFXqsfUVKhLcaHRkNzH+2sWQgghmoD8Cd3ctOzNutfhu0ccsyCuVJfD0d/Uz53V22gMBtuuKU9bwhUFfnzGFtiMfxIuebF+YKMJj4frF0FMezXD89EV8NY4NbAJiYJrFqjX5iyrFBwOHUdIYCOEEMInJLhpbj0mqgM1ayvh11fh34Ph05vVpSRXsn5Vl3RiOkB8F/fPry1NHXYT3CgK/Ph3WP2c+vWEp+Gsez2fe2x7uP5zCItTz7fgoNoZefpS6HWh58cLIYQQPiDLUs3NaFQDhP3L1W3hh1apRcY7P4dOo2HgVWomxBSk1qoYg2xbsru4qbfRaMHN0Q3qDqvgMMf7FUVtKPjzHPXribNh1O3en39yb7h2IXx8tTo364p3pR+NEEKIVs2gKIri65NoScXFxcTGxlJUVERMTEzLn0D2NnX31I7P1P4w7lw+F864zv0xigLP91QLeIffCkm9ICJBXW4Kj4cdn8Mvr6jHXvSc2j25Mcy1agAmhBBC+EBD3r8luPHZiRyHDW9B9lZ1B5LFrAY7llp1SSo6Df74llqU68miW9UdWe5c/DyMuK1pzl0IIYRoYQ15/5Y/xX0lJl3dqdQUxj+l1uaU5aq9ZcoL1GnaFQXq/ec+pHZMFkIIIdoACW4CQWx7OP9RX5+FEEII0SrIbikhhBBCBBQJboQQQggRUCS4EUIIIURAkeBGCCGEEAHF58HN3Llz6dKlC2FhYQwdOpQ1a9a4PHbatGkYDIZ6H/369WvBMxZCCCFEa+bT4GbhwoXMnDmTRx99lM2bN3P22Wdz0UUXkZnpfP7Sv//9b7Kzs/WPrKwsEhISuPLKK1v4zIUQQgjRWvm0id/IkSMZMmQI8+bN02/r06cPkydPZvbs2R4fv3jxYqZMmcKhQ4fIyMjw6jVbTRM/IYQQQnitIe/fPsvcVFdXs3HjRiZMmOBw+4QJE1i7dq1Xz/H2228zfvx4t4FNVVUVxcXFDh9CCCGECFw+C27y8vIwm82kpKQ43J6SkkJOTo7Hx2dnZ/Ptt99y6623uj1u9uzZxMbG6h8dO3Y8rfMWQgghROvm84JiQ52p14qi1LvNmfnz5xMXF8fkyZPdHvfwww9TVFSkf2RlZZ3O6QohhBCilfPZ+IWkpCRMJlO9LE1ubm69bE5diqLwzjvvcMMNNxASEuL22NDQUEJDQ0/7fIUQQgjhH3yWuQkJCWHo0KEsW7bM4fZly5YxevRot49dtWoV+/fvZ/r06c15ikIIIYTwQz5dlrrvvvt46623eOedd9i9ezf33nsvmZmZzJgxA1CXlG68sf4067fffpuRI0fSv3//lj7lVun3nGIeW7yDnKJKX5+KEEII4XM+nQo+depU8vPzmTVrFtnZ2fTv358lS5bou5+ys7Pr9bwpKipi0aJF/Pvf//bFKbdKb6w+yOebjnE4v4z3bxnhVc2SEEIIEah82ufGFwKxz80Nb69jzb48AF69dgiTBqb5+IyEEEKIpuUXfW5E08krrdY///vXuyitqvXh2QghhBC+JcFNAMgvrQIgIsRETnEl/16+18dnJIQQQviOBDd+TlEUCsrUzM1jl/QF4J2fD7Mnp8SXpyWEEEL4jAQ3fq64opZai1o2NWVIeyb2S8FsUXhs8Q7aWDmVEEIIAUhw4/fyy9QlqejQIEKDTDx+aT/Cg02sP1zA55uO+fjshBBCiJYnwY2fy7cuSSVGqZ2a28eFc/e4HgDM/nY3ReU1Pjs3IYQQwhckuPFz+dadUgmRtjEU08/qQvfkKPJKq3l+6R5fnZoQQgjhExLc+DltWSoxyjY/KyTIyN8vV7s3f7juCNuPFvnk3IQQQghfkODGz2mZm6QoxwGio7olMmlgGooCn28+6otTE0IIIXxCghs/p20Dt1+W0ozskgDAsVMVLXpOQgghhC9JcOPn8qwN/BIjQ+vdlxYbDkC2DNQUQgjRhkhw4+cK6uyWspcWGwZAdpFkboQQQrQdEtz4Oa3mxlnmJj1OzdzklVZTVWtu0fMSQgghfKVRwU1WVhZHj9qKVNevX8/MmTN54403muzEhHfy3dTcxEcEExqk/ohzZGlKCCFEG9Go4Obaa69lxYoVAOTk5HDBBRewfv16HnnkEWbNmtWkJyhcs1gUCqxbwevulgIwGAx69uZ4oQQ3Qggh2oZGBTc7duxgxIgRAHzyySf079+ftWvX8t///pf58+c35fkJNworarCOlSLeSeYGpO5GCCFE29Oo4KampobQULXGY/ny5Vx22WUA9O7dm+zs7KY7uwBRVlWrF/42JS1rExseTLDJ+Y9Sy9zIjikhhBBtRaOCm379+vHaa6+xZs0ali1bxoUXXgjA8ePHSUxMbNIT9Hf7c0s5+7kVnPf8SrIKypv0ufNKXe+U0qRbMzfHCyVzI4QQom1oVHDz7LPP8vrrr3PuuedyzTXXMGjQIAC+/PJLfblKwMmSKqa9u56CsmqKKmp44sudKIrSZM+vbwN3sSQFkCaZGyGEEG1MUGMedO6555KXl0dxcTHx8fH67X/605+IiIhospPzZ+XVtUx/bwNHT1XQIT6cE8WV/Ph7Lt/vzOHC/mlN8hr5bhr4adIkcyOEEKKNaVTmpqKigqqqKj2wOXLkCHPmzGHPnj0kJyc36Qn6o1qzhbv+u5ltR4tIiAzhw+kjmTG2GwBPfrmL0qpal481WxQeWrSNc/+1Qg9eXNG3gbtblpLMjRBCiDamUcHN5Zdfzvvvvw9AYWEhI0eO5IUXXmDy5MnMmzevSU/Q3yiKwpNf7eSH33MJDTLy5o3D6JwUyR3ndScjMYKc4kpeXLrX5WMf/WI7CzZkcTi/nF8PFrh9LX1oprtlKWvmpqiihvJq10GVEEIIESgaFdxs2rSJs88+G4DPPvuMlJQUjhw5wvvvv8/LL7/cpCfob95YfZAPf83EYIB/Xz2YoRlqdiss2MTfL+8PwPy1h9hxrKjeY5/9bg8LNmTpXx8rdF+AnG/dLeWsgZ8mOiyY6FB19VF63QghhGgLGhXclJeXEx0dDcDSpUuZMmUKRqORM888kyNHjjTpCfqTr7YeZ/a3vwPwt0l969XWnNOzHZcOSseiwCNfbMdssRUXv7bqAK+tOgBArxT1e3vUwzRvffRClOuaG4C0OOl1I4QQou1oVHDTvXt3Fi9eTFZWFt9//z0TJkwAIDc3l5iYmCY9QX+xKfMU93+yFYCbx3Rm+lldnB732KQ+RIcGse1oER+tUwPBBesz+ac1KHr4ot7cODoDgGOeghs3QzPt6dPBJXMjhBCiDWhUcPP444/zwAMP0LlzZ0aMGMGoUaMANYtzxhlnNOkJ+otu7aIY1jmeif1S+Nukvi6PS44J468X9gLgX9/t4f1fDvPIF9sBmDG2G38e240O8eqOs2MedjjZtoK7z9ykWzM3xyVzI4QQog1o1FbwK664grPOOovs7Gy9xw3AuHHj+MMf/tBkJ+dPYsODmX/zCCyKgslocHvstSMz+GzjUbYeLeLx/+0E4JoRHXnQGvS0t+5wOnqqAkVRMBjqP5/ZonCqXDI3QgghRF2NytwApKamcsYZZ3D8+HGOHTsGwIgRI+jdu3eTnZy/CQkyEhZs8nicyWjgmT8MQIuBLh6QytOTB+hBTId4NRgpraqluML5DqdT5dUoChgMEB/hKbiRzI0QQoi2o1HBjcViYdasWcTGxpKRkUGnTp2Ii4vj73//OxaLpanPMSD1bx/Lq9cO4d7xPXlp6mCHbE9YsEmf8p11yvmOKa2YOD4ixGOmSHrdCCGEaEsatSz16KOP8vbbb/PPf/6TMWPGoCgKP//8M08++SSVlZU888wzTX2eAemiAWlcNMD5fe3jI8grreZYYQX928fWu9+bbeAafTJ4oetlLiGEECJQNCq4ee+993jrrbf0aeAAgwYNon379tx+++0S3DSBDnHhbM0qdLkdXN8G7lVwo2ZuyqrNFFfWEhse3HQnKoQQQrQyjVqWKigocFpb07t3bwoK3HfVFd5pb627cbUdXJ8r5aGYGCA8xER8hBrQSK8bIYQQga5Rwc2gQYN45ZVX6t3+yiuvMHDgwNM+KWErKnbVpdjbbeCa09kxVVFt5vaPNvLx+swGP1YIIYRoaY1alnruueeYNGkSy5cvZ9SoURgMBtauXUtWVhZLlixp6nNsk+y3gzuT52UDP016XBi7sosbtWNq6a4clmzPYf2hAq4e3lFqdoQQQrRqjcrcjB07lr179/KHP/yBwsJCCgoKmDJlCjt37uTdd99t6nNskzw18itoQM0NnF7mZnNmIQB5pdUclx1XQgghWrlGZW4A0tPT6xUOb926lffee4933nnntE+srdNqbgrLayitqiUq1PFHpe2W8jRXSpN2Gl2KN2ee0j/ffrRQzyoJIYQQrVGjm/iJ5hUVGkSctQjYWVGxNlfKm63gAOmNzNxU1pjZebxY/3rr0frTzIUQQojWRIKbVsxWd1O/qFjbCp7kZc2N3uumgZmbHceKqLWbXr5dghshhBCtnAQ3rZgW3NStu6kxWyiqqAEgwcvdUlqX4uNFlSiK4uFom03WJamOCerjtx0tbNDjhRBCiJbWoJqbKVOmuL2/sLDwdM5F1KEXFddZljplXZIyGiDOy4Z8KTFhGAxQXWshv6yaJC9rdbRi4qnDOvLyj/sprqzlSH45nZMivbwKIYQQomU1KLiJja0/BqDu/TfeeONpnZCw0YqK624Hzyu11dsYPcyV0oQEGUmKCuVkSRXZhZVeBTeKouiZm+GdE+ibFsOWrEK2Hi2U4EYIIUSr1aDgRrZ5tyytkd/ROstSDW3gp0mPDeNkSRXHiyoY0MF9oArqoM0TxVWYjAYGdohjYIdYtmQVsv1oEZcPbu/2sYfyyqgxW+iZEt2gcxRCCCFOV6O3govmp9fc1Ckotm0D966YWJMWG87Wo0Vku+idU5eWtemTFk14iImBHeKAI2zzUFRcWF7NZf/5iZKqWs7smsCMsd0Y27OdNP8TQgjRIiS4acU6Wmtu8kqrqawxExZsAmw7pbzdBq7Ret1ke9mIT6u3GdIpHoCB1mzPjuNFmC0KJhdLYiv25FJSVQvArwcL+PVgAX3SYpgxtiuTBqQRZJI6diGEEM1H3mVasZjwIL15n33djZa58bYoWKP1uvG2y7CWuTmjUxwA3dpFERFiorzazIGTpS4ft3x3LgBXD+/ILWO6EBFiYnd2Mfcs2MK5z69kwfpM2XElhBCi2Uhw04oZDAan28FPO3PjxbJUVa2ZncfU5n1a5sZkNNA/Xc3euFqaqq61sHrPSQCuGt6Rxy/ty9qHzuf+C3qSGBnC0VMVPPT5dl5YulcCHCGEEM3C58HN3Llz6dKlC2FhYQwdOpQ1a9a4Pb6qqopHH32UjIwMQkND6datW0CPe9Cngztkbho2NFOjz5fyInOz83gx1WYLCZEhdEqI0G/Xlqa2Hy10+rgNhwsoqaolKSqEwR3iAIiLCOGucT34+aHzuXd8TwBeWbFfAhwhhBDNwqc1NwsXLmTmzJnMnTuXMWPG8Prrr3PRRRexa9cuOnXq5PQxV111FSdOnODtt9+me/fu5ObmUltb28Jn3nJs28FtRcX5pdaC4gZmbtKtmZuc4kq3NTNgX28T51AIrO2ycjWGYfnuEwCc1yu53jb1sGAT94zvQVRYEH//ehevrNgPwP0TekqxsRBCiCbj0+DmxRdfZPr06dx6660AzJkzh++//5558+Yxe/bsesd/9913rFq1ioMHD5KQkABA586dW/KUW5yeubFbStK3gjew5iY5OgyT0YDZonCypIpU60gGZ2z1NvEOtw+yZmN2ZRdTY7YQbFccrCgKP1jrbcb1SXH53NPP6gIgAY4QQohm4bNlqerqajZu3MiECRMcbp8wYQJr1651+pgvv/ySYcOG8dxzz9G+fXt69uzJAw88QEWF6xqSqqoqiouLHT78Sfs4dUnIoaC4kTU3JqOBlGg1IPI0HXyLNXOjFRNrMhIjiAkLorrWwp6cEof79ueWkllQTojJyNk9ktw+//SzuvDYJX0BWaISQgjRtHwW3OTl5WE2m0lJcfwLPyUlhZycHKePOXjwID/99BM7duzgiy++YM6cOXz22WfccccdLl9n9uzZxMbG6h8dO3Zs0utobnVrbqpqzfo266QGNvEDSIvzPB38RHElxworMBpsmRqNwWCw9ruB7cccl6a0XVKjuiUSGeo5KVg3wHl+6R4JcIQQQpw2nxcU112KUBTF5fKExWLBYDDw0UcfMWLECC6++GJefPFF5s+f7zJ78/DDD1NUVKR/ZGVlNfk1NCet5uZESSXVtRZ9SSrIaCAmvOGrit5MB99sXZLqlRrjNEjR6m621Skq/sFabzO+T7LX52Mf4Ly64gBPfrkTs0UCHCGEEI3ns+AmKSkJk8lUL0uTm5tbL5ujSUtLo3379g4zrvr06YOiKBw9etTpY0JDQ4mJiXH48CeJkSGEBRtRFDUgsV+SakyNij4d3E3mZpOLJSnNoA71t4MXlFXrdTru6m2cmX5WF566rB8GA7z3yxHu/ngzVbXmBj2HOD21Zgvzfz7EBS+u4tPf/OsPACGEqMtnwU1ISAhDhw5l2bJlDrcvW7aM0aNHO33MmDFjOH78OKWltgZye/fuxWg00qFDh2Y9X19x6HVzqsJuG3jDl6SgYZmbIXWKiTUDrMtSe3JKqKxRg5AVv+diUaBvWoweQDXETaM78/LVZxBsMvDN9mxufncDJZU1DX4e0XAbj5zisld+5smvdrEvt5Q5y/fJ8qAPrdl3knd/PiQ/AyFOg0+Xpe677z7eeust3nnnHXbv3s29995LZmYmM2bMANQlJfsp49deey2JiYncfPPN7Nq1i9WrV/OXv/yFW265hfDwhr+h+ov28bai4sZuA9ekeehSXF1r0TMyrjI36bFhJEWFUGtR2J2tFmgvb8SSVF2XDkrn3WkjiAwxsfZAPlNf/5XcEu+6KYuGKyir5sHPtvHHeWvZlV1MTFgQoUFGjhVWsOOYfxXeB5KHFm3nqa92sWzXCV+fihB+y6fBzdSpU5kzZw6zZs1i8ODBrF69miVLlpCRkQFAdnY2mZmZ+vFRUVEsW7aMwsJChg0bxnXXXcell17Kyy+/7KtLaBH208ELGtnAT5PuoUvx7znFVNVaiA0PpmtSpNNjDAYDA9rblqaqas2s3qt2JW7oklRdZ/VIYuGfR5EUFcKu7GL+OG8th/PKTus5W6v5Px/iqa92tvhf6Iqi8N91mZz/wkoWWpegrhjagR8fOJfze6vB6Xc7s1v0nDYeOcWXW4+36Gu2RoqitmkA+O/6TA9HCyFc8fngzNtvv53bb7/d6X3z58+vd1vv3r3rLWUFOm1Z6uipcpKj1eCkodvANVrm5mRpFdW1FkKCHOPbTUds86Tc1fQM7BDHij0n2Xa0iC5JkZRVm2kXHaoHPaejf/tYFv3faG54ez2ZBeVc8dpaltxztn7tgcBiUfjHt79TXWvh6uGd6JUa3WKv/dW2bB75YjsAvVOjeXpyf4Z1VvtGXdg/lW935PDdjhz+MrF3i53THR9tIqe4ksEd4uiUGOH5AQGqosZMtdkCwKq9J8kqKKdjQtv9fgjRWD7fLSU8s98OXtDIoZmaxMgQQkxqgfKJ4vpLPpuzCgHX9TaagXY7prRdUuN61+9K3FgZiZEs+r/RdG0XSV5pNUu2tWwmobkVlFdTXau+iR3Ob9nM1G+HCwCYPDidr+86Sw9sAM7vnUyIyciBk2Xszy1x9RRNqrLGTI71d/GYF3PPAllhua3OTFFgwQbJ3gjRGBLc+AF9WeqUbbdUY2tujEaD3pnY2YypupPAXdG2g+8/Wcp3O9Udb6e7JFVXu+hQrhyq9iX6aX9+kz63r+XYfe8z88vdHNn0tIaQw7skEGRy/CcgOiyYMd0TAfhuh/N+U01NW4YB28T7tqqowrGIfuGGo9RYMzlCCO9JcOMHtC7FOcWV5FrfCBq7LAWud0zlFleSVVCBwQCDOsa5fY7k6DDSYsOsGaAqQoOMnNXdfVfixtDeaNcdzKc2gP6Rt8+aHSlo2cyN1hCyQ7zz5Y4L+6cC6EFrc7P/Xmg1ZW2VlrnJSIygXXQoeaVVUlgsRCP4vOZGeJYcHUqwyUCNWWHPCXWpoLFbwcHW62b70SKMBgObMwvZlHmKXcfVHTI9kqOICQv2+DwD2sfq2Z8x3ZMIDzE1+pxc6ZceS2x4MEUVNWw7VuRxucxf2GfNMgtabilGURR9CGt7F1v2x/dJwWjYzo5jxS1S85Frl7nJK23bwU1RhXr9SVGhjOqayCsr9vPRuiNcPCDNx2cmhH+RzI0fMBoNekCi1Wk0dlkKbJmbt346xF0fb+adnw+xJauQarOFxMgQ/nxON6+exz67M+40toC7YzIaGNVVzd6s3Z/XLK/hC/bZiswWrLkpqqihrFrtTaQtd9aVGBXKiC5qHc73LZC9sf9eaK0O2iotcxMXHszVIzpiMMDP+/MDdsegEM1Fghs/UfeNqLFbwQH9jSvIaGBQh1imje7Mv68ezOq/nMdvfxvPH4d61xDRfmfUuN5NW29jT1ua+rmZ6m4OnCxt8Y7I9jU3R09VtNiSm1ZvkxQVSliw60zbhf2sS1MtUHdzotiu5qbNZ27U4CY2IpgO8RGc27MdAB/LtnAhGkSWpfyE/RJCiMlIlBeDKV05t1cyGx4dT3RYkNs3OE9GdElgeOd4uidH6UXKzWGMtZZn45FTVFSbm3T567ONR3ng063cdnYXHp3Ut8me15Mcu2xFrUUhu6iyRbb8asFNexdZG82Efqk8+dUuNmaeIre4kuSY5vv55tpnbtp4QXGhFtyEq8vC147MYMWek3y68Sj3TehJaFDTL/0KEYgkc+Mn7Is/E6MaN1fKXrto93+5eyMs2MSnM0Yze8rA03oeT7okRZIWG0a12cJvRwqa7Hmray28tGwvAOsONd3zeiOnzk61I17umCqrqsVyGoNFtXobV0tSmvS4cAZ1jENRYGkzF7SeKLFflmrbmRvbspSamT2vVzvSYsMoKKtusd1rQpyO6loLW7IK3Y74aQmSufET9pmb09kp5Y8MBgNjuifx2caj/LQ/j7N7tGuS5/1s41G9r8qB3FK3E+mbmpa56ZQQQWZBOZkFnoObfyzZzRurD2I0QFxECPERwSREhhAfEULHhAjuHtdD/4vfFe16O3gx/+vCfqlszSrk+505XH9mhhdX1TgOy1JtfLeUVlAcF6H+HINMRq4e3omXlu/lo3WZXD64vS9PTwiPMgvKmfzqz0SHBrH9qYk+Ow/J3PgJ+2WE09kp5a+0upu1TVR3U11r4dUV+/Wvy6rNDrt2mlNZVS0llbWArf7Jm+3gS7arjQwtirpl+sDJMjYcPsXSXSd4+6dDfLHpqMfnOKpvA/ciuLFuCf/lQD6F5c0XdNgXFBdV1OhF822RnrmJsAWpU4d3xGQ0sP5QQYs1Vmwuz373Oy9as6UiMGnLzMkxvn2fkuDGT9i/GSW1scwNwOhuat3NjuNFTfJGu2iTmrVpFx2qZ8UO5JZ6eFTT0LI2kSEm+qbFAJ4b+ZVW1eqByfL7zuH7mefw8W1nMve6IUzoqxZz7/Xi/I95WXMD6nJg79Roai0KP+zOrXf/gZOl3PXxZj749YjH53KlvNoW6GlONWMg1dppBcUxdhm41Ngwxllnfn20zn8LiwvLq5m38gAv/7DP50sWovloy8zNWYfpDQlu/ERqTBgm62iDtrYsBZASE0aP5CgURc0knI4asy1r8+dzutInTZ3rdOBkywQ3J6z1NimxYWRY5yh5qrnZZ+1vlBwdSvfkaHqlRjOqWyIXD0jTMywHvTh/W82Nd8XLE/vVb+hXVWtmzvK9XDRnDV9tPc7z3+/x6rmcybUuSUWEmEiy7gDMC7Dt4F9uPe51Iz77reD2rrMuCy7aeJTKmpbd2ddU7H+um44U+u5ERLPKKVJ/zik+ngUowY2fCDIZSbXuWGmLy1Jg2zX184HT63fz+aajHD1VQVJUKNeNzKBbuygADpxsmV4iWuYmzS64ySwodzsdfE+OGtw4G7DZ1Xr+Bz2cf3FlDcXWLImrBn51aYHT6r0nKauqZd3BfC7+9xrmLN+nD3gsqqhpdDZNW5JKiQnT56UFUlFxYXk1Mxds5s7/bvJqu7+WuYmLcPwD5uzuSbSPC6e4srbFi9+bin2DxqbcGCBalxP6spQEN8JLHRPUN6Sk0+hx489Gdzv9fjc1Zgv/+VHN2swY25XwEJNdcNMymRutO3FKTJieQSmtquVUeY3Lx2idqXulOAtuIgG1029Jpevn0Jak4iOCifSylUDv1GgyEiOoqrVw0zvrmfrGrxw4WUZSVCgvX3MGKdZ19cONnI91wlrnlBwdqvduCqTt4NlFlVgUqKq1UOAhAKwxWyitUoPPupkbo9Gg/5z9tdGh/WiNTUdO+fBMRHPKLdH+fZOaG+Glu8/vwR+HdGBC31Rfn4pPnNktEaMBDuWVNXp69BebjlmzNiFcN1JN9WtvGp4yH01F+8smNSaMsGCTnpE74qZTsZa56ekkcxMTFqxnPdxdQ0PqbTQGg0Fv6Peb9Q3pmhGd+OG+sVw2KJ3Oier3rrEddHPtMjeJkYGXubFfivE0N6vYbmhmjJNdb/HWbI6/zt+yD8p2Hi+moto/l9eEe9rux1TJ3Ahvje6exAtXDSI2wvPcp0AUExbMwA5xAPzciFEMNWYL/1mxD4A/n9NNbwaoZW6OFVZQXl3r8vFNRetxo43B6GS3NOXKXjeZG7AL0PJcZ5/0epu4hjULvGJoByJDTHRPjuLTGaOYPWWA/juoBzeNHCFhW5ayz9z455u3Mw7BjYegTWvgFx0WpNfX2dNq7fy14Nr+51prUdh2tNB3JyOajfbvmyxLCdEAti3hDQ9uvth8jKyCChIjQ7juzE767fGRIfobR0tkb3LsshUAGQnui4rzSqvIK63GYIAeKVFOj+nmRfZJy3Y1JHMD0CMlmo2PXcCye89heOcEh/s6J51e5kb7K0/N3FiDGz9ddnEmr8T2hp7nIWhztg3cnpa5cbd82ZrVzchtzJSlqUCjKIosSwnRGLai4ny3Bbh11drtkPrTOV2JCHGsOdGCg5aou9H+stG2SnraMbXXuiTVKSGi3nlrunlRVNyQHjd1hQWbnDY47Gw990bX3NgVHyYGYEGxY+bGfdCmN/ALd15TFx+pBj2n/DSzpS2ndbIG822h7qbGbOHyV3/mzv9u8vWptIhT5TXUmNV/l5Nlt5QQ3hvSKZ7QICMnS6rY52VfGkVRmLN8H0fyy0mIDOGGUfW77XZN8m7H0emqMVs4Weq4Jt3JurST5WJZyl0xsaarF8GZnrnxcqeUN/TMTSOXpbTGiSnRoXrmxlOGw5+cLPW++7Jtp5T7zI2/1txogd4F1r5MG4+catAfKP7o4MkytmYV8vW27BYfzusL2h9uiZEhhAT5NryQ4Eb4lbBgk7404k3dTWWNmZkLt/CKNWszc3wPp9mPbsktk7k5WVKFoqgT2bVMhfaXrKsuxe62gWu04OxwfpnL2VO2zE3TDejUsk6F5Q3fDq4oisNWcFvmJoCWpeyyUJ6CG21ZylkxMdhqbgr9dFlKC8rO7pFEaJCRU+U1HGrkcqa/sO++XXeeXCDSGvj5ut4GJLgRfkhfmvIQ3OQWVzL1jV/535bjmIwGnp7cnxtHdXZ6bEv1utHqbZKjQ/WiUa3m5kRxldMGbXrmxk1w0yE+nGCTgcoaC8eddH8tr67V31waWnPjTkRIUKO3g5dW1VJu3TGTHBOqtzjw18yEMyftRnp4CtpcNfDTaBkdT1vKWystuEuNDWOQdWPAbwG+NGUf3DR2h6c/ydV3gvq+F5sEN8LvaEXF6w4WuGyMtuNYEZe/+jNbswqJDQ/mg1tGuB3+qAU3h/JKT2vqtif23Yk1cRHBRIep2aS6O6YsFkWvuXG3LBVkMpKRqGWf6gdo2jbw6LAgj8M1G0p7XXdb2Z3Riomjw4KICAnSMzfl1eYW2bXWEhqyFdzTspS+W6qs2u+Wc8wWRd/llRgZypCMeCDw627s59UdL2wDmRu7DQK+JsGN8Dv90mOJCQuipKqWexZu4T8/7ON/W46xKfMUJ0uqWLI9myteW0t2USXd2kXyvzvGMNqa7XGlQ3w4ISajy8yHK4qi8HtOMW//dIj/+3Aj838+5PZ4++7EGoPB4LKo+FhhBWXVZoJNBr2+xZWuSdqOqfpLa0ebod5G00XvddOwzE1unV1jkSEmfZ0+EIqKLRbFIaDxuubGVUGxteam1qLozf78xanyarR4LD4imKHW4GZjgAc39ktRx9tA5ianlXQnBvCuTakQrYjJaOD83sks3nKcb7Zl8w3ZTo87p2c7/nPNGV5lKtTMRwT7cks5cLLMbV1KdlEFK/ec5Of9efxyIN/hTWvZrhNcM7IToUEmp4/NKXJ8Q9dkJESy41hxvcyNVm/TrV0UwSb3f4uoYxhOOC2Kbo56G01GkrZjqoGZmzpbRg0GA0mRIRwvqiS/rJqOCU1/ri3pVHk1ZrssoKeATatZcvX7GhZsIiLERHm1mVNlNUSH+U+/K+3a4yOCCTIZGdIpDoB9uaUUldcEbO8u+2WpthDc5Ba3jm3gIMGN8FNP/2EA5/VO5kh+OZkF5WRZP7Kt/3NNG92ZRy/uQ5CHgMBet3ZRanCTW8rYnu2cHpOZX874F1fpc5UAwoNNDO+SwMbDBZRVm9l3opT+7WOdPj7HrjuxPe2NPLNOgOBNvY3GXSO/Y6exDdyTxjby01PYdltGE6NC1eAmAIqKtWLiIKOBWotCUUUNNWaLyyBVa+Ln7o0+PiKE8uoKCsqr9eaP/kAbqaEtPSZGhdIlKZJDeWVsyjrFeb2SfXl6zeaE3bJUW6i5aS3diUGCG+GnokKDuHxw+3q3V9Waqaq1ENOIv2q7JUfCTvc7pr7bmU212UL7uHD+OLQDY7olckaneEKCjFz9xi/8erCA3dnFroObOj1uNPqyVJ3Mzd4GBDfuGvnZpoE3Y3DTwJ0vzgbs6V2KA2BZSqu3yUiM4FBeGRZFrZdxlbIv8lBQDGqvm2OFFX7X60b7eWp1Q6C2dTiUV8amI4Eb3OS2scxN3QalviQ1NyKghAaZGhXYAF4N0Fy55yQAt57dhfsu6MnIrol6nUiftBgAdmeXuHy8q8xNhp65cb4s5a6YWKNtB88uqqxXkNscPW40WmB2qrxGf4P2Rq5efGhLYevzpXz85n0or4zzn1/psYbKHS24SY4O0+tl3F2Xq4ng9mxdiv0ruNFqj+yH/gZ63Y3FotQrKPa3QvCGqDVbbL/zrWBZSoIbIay6eujyW1JZw4bDBQBO/9K0BTfFTh+vKIrLzI22xJB1qlyv06gxW/RAq6cXwY27MRLNWXMTGRpEcrS2Hdz77M0JJ3/lJUW1jhEMH/16hIN5Zby55lCj35C0beDt7Ceeu8hIKYpiW5Zyl7nx00Z+2s/TPnOjBTdbsgpd7nr0Z/llas2V1ti7osbstz2KvJFXqhaNm4wGkiIluBGi1dBqVnJLqiiurP+P0M/786kxK3RJinS6c6mvNbjZlV3s9A2xqKKGqlr1H/G6adu0WLVPTY1Z0bM7h/LKqDErRIaYvF5O0nZM2WefKmvM+httU/a4sdeYupu6BcVge/PzZeZGURS+25kDqBkvV2MxPNFqbpKiQu2uy3nQVlpVqwe1rraCg/8Oz9R+nol2b3o9kqOIDguivNrM7zmus53+Sgvek6JCaWcN/gO57uaEXQ8vo5PBry1NghshrGLCgvUMhLPszco9uQCc28t5sXH35ChMRgNFFTVkO+lGqgUt8RHBhAU77qYyGQ16VkXrF6MtSfVMjXY618mZrk7qbrS1/ogQE/HNtCuls7Zjysvt4Gp3YtuyjUYrOM3zYeZm5/FiPdMF8FMjhrSCLXOTFB2iX5erjIv2F31okLHe74Y9fx2eqWWsEu2WpYxGA0M6Be7SlP3E+3TrcnAg1920pm3gIMGNEA70ups6c6sURWGFNbhxVfwYFmzSi3qdLU1lu9gGrulUp+5GC256e1FMrNGX1uyKe+3rbbwNkhqqoY38iipqqLZmsezX51tDQfFSa9ZG++PTmzEfzmgBWlJUqN3Ec+fX5amBn8Zfh2fqu6XqLFcEct2N/W7A9nHq//OBHNy0pu7EIMGNEA5cbafenV3CieIqwoNNjOiS4PLx7upuTriot9HU3TGlbQP3pt5GP38njfxOZxq4t7pYX/eQl8GN9g9/fESwQ0+gJL2g2HeZG21JSutovfZAvkO/Gm9pwU27qFCPhdJFXtTbgB/X3JTV3y0FgR7c2DIZ6bHWzE0Az5dqTd2JQYIbIRzYMjeOb9Ir96pZm9HdEt0uG7jbMeWsO7G9upmbhmwD13TVx0iU6XU/Wo+b5qq3AVx2WHbFWTEx2DI3BT4aMXDwZCl7T5QSZDQwc3xPokODKKqoYefxogY/l33mJsFDobRtrpTrnVLgv8Mz80vr75YCGNQxDqNBzS4G2mDJ3JL6y1KBXHPTmraBgwQ3Qjjolux8O/jK39Ut4Of2dt+Pw13mxlV3Yo22tJNZUE55da3erdibbeCaTgkRmIwGyqvN+j82th43zdf0TSsoLiir1rMQ7jjrcQO2N+8as0JxZcuPGPh+5wkARndPIiEyhJFd1TlmDa27sVgU2xt6dIi+LOWy5qbC2p3Yw7KUPw7PrDFb9N8JrfZIExUaRO9U9f+ZTZmBlb2xb2jXFmpu7AuKWwMJboSwo9XMHM4v07enFpXXsNH6D++5LjoXa/qkqYHIofyyer1mXPW40WiZmyP5Zew7UYqiqH/p1n1DcCckyKg/j1ZU3Jw9bjSRoUH6jhBv6m60/h8pdf4hDAs2ER2q9hb1xXZwbUlqYr8UAM6yDmlduz+/Qc9TVFFDrXUpKzHSrubGQ0GxuwZ+4J/DM7X6IKPB+fUF6tKU/R8z7dtAcKP1rXK17N7SJLgRwk56bDhhwUZqzApZ1uWcNftPYrYo9EiO8jjvKDk6jKSoEBTFVhCsyXEyEdyeFpQUV9ay/pDaT6chS1IaLUDTsk8tUXMD0DlRmzHleWnK1bIUYFvCaeG6kuOFFWzNKsRggAv6WoObHurA1fWHC6isMXv9XNqSVGx4MCFBRrtCaecBW3EDa25acnimxaLw/c4chzlJDWFfb+Nsi3CgBjfaslRyTCjp1oLi3JIqvZA+0NhaO0hwI0SrYzQa6JKkNfNTg4MV1iWp8zwsSWlc1d14qrkJDzHpKd2lu9QMQkOKiTX2zQiray36m1Jz1txAw8YwnHAzYM+2s6hlMzfaLqlhGfH69vRu7aJIiQmlutbSoDffk1oxsfXnqRUUF1fWOn1z0zM3HpalwoJNhFtrvk6VtUzdzc8H8vjzBxt59IsdjXq8s9EL9rTgZufxIiqqvQ8gW7Mas0Xvc5QSE0ZCZAihQUYUhUYHia1ZpV2DQvtZcb4kwY0QddhnPiwWhVXWYmJPS1IaZ3U39v/zuxsqpxXmam+kDdkGrrFv5JdTVIlFUfuntGvA8lZjaI0NvWnkp/e4cfK9sPW6cZ25+WH3CW7/aKNX9T3e0uptJvZL1W8zGAyM6a5mbxpSd5NXp4A2NjwYkzVr4awBn63mxn1BMdiChJaqu9EycZkFDZsdpnG1DVzTIT6cDvHh1JjVDFEg0HocBRkNJESEYDAY9KWpQCwq1pakwoKNxIS3jpGVEtwIUYf9jqmdx4vJK60mMsTEsM6ut4Db0+pu7IMb7a+10CCj26WHTglqgKDtPD7dzM3RQvWNqTl73GgakrnJdbMsleRFr5uXlu9lyfYcFm082phTraegrJp1h9S6GvvgBuAsa3DTkH43egM/a6BmNBps86WcXJe3NTfQ8r1uCqzn29jt53rmJsp54GYwGLhqWEcAPl6f2ajXaG2cdesN5KJi+yWp5v53xlsS3AhRR1e7zI3WuO+sHkn6gExPtMzN7zklWKxRilZvkxbr/n/+TnVqeno0KrhRz/94UYXejLC5l6TA++3g9gMFnS9Lad18nS9L1Zgt7M1Rr2vb0cLGnq6D5btOYFGgX3pMvboqLXOz/VgRhV5mS+y3gWsS3Yxg8LbPDbT88Ezt53CqvEb/fW7Y461ZLBfLUgBXDuuA0QDrDhW4HVzrL/SeL3ZL0OkB3MhPrydsJUtSIMGNEPV0s+vy66krsavHh5iMlFbV6sW83vaA0AIEgI4J4USFNjzFmxgZQkxYEIpiW0pp7mJisC1L5ZdVO53NpSkor6bWOlAwyclSmVZ8m+ciU3DgZCnV1p1sW482vP+MM9pyyIV1sjag/sx6JEehKPDLAe92TeWVONbcgGMPn7q87VAMLd/ITysINlsUtz9X14/Xhma6XhZNiw3nfGtN24IAyN7oPW6i7YMbbVkq8Gpu9Bq6VrJTCiS4EaIeLfNRUFbN5sxCAM5tQHATbDLS3dovZ5d1acrVNPC6OtkFNw3pb2PPYDDoS1PaFubm7HGjiQoN0oOVI25mTGn/ECZGhhJsqv9PUIKHgmL75b5DeWVeZ1NcKa2qZc0+NQic2L9+cAO27M3PB7xbmrJlbmzZCu26nNUSedvEz/55WipzY7+M1pgdbHlO5ko5c82ITgAs2nSMqlr/Liy2bQO3BXSBvCzlqrWDL0lwI0QdESFBDj1heqdGN7h3Q92iYr3HjYfnybBbEmnMNnCNFqCVWLcLN2ePG3tdtAGaboqKc4tdL0mBLZvjquZm13HHBomnm71Z8Xsu1WYLXZMi6WENSuuy1d14mbmxmwiusTXycwzaqmrNVFi3mXtq4gctPzzTPkPUmGxRgT4R3H1wM7ZnO1Jjwigoq2aptbjbXzkrmA/kXjfuWjv4igQ3QjihBQfg/RZwe3WLivXMjYf/+RMiQ/SlqMYUE2u0pTVNSyxLga3LsruiYk//ECZ66HOjbbEPtdZAbc0qbNS5arQlqYn9U13WQ43smoDJaOBQXpne8dkdpzU3LiaDa0tSRgN6A0N3Wrqg2P7n0JiBploGzlMzyiCTkauGB0Zhca6Tni/2mRt/acDoLe3ft+RWMjQTJLgRwin74KAh9TaavlrmJqdO5sZDcGMwGDirexKRISZGdkls8OtqutkFZ9AyBcVgG6DprpGf/letixS2VlB8qry63sBKRVH0pb5JA9KA0wtuKmvMrPhdratyVm+jiQ4LZlCHWMBzt2JFsR+9YLtGV8tSRdYMTEx4sNMmd3W1ZM2NxaI4LH81ZilMC448LUsBTB3eEYNBHVbqza671spZHyetv1VZtZniCtcNGDPzy9lxrGlqyVqKtizl6d+3liTBjRBOaMFBdFgQQzrFNfjx2rJUVkEFJZU1+kRwbwru5l43hA1/G39abcy72gVnwSaD3pSuuWUkel6WOqF3bnV+TvERwRgMoCj130xPFFdRUFaNyWjgimEdANh6tLDRfwn/+HsuZdVm0mLDGGgNXlw5y8t+N8UVtXrBs33NTZKLguLCCu+3gUPLDs8srqxxCDAbGlBV1Zopsc4I87QsBerSzVhrP6kFG7Ia9Fqtif1cKU1YsEn/HXDV68ZiUbjmzV+ZMnct2UX+sXylKIosSzkzd+5cunTpQlhYGEOHDmXNmjUuj125ciUGg6Hex++//96CZyzagnN7JdMuOpSbR3cmyEnRqyfxkSH6P2y7jhfrf9m46k5sz2g0EBFyeo2wMhIj0JIAabHhegO55qb1unE3XyrXTXdiUJcnXPWE0Zb5urWLZEineIKMBvJKqxvVGC0zv5xHv9gOwGWD0z325xhj1+/G3ZZorTtxTFgQoUG2CfLabqG6hdJakOJNAz9o2eGZdZcGG7ospXVRDjIaiAnzLnjTCos/25jVKkcVeAqkK2vM+lJj3QDeU1Hx3twSjhVWUG22sPNY/eG7rVFJVS3l1s7SEtxYLVy4kJkzZ/Loo4+yefNmzj77bC666CIyM92vt+7Zs4fs7Gz9o0ePHi10xqKt6JgQwYZHx3PfhF6Nfo6+6Wr25qf9edRaFIwGmr1LsCY0yKTvkGqpehuwZW7ySqspcbFtWO8B4iab5GrHlLYk1ScthrBgk54h29LApamSyhpufX8Dp8prGNghlnvH9/T4mDM6xRMebCK/rJo9J0pcHqc38Kuz7OaqlqiokZmblhieWTdT46r3kCta7VG8i7lSzpzfO5nk6FDySqtZvrt5C4u3ZBVy4ZzVrLS2fPAkq6CcYU8v59nvXP9BrWUxwoKNxIQ5/pGSHmsNblxkZX61azWw38t+P5/8lsUf563V63xamvbHSkxYEOEhJg9HtxyfBjcvvvgi06dP59Zbb6VPnz7MmTOHjh07Mm/ePLePS05OJjU1Vf8wmVrPN1QIjVZUrPXKSYoKbVQWqLG0ouiW2ikFam2Klnp31czPmxS2toRRt9eNFtxoNU2DOqpLSQ2puzFbFGYu2MLeE6WkxITy5o3DCAv2/G9ISJCRkV3VLtXuuhU7KyYG2zWVVNY6bHXWtrJ708APWnZ4Zt1MTUO3gnu7U8pesMnIldYlx+YuLF68+Ri/55Twvy3HvTp+/aEC8suq+WzjUZeBpR68O+nWm+5hBMOvBwv0z/fnehfcvPPTITYeOcXqvd530G5K9tfbmvgsuKmurmbjxo1MmDDB4fYJEyawdu1at48944wzSEtLY9y4caxYscLtsVVVVRQXFzt8CNEStKzCDmt62ZslqaZ0Rkd1IGE/awappWhLU4ecFITWmi36m7+rZSmw3w7umCnYbd0GrmXFBluvcWuW9wWY//p+Dz/8nktokJE3bhjWoH+Uvam70a6vbpYuJiyYIG2+lN3Qy4Y08IOWHZ6pBSch1qC8oQXF+lwpL4qJ7V09XF2aWrMvj6wCz7vTGksLILTdPp5oGwNOllTpb+p16cG7k8ykrUtx/dezWBTWH7YFN950aq4xW/TjWnrQrMbW00eCGwDy8vIwm82kpKQ43J6SkkJOjvPhaWlpabzxxhssWrSIzz//nF69ejFu3DhWr17t8nVmz55NbGys/tGxY8cmvQ4hXNGCG01L/88/49yufDpjFNedmdGir5vhpu4mv6wai6Jue3a3NTjRyXyp8upaDlmfU/veDrZmbrYfK6LW7Lk+4/NNR3lt1QEAnrtiIIM6xnlxRTbaDrbNma6LmJ018APrfCknIxgaMldK01LDM7VlKG0XXEEDa260n5+roZmudEyI4OweaiC5YEPzZW+04MbbSd32x211MfpDnyvlJHh31+tmX26pwzLg/txSj8uOR/LLqDGrx+T5KLixbRBoPdvAoRUUFNdN2ymK4rKwr1evXtx2220MGTKEUaNGMXfuXCZNmsTzzz/v8vkffvhhioqK9I+sLP+twBf+pXNiJGHBtv/FTmf3U2OEBpkY3jnBaRfg5qQ18jvkpEux9g9/u+hQt0XO2puh/TLI7zklKIq6hVzL7HRNiiIqNIiKGjP7PKTxN2We4qFFagHxned15/LB7RtwVapeqdGEmIwUVdSQVeB8aSGvpH4DP9t11Q/atN1S3hYUQ8v1utG+/91TovSvG1Lnoz0+oQHLUhqtsPiT345S40Xg2lDFlTV6JianuNKr67LP8Gx30TzS3bZodwXFvx5U621GdEnAaFCXL7X6LVf25Nh+5xvTg6gp5DrZGdYa+Cy4SUpKwmQy1cvS5Obm1svmuHPmmWeyb98+l/eHhoYSExPj8CFESzAZDfRKtf2+tba0bXNxl7nxdn3elrmx/eOudSa2z4gZjQZ9C7e7ouLsogr+9P5Gqs0WJvRN4b4LPBcQOxMSZNRrqVz95a5nbpz08XE2X6ohQzM1LTU8UztPrXNzVa1F3xnjjXwXWSxvjO+TQlJUCCdLqjxuv28M+5qW8mqz3s3bnYZkbpz9jmvBzYniynoBmxbcjO3ZTh/e6qnuZq9dYburWWzNrTVuAwcfBjchISEMHTqUZcuWOdy+bNkyRo8e7fXzbN68mbS0tKY+PSGaRN80W5fhlq658RVtCWPviZJ6qXI9Ze+h745tgrbtH2xtG3jfOjVEg61LS+6Kip/99nfySqvonRrNS1MHe71zx5mBHdTX2+6i0ZqrgmKwbQe3/74UWQOUhixLtVQjP+35O8ZHEGLtCN2Q19QLihuxSzAkyMhEa2PFpTudlyqcjrqBwwkv6m5y7IKb7ceKnGZ73HXrTYwMISTIiEVxDJQsFoV1h9R6mzO7JtLd2qfKU92NfXDjs5obD60dfMWny1L33Xcfb731Fu+88w67d+/m3nvvJTMzkxkzZgDqktKNN96oHz9nzhwWL17Mvn372LlzJw8//DCLFi3izjvv9NUlCOGWfZahtaVtm0v35ChSY8IorqzlinlrHQpCPfW40SQ6KSiuu1NKo9XNuMrcHC+s4Ktt2QA8f+UgIhsxad3eAGumaJvLzI36ht7OWeYmsn5QUtjAgmJoueGZ2lJHQlSI03P3RPteNGZZCuBC6yDTZbtO1OtWfbrqBjc5Hupuas0Wh2WiwnLnS5P6EEkn/78bjQbSY+sXFWv1NuHBJgZ2iNUH73rK3Ni3JPBVzU2u7Jaqb+rUqcyZM4dZs2YxePBgVq9ezZIlS8jIUAsgs7OzHXreVFdX88ADDzBw4EDOPvtsfvrpJ7755humTJniq0sQwi374Mab7sSBICzYxH9vG0mH+HAO55czZd5adh5XsxwNX5ZS3xzNFoXfrTOl6hZqa5mbvSdKKK+uv7Qwf+1hzBaFUV0T6d/efRdib2jLYDuOFddr5qcoit7Ez9lSjNOam/KGBzfasc09PNN+K3dCI4Ib7djGLEuBmsWICQsir7SajUdONeo5XKkX3HjI3OSVqsXwJqOB/u3V38FtxwodjvGmW6+zuhttSWpY53iCTUZ9/Iu7XjeVNWaHdgv5pc3f96gui0VxOkerNfB5QfHtt9/O4cOHqaqqYuPGjZxzzjn6ffPnz2flypX613/961/Zv38/FRUVFBQUsGbNGi6++GIfnLUQ3umdGk1IkJGQIGObWZYCdfzD5/83mt6p0ZwsqeLq13/llwP5+s4KT5mbJOvyTUmV2hPmSH4ZFTVmwoKN+rKXJiUmjNSYMCyKbdu9priyhv+uU/9A+tM5XZvk2rq3iyIs2EhplW33lu31avWuuk4LiqMcC6UtFoXiSttsKW/ZN/JrLoqi6MFJgl1w05BeN1rmLaGBu6U0wSYj4/qoNZjfN/HS1L5cNVjWGk962jGlZXbaRYXqAfW2OkXFpQ7dep1fs7NeN1pwc2ZXdTdeN2vm5kCu607fB0+WYbYo+qDdWovidmZVcygor6bGrGAwOM9U+pLPgxshAll0WDDzpw3nnZuGn/ZIBX+THBPGJzNGMbJLAiVVtdz0zno2Zxbq97kTEx6k94QpKKvWl6R6p8Y43WWlNfPbkuX41/3C9VmUVtXSIzlKn1l0uoJMRvqlW7eg13lz05YGokODnDYGtGU/1ONKKmvR/thuTEFxc9bclFbZZmQlRoY2OKCqrDFTZn2jb2ifG3ta3c33O3OaLDNRUW3m6Ck1uNDGanhalsqxmw+n1V3VrfPSMpPRYUEu/3+vm7lxrLdRm0Rqy1I5xZUuO31rwVmftGh9mvzJFl6a0gLCxMjQFt+V6UnrOhshAtDo7kmcZe3Z0dbEhAXz3i0juKh/KtVmi74zyN3oBVBbRNgvTe3Orr9Typ6zZn41Zgvv/nwIgFvP7nJaRcR1DbAub9XdMZPnYvSCJqnOCIbCCvW/ESEmhzlUnrTE8EwtcAoPNhEeYmpw5kY7Lthk0N98G2Nsz3aEBRs5eqpCD3JP14GTpSiK+n3UarhyitwHBtobeWpMqN3SZJHD0mSuFzuH2uuN/NTgxr7eZkD7OEANdLVMyIGTzrM3e3LU4KZnSrT++9bSRcW2epvWlbUBCW6EEM0sLNjEK9cO4bqRat8Sg8G7nWP2O4t2HXe+U0pjy9wU6rct2Z7N8aJKkqJCG9XTxh3tza1+5sZ9jYmeubEe15gGftAywzPr9qhJrJN18qTAroGfp6Gk7oSHmDinh5p1+35H0yxNafU23dtF6b+L3i5LpcaE0b1dFOHBJsqqzRzMs9XFeLPsasvcqMfa19toO9JAHQ5rf651aTuleqZEO91d2BJa6zZwkOBGCNECTEYDT0/uz7+uGMizfxyod+p1J8kuc2PbKRXt9NgB7WMxGNQ6hpMlVSiKwhurDwJw06gMr2ZHNYQW3Ow8XuzQGdndNnCwNSfUaom0TFZD6m2gZYZn6sGJ9ecQ38CC4rwyrd6m8UtSGtvSVNMM0tSWdLqnROlvzJ6WpU7YLUupS5PWomK7AFfL/rjLTNZdlqpbb6PRlqZcbQffe0K9vWdKtNO+UC2htW4DBwluhBAtxGAwcOWwjlw1zLsRKNpfo3tzSzhRXIXBgENTRHvRYcF6b5BtRwv55UA+O48XExZs5PpmGD/RNSmKyBATFTVmh2UDT8FN3VqixmwDh5YZnlngInPj9bJUneDodIzrk0yQ0cCeEyVOZ5Y1lJYN6ZEcpXcOzyutctsJ2T5zA7Z+R/bBjW30gpvgxjoZvKSqlqKKmnr1Nhrt99lZ5qa8upZMa4uFnilReqH6yRbuUtxah2aCBDdCiFZK+wdbm8DdOTFS3xnizGC7fjdvrlGzNlcN6+hVlqihjEaDvq3cvt+Np+DGYDDYaldKq+0a+DXsHFtieGbdZSltmdDbgmJt+crV96Ih4iJC9MxGU+ya0kZ1dE+OIiEihGCTAUXB7biD+sFN/Z9/rhfLUvb1S6v2nqxXb6PpnqxmKQ84CW72WbM2SVEhJEaFuhw029y8qTHyFQluhBCtkvYXv7a9u4+LJSmN1szvq63HWbHnJAYD3DKmS7Odn153Y9ep+KQ2VyradbBivx28MT1uNM09PFN7o0zUg5vGZW6aYlkKYGK/ptkSXl1r0fvD9EiOxmg06B2zs930urFflgLHpUkt43PCyzlL2nTwzzcdBerX2wB0S7aOMSko19sLaOzrbcBxCbclybKUEEI0UFKd3ih1OxPXpWVuDlvfuCb2TaVznZ44TWmAk2UJLXPTzt3E80hbfURj5kppmnt4pm1ZSr0W7bxL7Hr5uKMFQU2xLAUwwVp3szmz0Osp3s4czrf1h9HelFM9FBWXVNbo29q1wKVzYiTRYUFU1Vr0YMObZSmwLU2t3nsSqF9vo71OVGgQZotSb05b3eDGNmi2pbeCy7KUEEI0SN03RVc7pTS9rA0TNbc1UdM+VwZal6V2ZRfrb/YnPWwFB8fhmbaJ4I0Ibpp5eGa+XXdiUAMwbTe9N69ZN/NzulJiwjijUxxwerOmtCWd7slR+i4uLWBx1aVYC1qiQ4P08R1Go0FvCbD9qDpnytut0VpRsbaLfGSXhHrHGAwGlzum7IuJwZa5yWvBzE2N2aIHUxLcCCGEl+ouZ7jqcaMJNhnpbw2AhnSKY2hGfLOdG6idbaPDgqi2/uWuKIpXmRv75R3bVvCGBwDN3civbkGx0Who0GvaRjc03ZJFU+yasi8m1mhvzq4yN/ouqDotDPRmfkeLOFVeozc99NStt701uAEICzbqz1NXNxczprTMTa9U9X5tqbMl50vllVahKGofo4SIpq9rO10S3AghWiX7QtT4iGCvBo9eMbQjMWFB/GVi7+Y8NUD9y9q+7qa0qpYqN6MXNPbFn0XWJn6nU3PTXJmbAifLSg2ZL5VnN3SzqWjBza8H8ylqZANDfRu4XXCTGqv+TFxtB69bTKyx/fxtS2UJkSEeGzKm2wU3wzIS6tXbaPQBmnbbwYsqavTaIK3oWMvclFSqLQZagj79PDqsSRtkNhUJboQQrZL9m2qftBivGsFdO7IT256cyKhu9WsYmoO2w2Xb0SL9zTwyRO3o64p9gKDV3DS0iR80//BMbcnBPvPSkKJifWhmE2ZuuiRF0islmlqLwg+/Ny57o2duUupnbjwtS9VdftGCm9+zS/St2clezFjSCoqh/hZwe9oATfteN/utwVlabJheqxUTFqy3GGipomJtNlZqK52ZJ8GNEKJViggJ0rc7eyom9hX7v9z1beAe3ty0GpS8UtuyVEOb+EHzDs8sr66lskbNQiU4y9x4WP4or66losZc7/FNQds19V0juhXXmi0ctPbJ6ZFs232X6nFZypq5iXX82baPCychMoRai8Iqa3GwN2/29stSzoqJNd3tBmhqYx725GjBme38jUbHcSUt4bD1+9g5sfmK9k+HBDdCiFZL+wfbUzGxr2jBzZ6cEr3jrKe+LvqbUFlVo5v4geeam8oaM2v35znMPvKW9gYZEmQk0i4L5e2ylPb40DqPbwrarqnV+05SUd2wJZisUxVU11oICzY6BBhaQJJTXOm047OrZSn7pcnlu9RMkqe5aaD+jgxoH0uvlGiX9TYAGQkRBJsMVNSYOV6k/n7p9TZ2mSewZdjyWmjH1KE8NVPVJSmiRV6voSS4EUK0Whf0TaFddGirHTyq/eVeY1ZYs09tNuhqrpRG21qdU1Sp77KKa0RBphbcuBqe+ex3v3PtW+tYsCGrwc9dYLdTyn45MNHL3jr5Lh7fFPqlx9AhPpzKGgsr9uQ26LHaklS3dlEOdSLaclNljYXiivodn93NUNJ2zeWWeD9E0mg08OWdY/j2nrNd1tuAOoFey4xonbDrbgPXtHjmxro9vTnbLZwOCW6EEK3WE5f2Y/0j4/Qma62NwWDbDrzS+kbrbeamxqxmCIKMhkZlN7Q+N84CDYtF4aut2YCtw3ND1N0ppfE+c2Ot12mC7sR1GQwGLhmYDsDizcca9FhnxcSgdnzWsmfOiopty1JOgps6mRdPPW40BoPBq0LcbnXGMLgKbpJaeMfUIVmWEkKIxmvqv/ybmrYsoRUUe9oGHB0aRLDJdk2x4cGNukZ3wzO3HrXVANlPSvdW3dEL+mvqO728zNw0cb2N5g9nqFPeV+zJpbABu8X2n6i/DVyT6mKAZq3Zon8vne3Y037+mqbu+dLdbjt4fmmV/nvWo86yVFILDs8sqqjRA1zJ3AghRADSMjcaT5kbg8HgsAOpMQ38wP3wzOW7bTuJtEnpDVFQ5rwBX4KXfW6aevRCXb1So+mTFkONWeGb7dleP07bUt09uf4oD73XTZ0dUydLq7Ao6mR7Z5mo5Jgwh6CnqUcR2IqKS/XmfR0TwokIcZyzluhl4NkUtGLi5OhQt/PefEmCGyGEOA11lyW8GRRp/6bfmG3g4H545vJdjrUo9sMdvZFfZ/SCxtveOk05NNOVP5zRsKUpi0XRl3bqLkuB68yNrZ9LKCYXy0gD7LI33vRjagg9uDlZqi+r9UqpH5zpu/CaqamjvdZebwMS3AghxGlJiQl1WIpq52ZopsZ+uaYxxcQaZ8MzM/PL2XOiBJPRwPg+6rbprQ1cmioodb6spH19qrzG7S6s5s7cAFw2qD0GA2w4fIosa48Zd7KLKymvNhNsMpCRWH+HT0qs8+DGXTGxZpA1uDEamr7OqKt1BEN+WTXrDhYA9ettwK7mpoFZusY4aC1u7tJK621AghshhDgtBoNB3zED3mUr7Jd7GjM0U+NseKa2JDW8czxje7UDYIvdcE9vuCoo1pbCzBZFb0DoTN25VM0hNTaMUdYeMV9uPe7x+H3WQtwuSZEEm+q/9aW6WJbSi4ndBDda9i45OsxldqexIkKC9G3rP/6uZuTcBTctMTxTMjdCCNEG2C9NeRXc2B1zWsGNk+GZWnBzQd9UBmuzj7IKnfZvccVVQXFIkJFoa42Fuy7FenfjZioo1ky2FhZ/vumox+tztyQFrkcw5FiHYbprzje6WyI3jsrg4YubZ+yHNmNKa4zoLLix3wrekJ91Y2g1N621xw1IcCOEEKdN2zETHmzSp0a741Bz08iCYqjfyK+ovIZ1h9Sli/F9kvVJ6UUVNRzJ97x0oylwk3lJiPJcd6MvazXh6AVnLuyfSmiQkQMny9h5vNjtsbbgpn5gAK6HZ3qzLBVkMjLr8v5cPri91+feEN3b2QIyo8G2VGVP+52q9ZBVO12Koti2gUvmRgghAtfwLgn0SI5i0sA0r45PbIKCYqhf4Ltyby5mi0LPlCgyEiMJCTLSz9rdeWsDiopdLUvZ3+ZqV46iKHpRa3PW3IA6U2l8X7Wu6AsPhcX7PGVurMFLXmm13lwRXI9eaEn259w5KZKw4Pp9kcKCTUSHqYF1XjPumDpVXkNxpbo7r7X2uAEJboQQ4rRFhQax7L6xPH/lIK+Od1iWOo3MTd3hmct3qzUZWiExwCDr0pS3/W6qas361nJnmZdED438Sqtq9eCguZelAP5gzZZ8ufU4tWaL02MUxbZTylmPG1ADsRBrLU5uiS17403mprl1s8vUONsppbGfON9cDuWp38f02DCnQVZrIcGNEEK0MMet4Ke/W+pUmZpt0Loka9kMgMEd4wDvd0xpQUuQ0UBMeP0lNluXYudvoNoYgvBgU71eLM3hnJ7tiI8I5mRJFWsP5Ds95mRpFUUVNRgNakGxMwaDgWRrjxotoFEUxeVcqZZkn7np4Sa40QJPb6a2N5Y2U6o1L0mBBDdCCNHi7OdPnU7mxr7mZsPhAkoqa0mKCtELiQEGWYObHceLqXGR2bCnLTfFu5gLFe/hDVSrfemZ4jxD0tRCgowexzFonYk7JUS4zTbovW6K1ACtpKqWcutwTm+mfTeXxKhQ4q2/J+4yN1qmrDlHMBz2g3obkOBGCCFaXFM08QPH4ZnLrFOpx/VOcZhZ1DkxgpiwIKprLezJKfH4nO6Kie1vP+UiuNEyRFpQ1RK0XVPf78yhvLr+4EttHpOrYmJNap1eN9q28OiwoBbJQrlz9YhOdGsXyehuiS6Psc2XasbMTX7r73EDEtwIIUSLiwpVe5dEhphOq5ZD63OTX1atbwG3X5ICdblFCzS8qbtxV0ys3q71U3H+Bqp1Q67bubk5DekUR6eECMqqzXqQB+roib8t3s4/lvwOeM4mpdbZMdUalqQ0D17Ymx/uP1fPnDmT2AI1N7Zt4K07uGmdQyGEECKAGQwGvrh9NFW1Fq+2jruiBSDaMkRokJGzuifVO25QhzjW7Mtja1Yh15+Z4fY5tedyFdy4KyiuNVvYfkxtGDi4Y2y9+5uLwWBg8hntefmHfSzefIwhneKZu3I/n208qk9fH9Elges8XLueubFmbNxNA2+NkqLc72Q7Xf6yDRwkuBFCCJ9IboJsQHyd0Q1n90giPKR+TYmWufFmO7inZal4N8HN3hOlVNZYiAoNomtSy9TcaCYPTuflH/axau9Jznt+JbXW8RCjuyVy97genNnV9XKOJqXOfKnWsFOqIbTdbc1Vc3OypIryajNGg1q/1JpJcCOEEH5KG56pda613wJuT5t9tC+3lNKqWreTnAtcDM3U2GduFEVxKDq2LUnFOtT9tISu7aIY1CGWrUeLsCgKZ/dI4u5xPRjeOcHr59AyNK1xWcobeuammXZLaVmb9vHhhAS17qoWCW6EEMKPJUSGcKywAoDz+yQ7PSY5Joz02DCOF1Wy/WgRo9wUpeqjF1z0qNGWq6pqLZRXmx2W1bb6oN7G3j//OJDPNh5l0sA0hnSKb/DjbbulKtVt4NZdUyl+siyVGNW8mRt9plQrLyYGKSgWQgi/phUVD+4YR3K0m8nVXi5NeVqWiggxEWr9q73u0tSWrJavt7HXJy2Gxy7p26jABtD73FTVWiiqqNEzOP6WuSmprKXSms1rSlqPm9ZeTAwS3AghhF/Ttv+Od5G10Qzyspmfp91SBoPBabO4imqzvuW6JbeBN6XQIJN+3TnFlX63LBUbHkyQdTnQVQfp06F1J5bgRgghRLO66/zuXH9mJ24a3dntcdoYhm1Hi9wep20jdpW5AfuiYtvyx87jRZgtCsnRoX4TDDijFQ8fO1WhL++k+HCuVEMYDAaH6eDOKIpCbklloyaHH/aT7sQgwY0QQvi1oRkJPD15ANFh7psBDugQi8Gg9n6xn51kr8Zs0Yciuht6aRvBYJs+rfXQGdghzmlnY3+Ral2a2nGsGEUBk9HQ7NPNm5K+Y8rFeIyP1mUy4pkfWLzF/aDRuiwWRa+5ae0N/ECCGyGEaBOiQoP0oZHbspxnb7Suw0YDxEW4aRbnJHOz9ahv622airZjSqtNSo4OxdTCO79Ohz6CocR5cPPlluMArNmb16DnzSmupKrWQpDRQIf48NM7yRYgwY0QQrQR2tKUq6JirYYmPiLE7Ru6sy7F2jZwf6230WjLUlomyl963GjaRbnuIF1RbdavSxuj4C2tM3HHhAiCTK0/dGj9ZyiEEKJJeBrD4KmYWJNg3aFVYK3rOFVWzZF8tR5jYPu40z9RH9LqhbTvhb/VD9lqbupnbjZnnqLaOjxVC1a8ddBPxi5oJLgRQog2YrDdjilnBaX5Xgc3anbgVLl6vJYJ6pIUeVpTzluDuj1t/GX0gsY2X6p+5ubXg/n656fKaygqr6l3jCv6NHA/qLcBCW6EEKLN6JUaTUiQkeLKWg5bMy32CrSdUi4a+GkS6mwF32qt4dE6Ifuzupkaf1uW0uqhTjrJ3Px6sMDh64YsTenFxEmte+yCRoIbIYRoI4JNRvqnxwDO+914uyylBT/a8YFSbwP1g5tUP9kGrkmKdp65sa+3SbdmoxqyNOUvAzM1EtwIIUQbogUgX2/Lrndfvoe5Uhp9K3ipOl9qawAFN3ERwQ5zk/wtc5OkF3s7Zm60epvUmDDO7tEOsAUsnpgtCpkF1h43siwlhBCitblmRCdMRgPLd59gxZ5ch/s8jV7QJFi3iZdUqctbeaXVBBkN9E2LaZ6TbkEGg8Ehe+O/BcXVWCy2uiqt3ubMrgl69uWwl8tSx05VUGNWCDEZSY9r/dvAQYIbIYRoU3qmRHOztZvxU1/upKrWNoPI24Li2PBgfav4SmuA1DstmrBgUzOccctzCG78rKBY+9nVWhSKK20Fw1q9zZldE/W6GW8zN1ptTkZihN/0/PF5cDN37ly6dOlCWFgYQ4cOZc2aNV497ueffyYoKIjBgwc37wkKIUSAuWd8D9pFh3I4v5w3Vx/Ub/c2c2M0Goi37or68Xc1uBnko0ngzUHbMRUdFkRESJCHo1uXsGAT0WHqOedZ627s623O7JqoZ24O5ZV5NYbhsJ/V24CPg5uFCxcyc+ZMHn30UTZv3szZZ5/NRRddRGZmptvHFRUVceONNzJu3LgWOlMhhAgc0WHB/G1SHwBeWbGfLGs9hV5Q7GG3FNgyBOusGYFAqLfRaCMY/G1JSpOkbwdX627s620yEiP0upmSylqvBmwe8rMeN+Dj4ObFF19k+vTp3HrrrfTp04c5c+bQsWNH5s2b5/Zxf/7zn7n22msZNWpUC52pEEIElssGpTOySwKVNRb+/vUuzBZF71vjaVkK1C7GgN4ULpAyN6mx4db/+mdwo2XetMyNfb2NwWAgLNhk2zHlRd2Ndoy/FBODD4Ob6upqNm7cyIQJExxunzBhAmvXrnX5uHfffZcDBw7wxBNPePU6VVVVFBcXO3wIIURbZzAY+Pvk/piMBpbuOsHizcfQViji3cyV0tj3wokIMdHdOrcqEEzom8KIzglcNzLD16fSKHrmxrpjyr7eRmNbmqrf76gu2zZw/+hxAz4MbvLy8jCbzaSkpDjcnpKSQk5OjtPH7Nu3j4ceeoiPPvqIoCDv1kFnz55NbGys/tGxY8fTPnchhAgEPVOiuWVMZwCe/GonoBYLB3sxO8g+uzOgfazfFJp6o2NCBJ/MGMWF/VN9fSqNog/PLK2uV2+j0XdMeSgqrjFbOHqqAoCuSf4TwPq8oNhgcPwfQlGUercBmM1mrr32Wp566il69uzp9fM//PDDFBUV6R9ZWVmnfc5CCBEo7hnfk+ToUEoqawHPxcQa+144gwOo3iYQJNrV3NStt9F0sS4xeepSnFVQjtmiEB5sIiXGfxoa+qwMPCkpCZPJVC9Lk5ubWy+bA1BSUsJvv/3G5s2bufPOOwGwWCwoikJQUBBLly7l/PPPr/e40NBQQkP95wcihBAtKSo0iEcn9eGeBVsA7+ptwDEIGhhA9TaBIEnP3FTVq7fReJu5OWy3DdxZ4qG18lnmJiQkhKFDh7Js2TKH25ctW8bo0aPrHR8TE8P27dvZsmWL/jFjxgx69erFli1bGDlyZEuduhBCBJTLBqVzZtcEwFav4Um8XXAzqKP/z5QKJEl2wzOd1duAbUbUYQ/bwXccU+tUe6REN8epNhufbuC/7777uOGGGxg2bBijRo3ijTfeIDMzkxkzZgDqktKxY8d4//33MRqN9O/f3+HxycnJhIWF1btdCCGE9wwGA/+6YhD//PZ3brI2+PNEyw4kRYXQ3k+61rYVWlbtWGGFPmOqbnDTMSECowHKqs2cLK0iOdr5zrANh9XgaFhGfDOecdPzaXAzdepU8vPzmTVrFtnZ2fTv358lS5aQkaFWqGdnZ3vseSOEEOL0dUyI4NXrhnh9/PDOCVw9vCOjuiX61XJFW6DV3GQXVQLUq7cBCA0ykR4XztFTFRzOK3ca3NSaLWw6cgpQf97+xKB4054wgBQXFxMbG0tRURExMf4/B0UIIYSwV1hezeBZtpKPyYPTmXP1GfWOu+HtdazZl8dzfxzIVcPr7yTefrSIS1/5ieiwILY8PsHnO+Ia8v7t891SQgghhGg6seHBBNkFInWXpDSdPeyY0pakhmbE+zywaSgJboQQQogAYjAYHJosugxuPOyY+u2IGtz425IUSHAjhBBCBJzESNt8rLr1Nhp308EVRWH9If+stwEJboQQQoiAkxStBjd1+9vY62LtOHw4vwyLxbH89kh+OXmlVYSYjAzs4H9b/SW4EUIIIQJMn1S1L80FfV2PkOgQH47JaKCyxsKJkkqH+9Zb620GdoglLNjUfCfaTHy6FVwIIYQQTe8vE3txxdAObgeaBpuMdIwP53B+OYfyykiLtfUr+s0a3Azv4n9LUiCZGyGEECLgBJmM9EiJ9tiDyFZU7DgdfMNhrd7Gv5r3aSS4EUIIIdoobTv4Ybvt4CdLqjiUV4bBAEM7SeZGCCGEEH6kizVzY79jSluS6pUSTWxEsE/O63RJcCOEEEK0Uc563diWpPwzawMS3AghhBBtVhfrstSRgnJ9O7g+LNNP621AghshhBCizUqPCyPYZKC61sLxogpKq2rZebwIgBF+ulMKZCu4EEII0WYFmYx0TIjg4MkyDueVo1CGRYH2ceEOW8P9jWRuhBBCiDasi90ATa3exp+zNiCZGyGEEKJNsy8q3nW8GPDvYmKQzI0QQgjRpmnBzb7cUjZn+XfzPo1kboQQQog2rKs1uPnlQB41ZoX4iGC3Yxv8gWRuhBBCiDZMy9zUmNWt4EMzXE8S9xcS3AghhBBtWFpMGKFBtnBgRBf/XpICCW6EEEKINs1oNJCRGKF/PczPi4lBghshhBCizdMGaIYFG+mfHuvjszl9EtwIIYQQbZw2QHNwxzhCgvw/NPD/KxBCCCHEabl8cHu6JEVyy5guvj6VJiFbwYUQQog2rm96DCseONfXp9FkJHMjhBBCiIAiwY0QQgghAooEN0IIIYQIKBLcCCGEECKgSHAjhBBCiIAiwY0QQgghAooEN0IIIYQIKBLcCCGEECKgSHAjhBBCiIAiwY0QQgghAooEN0IIIYQIKBLcCCGEECKgSHAjhBBCiIAiwY0QQgghAkqQr0+gpSmKAkBxcbGPz0QIIYQQ3tLet7X3cXfaXHBTUlICQMeOHX18JkIIIYRoqJKSEmJjY90eY1C8CYECiMVi4fjx40RHR2MwGJr0uYuLi+nYsSNZWVnExMQ06XO3VnLNcs2BSq5ZrjkQ+fP1KopCSUkJ6enpGI3uq2raXObGaDTSoUOHZn2NmJgYv/ulOV1yzW2DXHPbINcc+Pz1ej1lbDRSUCyEEEKIgCLBjRBCCCECigQ3TSg0NJQnnniC0NBQX59Ki5FrbhvkmtsGuebA11aut80VFAshhBAisEnmRgghhBABRYIbIYQQQgQUCW6EEEIIEVAkuBFCCCFEQJHgponMnTuXLl26EBYWxtChQ1mzZo2vT6lJrV69mksvvZT09HQMBgOLFy92uF9RFJ588knS09MJDw/n3HPPZefOnb452SYwe/Zshg8fTnR0NMnJyUyePJk9e/Y4HBNo1zxv3jwGDhyoN/caNWoU3377rX5/oF1vXbNnz8ZgMDBz5kz9tkC85ieffBKDweDwkZqaqt8fiNcMcOzYMa6//noSExOJiIhg8ODBbNy4Ub8/0K67c+fO9X7OBoOBO+64Awi8661HEadtwYIFSnBwsPLmm28qu3btUu655x4lMjJSOXLkiK9PrcksWbJEefTRR5VFixYpgPLFF1843P/Pf/5TiY6OVhYtWqRs375dmTp1qpKWlqYUFxf75oRP08SJE5V3331X2bFjh7JlyxZl0qRJSqdOnZTS0lL9mEC75i+//FL55ptvlD179ih79uxRHnnkESU4OFjZsWOHoiiBd7321q9fr3Tu3FkZOHCgcs899+i3B+I1P/HEE0q/fv2U7Oxs/SM3N1e/PxCvuaCgQMnIyFCmTZumrFu3Tjl06JCyfPlyZf/+/foxgXbdubm5Dj/jZcuWKYCyYsUKRVEC73rrkuCmCYwYMUKZMWOGw229e/dWHnroIR+dUfOqG9xYLBYlNTVV+ec//6nfVllZqcTGxiqvvfaaD86w6eXm5iqAsmrVKkVR2sY1K4qixMfHK2+99VZAX29JSYnSo0cPZdmyZcrYsWP14CZQr/mJJ55QBg0a5PS+QL3mBx98UDnrrLNc3h+o123vnnvuUbp166ZYLJY2cb2yLHWaqqur2bhxIxMmTHC4fcKECaxdu9ZHZ9WyDh06RE5OjsP3IDQ0lLFjxwbM96CoqAiAhIQEIPCv2Ww2s2DBAsrKyhg1alRAX+8dd9zBpEmTGD9+vMPtgXzN+/btIz09nS5dunD11Vdz8OBBIHCv+csvv2TYsGFceeWVJCcnc8YZZ/Dmm2/q9wfqdWuqq6v58MMPueWWWzAYDAF/vSA1N6ctLy8Ps9lMSkqKw+0pKSnk5OT46Kxalnadgfo9UBSF++67j7POOov+/fsDgXvN27dvJyoqitDQUGbMmMEXX3xB3759A/Z6FyxYwKZNm5g9e3a9+wL1mkeOHMn777/P999/z5tvvklOTg6jR48mPz8/YK/54MGDzJs3jx49evD9998zY8YM7r77bt5//30gcH/WmsWLF1NYWMi0adOAwL9eaINTwZuLwWBw+FpRlHq3BbpA/R7ceeedbNu2jZ9++qnefYF2zb169WLLli0UFhayaNEibrrpJlatWqXfH0jXm5WVxT333MPSpUsJCwtzeVwgXTPARRddpH8+YMAARo0aRbdu3Xjvvfc488wzgcC7ZovFwrBhw/jHP/4BwBlnnMHOnTuZN28eN954o35coF235u233+aiiy4iPT3d4fZAvV6QzM1pS0pKwmQy1Yt2c3Nz60XFgUrbaRGI34O77rqLL7/8khUrVtChQwf99kC95pCQELp3786wYcOYPXs2gwYN4t///ndAXu/GjRvJzc1l6NChBAUFERQUxKpVq3j55ZcJCgrSryuQrtmZyMhIBgwYwL59+wLy5wyQlpZG3759HW7r06cPmZmZQOD+/wxw5MgRli9fzq233qrfFsjXq5Hg5jSFhIQwdOhQli1b5nD7smXLGD16tI/OqmV16dKF1NRUh+9BdXU1q1at8tvvgaIo3HnnnXz++ef8+OOPdOnSxeH+QLxmZxRFoaqqKiCvd9y4cWzfvp0tW7boH8OGDeO6665jy5YtdO3aNeCu2Zmqqip2795NWlpaQP6cAcaMGVOvlcPevXvJyMgAAvv/53fffZfk5GQmTZqk3xbI16vzUSFzQNG2gr/99tvKrl27lJkzZyqRkZHK4cOHfX1qTaakpETZvHmzsnnzZgVQXnzxRWXz5s36dvd//vOfSmxsrPL5558r27dvV6655hq/3lb4f//3f0psbKyycuVKh+2U5eXl+jGBds0PP/ywsnr1auXQoUPKtm3blEceeUQxGo3K0qVLFUUJvOt1xn63lKIE5jXff//9ysqVK5WDBw8qv/76q3LJJZco0dHR+r9XgXjN69evV4KCgpRnnnlG2bdvn/LRRx8pERERyocffqgfE4jXbTablU6dOikPPvhgvfsC8XrtSXDTRF599VUlIyNDCQkJUYYMGaJvGQ4UK1asUIB6HzfddNP/t3MvIVGucRzHv2M6Qo6ORUNqDEwXwqYpBqlFLlRICYRIWmgRihmFXaAIaZsgXQwSLei2KGVoURAIuehmNpCL1Fp0UQo0mxaDMQmStSid5yziDGeaONkpx3jP7wOCPM/7zv/5v4j8eJ5XjTFf/5Ty6NGjJicnx6Snp5uioiLz7NmzuV30L/her4C5cuVK7Bqr9VxXVxf7GXa5XGbjxo2xYGOM9fr9nm/DjRV7/vv/maSlpZm8vDyzdetW8+LFi9i8FXs2xpibN28an89n0tPTTX5+vrl06VLcvBX7vn37tgHMy5cvE+as2O8/2YwxZk62jERERERmgd65EREREUtRuBERERFLUbgRERERS1G4EREREUtRuBERERFLUbgRERERS1G4EREREUtRuBGR/x2Px0Nra+tcL0NEZonCjYjMqtraWioqKgAoKSnh0KFDSavd3t5OdnZ2wnh/fz979uxJ2jpEJLlS53oBIiI/6/Pnz9jt9v98v8vl+o2rEZE/jXZuRCQpamtrCQaDtLW1YbPZsNlsjI6OAjA4OEh5eTkOh4PFixdTXV1NJBKJ3VtSUsKBAwc4fPgwixYtoqysDICWlhbWrFlDRkYGbrebffv2MTk5CcCDBw/YuXMnExMTsXqNjY1A4rFUKBRiy5YtOBwOsrKyqKysZGxsLDbf2NiI3+8nEAjg8XhwOp1s27aNDx8+zO5DE5H/ROFGRJKira2NDRs2sHv3bsLhMOFwGLfbTTgcpri4GL/fz8DAALdu3WJsbIzKysq4+zs6OkhNTaW3t5eLFy8CkJKSwpkzZ3j+/DkdHR3cv3+fI0eOAFBYWEhraytZWVmxeg0NDQnrMsZQUVHB+Pg4wWCQu3fvMjw8TFVVVdx1w8PDdHZ20tXVRVdXF8FgkJMnT87S0xKRX6FjKRFJCqfTid1uZ/78+eTk5MTGz58/T0FBAcePH4+NXb58GbfbzatXr1i5ciUAK1as4NSpU3Gf+c/3d5YuXUpTUxN79+7l3Llz2O12nE4nNpstrt637t27x9OnT3n9+jVutxuAQCDA6tWr6e/vZ/369QBEo1Ha29vJzMwEoLq6mu7ubo4dO/ZrD0ZEfjvt3IjInHr8+DE9PT04HI7YV35+PvB1t+Rv69atS7i3p6eHsrIylixZQmZmJjU1Nbx//56PHz/OuP7Q0BButzsWbAC8Xi/Z2dkMDQ3FxjweTyzYAOTm5vLu3buf6lVEkkM7NyIyp6LRKJs3b6a5uTlhLjc3N/Z9RkZG3NybN28oLy+nvr6epqYmFi5cyMOHD9m1axdfvnyZcX1jDDab7YfjaWlpcfM2m41oNDrjOiKSPAo3IpI0drud6enpuLGCggJu3LiBx+MhNXXmv5IGBgaYmpri9OnTpKR83YS+fv36D+t9y+v1EgqFePv2bWz3ZnBwkImJCVatWjXj9YjIn0PHUiKSNB6Ph0ePHjE6OkokEiEajbJ//37Gx8fZvn07fX19jIyMcOfOHerq6v41mCxfvpypqSnOnj3LyMgIgUCACxcuJNSbnJyku7ubSCTCp0+fEj6ntLSUtWvXsmPHDp48eUJfXx81NTUUFxd/9yhMRP58CjcikjQNDQ3MmzcPr9eLy+UiFAqRl5dHb28v09PTbNq0CZ/Px8GDB3E6nbEdme/x+/20tLTQ3NyMz+fj6tWrnDhxIu6awsJC6uvrqaqqwuVyJbyQDF+Plzo7O1mwYAFFRUWUlpaybNkyrl279tv7F5HksBljzFwvQkREROR30c6NiIiIWIrCjYiIiFiKwo2IiIhYisKNiIiIWIrCjYiIiFiKwo2IiIhYisKNiIiIWIrCjYiIiFiKwo2IiIhYisKNiIiIWIrCjYiIiFiKwo2IiIhYyl9tiD5DKo2yKwAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "epoch = 1\n",
    "net: torch.nn.Module = ClassifierModel().to(device)\n",
    "optimizer = torch.optim.SGD(net.parameters(), lr=0.001)\n",
    "\n",
    "train_loss_values = []  # List to store loss values\n",
    "test_loss_values = []  # List to store loss values\n",
    "\n",
    "debug_head = 10\n",
    "\n",
    "for e in range(epoch):\n",
    "    for input_ids, attention_mask, labels in train_loader:\n",
    "        \"\"\"Training loop\"\"\"\n",
    "        net.train()\n",
    "        input_ids, attention_mask, labels = to_device(device, input_ids, attention_mask, labels)\n",
    "        optimizer.zero_grad()\n",
    "        outputs = net(input_ids, attention_mask)\n",
    "        pprint(list(zip(labels, labels_to_nihongos(labels), outputs, outputs_to_nihongos(outputs)))[:debug_head])\n",
    "        loss = torch.nn.functional.cross_entropy(outputs, labels)\n",
    "        loss.backward()\n",
    "        optimizer.step()\n",
    "\n",
    "        pprint(f'train_loss: {loss.item()}')\n",
    "        train_loss_values.append(loss.item())  # Append loss value to the list\n",
    "\n",
    "        \"\"\"Validation loop\"\"\"\n",
    "        net.eval()\n",
    "        test_loss = 0.0\n",
    "        num_batches = 0\n",
    "        with torch.no_grad():\n",
    "            for test_input_ids, test_attention_mask, test_labels in test_loader:\n",
    "                test_input_ids, test_attention_mask, test_labels = to_device(device, test_input_ids, test_attention_mask, test_labels)\n",
    "                test_outputs = net(test_input_ids, test_attention_mask)\n",
    "                test_inputs_decoded = [tokenizer.decode(x) for x in test_input_ids]\n",
    "\n",
    "                pprint(list(zip(test_inputs_decoded, test_labels, labels_to_nihongos(test_labels), test_outputs, outputs_to_nihongos(test_outputs)))[:debug_head])\n",
    "\n",
    "                batch_test_loss = torch.nn.functional.cross_entropy(test_outputs, test_labels)\n",
    "                test_loss += batch_test_loss.item()\n",
    "                num_batches += 1\n",
    "\n",
    "        avg_test_loss = test_loss / num_batches\n",
    "        pprint(f'test_loss: {avg_test_loss}')\n",
    "        test_loss_values.append(avg_test_loss)\n",
    "\n",
    "current_time = datetime.datetime.now().strftime(\"%Y%m%d_%H%M%S\")\n",
    "model_save_path = f\"../models/model_{current_time}.safetensors\"\n",
    "tensors = {name: param for name, param in net.named_parameters()}\n",
    "save_file(tensors, model_save_path)\n",
    "print(f\"Model saved to {model_save_path}\")\n",
    "\n",
    "# Plot the loss values\n",
    "plt.plot(train_loss_values, label='Training loss')\n",
    "plt.plot(test_loss_values, label='Validation loss')\n",
    "plt.xlabel('Iteration')\n",
    "plt.ylabel('Loss')\n",
    "plt.legend()\n",
    "plt.title('Loss vs Iteration')\n",
    "plt.show()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<All keys matched successfully>"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from safetensors import safe_open\n",
    "\n",
    "tensors = {}\n",
    "with safe_open(model_save_path, framework=\"pt\", device=\"cpu\") as f:\n",
    "    for key in f.keys():\n",
    "        tensors[key] = f.get_tensor(key)\n",
    "\n",
    "inference_model: torch.nn.Module = ClassifierModel().to(device)\n",
    "inference_model.load_state_dict(tensors)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "from transformers import BertTokenizer\n",
    "\n",
    "def classify_text(model, text, tokenizer, max_length=20):\n",
    "    \"\"\"\n",
    "    モデルとテキストを受け取り、'ちいかわ' と '米津玄師' のどちらに該当するかの確率を出力する。\n",
    "\n",
    "    Args:\n",
    "    model (torch.nn.Module): 分類モデル。\n",
    "    text (str): 分類するテキスト。\n",
    "    tokenizer (BertTokenizer): 使用するトークナイザー。\n",
    "    max_length (int): トークナイザーの最大長。\n",
    "\n",
    "    Returns:\n",
    "    tuple: 'ちいかわ' の確率, '米津玄師' の確率\n",
    "    \"\"\"\n",
    "\n",
    "    # テキストをトークナイズし、PyTorchのテンソルに変換\n",
    "    inputs = tokenizer.encode_plus(\n",
    "        text,\n",
    "        add_special_tokens=True,\n",
    "        max_length=max_length,\n",
    "        padding='max_length',\n",
    "        truncation=True,\n",
    "        return_attention_mask=True,\n",
    "        return_tensors='pt'\n",
    "    )\n",
    "    pprint(f\"inputs: {inputs}\")\n",
    "\n",
    "    # モデルの推論\n",
    "    model.eval()\n",
    "    with torch.no_grad():\n",
    "        outputs = model(inputs['input_ids'].to(device), inputs['attention_mask'].to(device))\n",
    "        pprint(f\"outputs: {outputs}\")\n",
    "        probabilities = torch.nn.functional.softmax(outputs, dim=1)\n",
    "\n",
    "    # 確率の取得\n",
    "    chiikawa_prob = probabilities[0][0].item()\n",
    "    yonezu_prob = probabilities[0][1].item()\n",
    "\n",
    "    return chiikawa_prob, yonezu_prob\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The tokenizer class you load from this checkpoint is not the same type as the class this function is called from. It may result in unexpected tokenization. \n",
      "The tokenizer class you load from this checkpoint is 'BertJapaneseTokenizer'. \n",
      "The class this function is called from is 'BertTokenizer'.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(\"inputs: {'input_ids': tensor([[    2,  4798,    20, 28447,   454,     7,   \"\n",
      " '494,    11, 27694,  1018,\\n'\n",
      " '             3,     0,     0,     0,     0,     0,     0,     0,     0,     '\n",
      " \"0]]), 'token_type_ids': tensor([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, \"\n",
      " \"0, 0, 0, 0, 0, 0]]), 'attention_mask': tensor([[1, 1, 1, 1, 1, 1, 1, 1, 1, \"\n",
      " '1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]])}')\n",
      "\"outputs: tensor([[-1.2239,  0.6020]], device='cuda:0')\"\n",
      "ちいかわ: 0.13872937858104706, 米津玄師: 0.8612706065177917\n"
     ]
    }
   ],
   "source": [
    "tokenizer = BertTokenizer.from_pretrained('cl-tohoku/bert-base-japanese-whole-word-masking')\n",
    "chiikawa_prob, yonezu_prob = classify_text(inference_model, \"晴れた空に種を蒔こう\", tokenizer)\n",
    "\n",
    "print(f\"ちいかわ: {chiikawa_prob}, 米津玄師: {yonezu_prob}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "pytorch-mnist-learning",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}