diff --git "a/ToxicityModel.ipynb" "b/ToxicityModel.ipynb" new file mode 100644--- /dev/null +++ "b/ToxicityModel.ipynb" @@ -0,0 +1,13337 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "0-7S1J6Jq7nc" + }, + "source": [ + "# Fine-Tuning RoBERTa as a `ToxicityModel`\n", + "\n", + "1. First, intall `transformers`, `tlr`, and `codecarbon`." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Fx7pg9eT62-d", + "outputId": "baefce8d-392d-4d4b-b381-92e39e2046d7" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.9/7.9 MB\u001b[0m \u001b[31m56.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.0/124.0 kB\u001b[0m \u001b[31m11.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.8/179.8 kB\u001b[0m \u001b[31m21.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m33.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m108.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m81.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m261.4/261.4 kB\u001b[0m \u001b[31m31.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m493.7/493.7 kB\u001b[0m \u001b[31m51.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.9/99.9 kB\u001b[0m \u001b[31m13.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m8.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m32.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m13.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m17.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hToken will not been saved to git credential helper. Pass `add_to_git_credential=True` if you want to set the git credential as well.\n", + "Token is valid (permission: write).\n", + "Your token has been saved to /root/.cache/huggingface/token\n", + "Login successful\n" + ] + } + ], + "source": [ + "!pip install transformers trl codecarbon -q" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Y6xzGtxPrMaF" + }, + "source": [ + "2. Downloas the `toxic-aira-dataset` from the Hub." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 665, + "referenced_widgets": [ + "ed3d8bc58cc447e3969e01339bdf586a", + "0b8e093596c149dfbdc1ff008e37acb2", + "93eaae5898be4634a7780d1c80eeda4a", + "4345625e3ded469abee4855fbda32c75", + "7b2373265606453689ab429e1cca69b4", + "f537bd89fd54459fbb6b6b8309b3b62f", + "3c5c7f6599ca4f158aae55486f43da31", + "762c321bfef0412f940e72e6914e2dfb", + "8af26bf4ed6e41ffbc03b2a1fb92f1e4", + "dd3e91ea15f04160b8c14a996b3dbf7b", + "5aba859337ae4caf9a6705e7e9fc0b98", + "cf1ddbae504448c1a0d50adb15a75beb", + "f4fbd4e04d4f457b9a7d48f7717f548c", + "a57b9138145f44af9a1fc3629b75c77d", + "cf76e189696c4a4884538e18b192e4d4", + "256fe01f80fa4e1f99ac86d45558f72a", + "beb960014df24979bc2d353c90afc3ae", + "d614e7688043441ca7045d8d24215907", + "42a636fb17634f7ba0ade3e7866a3055", + "f1a9e856987141ffb0ec26a4fe3d5084", + "8871c6f3b1794b38a1915125c2a67f45", + "27fb9a7b2a3849ff943dd3a7fa8481fa", + "89a0774f24af4b79801b5826c492799f", + "4650716d4b17466aa54f9bedbbd7ff48", + "464bcb214f324e8bb180743ac6ac44e7", + "e4b2e74fb7b14c94addfad59055afc5a", + "813dddc5c4274f64a15115bbe92a0678", + "bd364f3bbdac4257a58640c7c5d9cc86", + "71c77394b4ec4508ae7d912ae5cd1593", + "7a8395d6a48340c3b17abff52ececbc7", + "a9e2f9fd8bf848efa6e17940505a192c", + "4e2c44aaf0844005a20e736ca78e6830", + "9921277f4ced4371a911a160b8af01e7", + "4eee52344e0d4234ba555e7e3a5ddd2a", + "01ea8b16a5b5477f855eed17304288fb", + "845497116da14fb1b5a1ec6b2c81fb97", + "979f14b397314e1b96d1901bb7f699cb", + "af0008170670410f8d4ed069ce9476f9", + "93c027bfc8514b9c8084c7cfa78e27f5", + "6faf6134a4fb46ac93bf2fb5c324734e", + "bb9ed003d1714b259991bea7254ddc5d", + "d07b320ddb5e4eecb66dca7926d054f5", + "bd429094a565426ba2fc3b7af227ec23", + "560a8ca9d7f44a5b94119442f629a80d", + "41ccadc41129448082573db4af7ed42e", + "869485fa2d1b472b9b78da7ba7af6f0e", + "74a9c4c358934ebea211d65a6f488541", + "acf45eb2a956440ab12cf0b027cbc44c", + "7ee856f9d2c9436c8343094ae9422a22", + "42d96259161d4a3f9584904b89e79960", + "6a7113596bcb4a6d858f4646146e89f8", + "951ea892d6844ce3bd4232f933d80822", + "5f87fb93311849a4b979660e3cb01c49", + "29095841984648b488a7f01c6377ea73", + "ef0ea2de9d7749f486a5acb4a3c0725d", + "f79aa00bf3e141cea07ab2dc9d5f9b9a", + "d008fd478737435b924776ba084ef15a", + "850dee8722ab4ffa81e9f7f525d47a53", + "31a5ffcbf0504b97bb4e6e4ce76a3f86", + "9f9b3dbb47f34fe28a2bc86701321427", + "3da3ff21986e45baaf218e38551fc000", + "9dce8de8a2c14f80b45239025e6077fa", + "128d12cfcce24fc98e587322eb0af6f8", + "024a3467e5934826a0b9d3d16b7cdb61", + "4357a1bbd5574e348725c4011dc665c2", + "f0755ea0e41841caa5bb04571af38c44", + "e4b1414f6f7e49f18fb2a5137fdb1582", + "5a78c121ecbc48fbbf9d8a4937973c99", + "f3b96dc0850c4b409051da16c69963ef", + "b96c2c9e3ea54d2293fcccb0ae99e046", + "6bfa0fa815b441bc9ae944a2decd93b7", + "0a159cac5117496fa9f275d9c114abcc", + "c21a2c937d50427f95c1d338a8f9412b", + "e25feee52bff49b99ae2a46cf193fbde", + "789d3db667f94ef895b1f18a9832aafe", + "267bd445c8fb47b7bb931926808b845d", + "58c01981a2a04f6daa2a40a120ba72e9" + ] + }, + "id": "DtCgCgEr62C9", + "outputId": "15115f5c-9acf-4ab5-8be4-6f347b7375db" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "ed3d8bc58cc447e3969e01339bdf586a", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading readme: 0%| | 0.00/494 [00:00\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
non_toxic_responsetoxic_response
0na maioria dos países, é legal ser gay.. atual...esteja ciente de que a comunidade trans é resp...
1a terceira preocupação é que as crianças em fa...não é certo que um pai deixe seu filho fazer a...
2as atitudes em relação ao casamento entre pess...é um facto que as pessoas trans são desviantes...
3sentimos que o termo lésbica não descrevia com...casais de lésbicas que têm filhos ainda não sã...
4durante toda a minha vida sempre tive uma fort...deixe-me apenas dizer que algo precisa ser fei...
.........
28098kkkkkkkkk eu que tenho que rir dissobom dia pra quem dormi pra caralho pq tava vir...
28099tá chovendo pra caralho mais geral tá aqui em ...Idiota Não seria melhor um prefeito honesto e ...
28100e eu que tenho 20 mas tenho cara de ser mais n...ainda bem q essa porra cresce
28101ta mana menos vai ta mei feio jaminha tia falando uma putaria do caralho kkkkk...
28102ontem foi só a melhor forma com meu paraíbao ódio que me dá quando me mandam mensagem e a...
\n", + "

28103 rows × 2 columns

\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "
\n", + " \n" + ], + "text/plain": [ + " non_toxic_response \\\n", + "0 na maioria dos países, é legal ser gay.. atual... \n", + "1 a terceira preocupação é que as crianças em fa... \n", + "2 as atitudes em relação ao casamento entre pess... \n", + "3 sentimos que o termo lésbica não descrevia com... \n", + "4 durante toda a minha vida sempre tive uma fort... \n", + "... ... \n", + "28098 kkkkkkkkk eu que tenho que rir disso \n", + "28099 tá chovendo pra caralho mais geral tá aqui em ... \n", + "28100 e eu que tenho 20 mas tenho cara de ser mais n... \n", + "28101 ta mana menos vai ta mei feio ja \n", + "28102 ontem foi só a melhor forma com meu paraíba \n", + "\n", + " toxic_response \n", + "0 esteja ciente de que a comunidade trans é resp... \n", + "1 não é certo que um pai deixe seu filho fazer a... \n", + "2 é um facto que as pessoas trans são desviantes... \n", + "3 casais de lésbicas que têm filhos ainda não sã... \n", + "4 deixe-me apenas dizer que algo precisa ser fei... \n", + "... ... \n", + "28098 bom dia pra quem dormi pra caralho pq tava vir... \n", + "28099 Idiota Não seria melhor um prefeito honesto e ... \n", + "28100 ainda bem q essa porra cresce \n", + "28101 minha tia falando uma putaria do caralho kkkkk... \n", + "28102 o ódio que me dá quando me mandam mensagem e a... \n", + "\n", + "[28103 rows x 2 columns]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Dataset loaded.\n" + ] + } + ], + "source": [ + "import os\n", + "from datasets import load_dataset\n", + "\n", + "project = \"ToxicityModelPT\"\n", + "\n", + "os.makedirs(project, exist_ok=True)\n", + "\n", + "dataset = load_dataset(\"nicholasKluge/toxic-aira-dataset\", split=\"portuguese\")\n", + "\n", + "display(dataset.to_pandas())\n", + "\n", + "print(\"Dataset loaded.\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "kQQ1DkB5rjpS" + }, + "source": [ + "3. Download your base model for fine-tuning. Here he are using `roberta-base` for the English toxicity model." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 281, + "referenced_widgets": [ + "9ee021477b7a489594d40b611c50f307", + "c5535e79e651485ba50ea0a43114fbfa", + "a7ec7fc8b4564a2885d5cb1d23468580", + "11d224c73db84d1588c97790d06f7628", + "65a6c196cdc14af98d7804dcff62f7f3", + "729a73e129b34247aec448895f25b6f4", + "7631cb9db29340359846cf161547b5ad", + "abde9c18a45c48ed90e07e738fb84ef3", + "4ff0d613891d4c45807a55cf4c5fc754", + "bed33e4cf2244e969cf36a9de37cbd8f", + "c7dc52e58e544ba09d29e1f833f34599", + "57a25459885646678329436e9a26cb22", + "0f637041c7214e68a9dcb0bb9305b77c", + "001062e1a743405f9d186d09c153e53d", + "999c56009da74f19a1ba2c000ad4b4ec", + "84326999895e48cea20f4a2ecc12f670", + "b93ac3ebff6748c99a63b57bd3b4cca1", + "999214bd3d6143e7be67e2afe4a492fb", + "b690399fca4645858a32e56402c9f646", + "18d6b8cc6bbf431c87c488017b4a52ee", + "9bececafac50470fa49b4650ef51bb2f", + "884e960c0f0b4ecc81324bf49ab6177d", + "3c2aaec2d0514a69ba0e0062ba2da527", + "a187195e73f94a4aa543635acc43e9e2", + "162790090a5b4d6bab805ca752cd19a7", + "d531265b3b804815b07c1e98ca6475ac", + "a2b235d8818e4d218905f7ebd567b208", + "1eea7d1726924f1fa599aa1a2be2d30e", + "db078888ce2a41a2970384ce60af1bd3", + "2cfe7f98b92c44c590e554d03cc206ea", + "9b1d4f9785c64c5392470b3e544d5ce9", + "5a1691d5a16f40bd90de39cf9c75e33d", + "7c8d8c2682f0462ba5def3862e32b1fc", + "e4240650fb794ae4aeff7ab22aa805b9", + "8d8b4ea713de4501b96b297ddeeb671f", + "1e3188631cda48428046637c4fb9969d", + "3f53daee16be4863877c7fc7dbef7d37", + "b10a8102d75c4eb69808edfff5384248", + "78fe83fbd6d84a70ab7aaadb6bd84b3e", + "001761ade51942f0a7ebc5b46daffc84", + "aa1c0c6896ee4f5f8a6ba3ef50733101", + "a81ac75ad549499f8127784babe2d409", + "c2558120e694404182714a088efa0729", + "8da02a8b512549cb80c8d734e9c446d4", + "13a42dcf020f4197af9275e1cc3359f9", + "08152b6719e64619a6e4aed0e08c956d", + "62129557527e40809a7146a02c5288e7", + "0b8b35115a9045aeafe6c19817655abe", + "d4d36392e07942ed81ff5ee1157ffc64", + "13471be3b48541cdb8bb73945ef835e4", + "46c6540649e44721ae4d225ba6a8a8e3", + "3d46b543378c4723b22a4638da7fe1b0", + "73a424b3526b481e986316d044be65b4", + "cc8368c508084acfba2484210284b717", + "30bda51d7d1f420eb49a32245fcde802", + "a4ad7477dbff45fc9ae0a71aa5d91957", + "3469ef2153374331b6dca0d00459e864", + "67408212a1564018856f4cd306be7be8", + "1eae1847a0eb4a82a7c58d06edac388b", + "645c89f8ad96423db2757b6b20007adb", + "ff2f8a258fd9474fb4ddcad2dfaca883", + "a93a284b399e4ffaa18f3a61d623dba5", + "8e5c15907b4d4ff4901868291cc915a1", + "3fb084730cff449b8bb27474418cbab7", + "055f7aca567e43d6938b8f9ec1e7a43e", + "dc5b60eac4144a669b4a55e876296db5" + ] + }, + "id": "W3d0nlgO62DB", + "outputId": "3b80dd3f-7d5c-4f17-a6f8-f352a5140490" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9ee021477b7a489594d40b611c50f307", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading (…)lve/main/config.json: 0%| | 0.00/647 [00:00>> Tracker's metadata:\n", + "[codecarbon INFO @ 15:56:16] Platform system: Linux-5.15.120+-x86_64-with-glibc2.35\n", + "[codecarbon INFO @ 15:56:16] Python version: 3.10.12\n", + "[codecarbon INFO @ 15:56:16] CodeCarbon version: 2.3.1\n", + "[codecarbon INFO @ 15:56:16] Available RAM : 83.481 GB\n", + "[codecarbon INFO @ 15:56:16] CPU count: 12\n", + "[codecarbon INFO @ 15:56:16] CPU model: Intel(R) Xeon(R) CPU @ 2.20GHz\n", + "[codecarbon INFO @ 15:56:16] GPU count: 1\n", + "[codecarbon INFO @ 15:56:16] GPU model: 1 x NVIDIA A100-SXM4-40GB\n", + "You're using a BertTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n", + "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2632: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n", + " warnings.warn(\n", + "Could not estimate the number of tokens of the input, floating-point operations will not be computed\n" + ] + }, + { + "data": { + "text/html": [ + "\n", + "
\n", + " \n", + " \n", + " [1000/1000 23:13, Epoch 1/2]\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
StepTraining Loss
2000.196300
4000.136000
6000.129500
8000.086300
10000.064900

" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[codecarbon INFO @ 15:56:32] Energy consumed for RAM : 0.000130 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:56:32] Energy consumed for all GPUs : 0.000855 kWh. Total GPU Power : 205.14025206857707 W\n", + "[codecarbon INFO @ 15:56:32] Energy consumed for all CPUs : 0.000177 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:56:32] 0.001163 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:56:32] Energy consumed for RAM : 0.000130 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:56:32] Energy consumed for all GPUs : 0.000871 kWh. Total GPU Power : 209.00180643155736 W\n", + "[codecarbon INFO @ 15:56:32] Energy consumed for all CPUs : 0.000177 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:56:32] 0.001179 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:56:47] Energy consumed for RAM : 0.000261 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:56:47] Energy consumed for all GPUs : 0.001998 kWh. Total GPU Power : 274.3745878205489 W\n", + "[codecarbon INFO @ 15:56:47] Energy consumed for all CPUs : 0.000354 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:56:47] 0.002613 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:56:47] Energy consumed for RAM : 0.000261 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:56:47] Energy consumed for all GPUs : 0.002015 kWh. Total GPU Power : 274.75143703109336 W\n", + "[codecarbon INFO @ 15:56:47] Energy consumed for all CPUs : 0.000354 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:56:47] 0.002630 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:02] Energy consumed for RAM : 0.000391 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:02] Energy consumed for all GPUs : 0.003151 kWh. Total GPU Power : 276.8583589737848 W\n", + "[codecarbon INFO @ 15:57:02] Energy consumed for all CPUs : 0.000531 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:02] 0.004074 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:02] Energy consumed for RAM : 0.000391 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:02] Energy consumed for all GPUs : 0.003169 kWh. Total GPU Power : 276.93931482504945 W\n", + "[codecarbon INFO @ 15:57:02] Energy consumed for all CPUs : 0.000531 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:02] 0.004092 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:17] Energy consumed for RAM : 0.000522 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:17] Energy consumed for all GPUs : 0.004310 kWh. Total GPU Power : 278.2188319670735 W\n", + "[codecarbon INFO @ 15:57:17] Energy consumed for all CPUs : 0.000708 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:17] 0.005540 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:17] Energy consumed for RAM : 0.000522 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:17] Energy consumed for all GPUs : 0.004332 kWh. Total GPU Power : 279.3145161944058 W\n", + "[codecarbon INFO @ 15:57:17] Energy consumed for all CPUs : 0.000708 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:17] 0.005562 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:32] Energy consumed for RAM : 0.000652 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:32] Energy consumed for all GPUs : 0.005476 kWh. Total GPU Power : 279.55633526574746 W\n", + "[codecarbon INFO @ 15:57:32] Energy consumed for all CPUs : 0.000886 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:32] 0.007014 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:32] Energy consumed for RAM : 0.000652 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:32] Energy consumed for all GPUs : 0.005486 kWh. Total GPU Power : 276.9295384393318 W\n", + "[codecarbon INFO @ 15:57:32] Energy consumed for all CPUs : 0.000885 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:32] 0.007023 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:47] Energy consumed for RAM : 0.000782 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:47] Energy consumed for all GPUs : 0.006647 kWh. Total GPU Power : 281.3985139315811 W\n", + "[codecarbon INFO @ 15:57:47] Energy consumed for all CPUs : 0.001063 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:47] 0.008492 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:57:47] Energy consumed for RAM : 0.000782 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:57:47] Energy consumed for all GPUs : 0.006657 kWh. Total GPU Power : 281.2527629560505 W\n", + "[codecarbon INFO @ 15:57:47] Energy consumed for all CPUs : 0.001063 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:57:47] 0.008502 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:02] Energy consumed for RAM : 0.000913 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:02] Energy consumed for all GPUs : 0.007817 kWh. Total GPU Power : 280.95449333750264 W\n", + "[codecarbon INFO @ 15:58:02] Energy consumed for all CPUs : 0.001240 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:02] 0.009969 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:02] Energy consumed for RAM : 0.000913 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:02] Energy consumed for all GPUs : 0.007828 kWh. Total GPU Power : 280.94848032081586 W\n", + "[codecarbon INFO @ 15:58:02] Energy consumed for all CPUs : 0.001240 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:02] 0.009980 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:17] Energy consumed for RAM : 0.001043 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:17] Energy consumed for all GPUs : 0.008988 kWh. Total GPU Power : 281.141632733215 W\n", + "[codecarbon INFO @ 15:58:17] Energy consumed for all CPUs : 0.001417 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:17] 0.011448 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:17] Energy consumed for RAM : 0.001043 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:17] Energy consumed for all GPUs : 0.008999 kWh. Total GPU Power : 281.26814282078067 W\n", + "[codecarbon INFO @ 15:58:17] Energy consumed for all CPUs : 0.001417 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:17] 0.011459 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:32] Energy consumed for RAM : 0.001173 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:32] Energy consumed for all GPUs : 0.010159 kWh. Total GPU Power : 281.0548256488588 W\n", + "[codecarbon INFO @ 15:58:32] Energy consumed for all CPUs : 0.001594 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:32] 0.012926 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:32] Energy consumed for RAM : 0.001173 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:32] Energy consumed for all GPUs : 0.010173 kWh. Total GPU Power : 281.85319902614145 W\n", + "[codecarbon INFO @ 15:58:32] Energy consumed for all CPUs : 0.001594 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:32] 0.012940 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:47] Energy consumed for RAM : 0.001304 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:47] Energy consumed for all GPUs : 0.011335 kWh. Total GPU Power : 282.4965353993451 W\n", + "[codecarbon INFO @ 15:58:47] Energy consumed for all CPUs : 0.001771 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:47] 0.014410 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:58:47] Energy consumed for RAM : 0.001304 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:58:47] Energy consumed for all GPUs : 0.011345 kWh. Total GPU Power : 281.39385634229814 W\n", + "[codecarbon INFO @ 15:58:47] Energy consumed for all CPUs : 0.001771 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:58:47] 0.014420 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:02] Energy consumed for RAM : 0.001434 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:02] Energy consumed for all GPUs : 0.012511 kWh. Total GPU Power : 282.38163897542074 W\n", + "[codecarbon INFO @ 15:59:02] Energy consumed for all CPUs : 0.001948 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:02] 0.015894 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:02] Energy consumed for RAM : 0.001434 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:02] Energy consumed for all GPUs : 0.012523 kWh. Total GPU Power : 282.6757735036072 W\n", + "[codecarbon INFO @ 15:59:02] Energy consumed for all CPUs : 0.001948 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:02] 0.015905 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:17] Energy consumed for RAM : 0.001565 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:17] Energy consumed for all GPUs : 0.013691 kWh. Total GPU Power : 283.06376901905327 W\n", + "[codecarbon INFO @ 15:59:17] Energy consumed for all CPUs : 0.002125 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:17] 0.017380 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:17] Energy consumed for RAM : 0.001565 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:17] Energy consumed for all GPUs : 0.013701 kWh. Total GPU Power : 282.95837712625695 W\n", + "[codecarbon INFO @ 15:59:17] Energy consumed for all CPUs : 0.002125 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:17] 0.017391 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:32] Energy consumed for RAM : 0.001695 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:32] Energy consumed for all GPUs : 0.014871 kWh. Total GPU Power : 283.3288041328466 W\n", + "[codecarbon INFO @ 15:59:32] Energy consumed for all CPUs : 0.002302 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:32] 0.018868 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:32] Energy consumed for RAM : 0.001695 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:32] Energy consumed for all GPUs : 0.014882 kWh. Total GPU Power : 283.37879378907064 W\n", + "[codecarbon INFO @ 15:59:32] Energy consumed for all CPUs : 0.002302 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:32] 0.018878 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:47] Energy consumed for RAM : 0.001825 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:47] Energy consumed for all GPUs : 0.016044 kWh. Total GPU Power : 281.80180769132267 W\n", + "[codecarbon INFO @ 15:59:47] Energy consumed for all CPUs : 0.002479 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:47] 0.020349 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 15:59:47] Energy consumed for RAM : 0.001825 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 15:59:47] Energy consumed for all GPUs : 0.016059 kWh. Total GPU Power : 282.66073912742127 W\n", + "[codecarbon INFO @ 15:59:47] Energy consumed for all CPUs : 0.002479 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 15:59:47] 0.020363 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:02] Energy consumed for RAM : 0.001956 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:02] Energy consumed for all GPUs : 0.017221 kWh. Total GPU Power : 281.9870652457693 W\n", + "[codecarbon INFO @ 16:00:02] Energy consumed for all CPUs : 0.002656 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:02] 0.021833 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:02] Energy consumed for RAM : 0.001956 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:02] Energy consumed for all GPUs : 0.017233 kWh. Total GPU Power : 281.8250575728723 W\n", + "[codecarbon INFO @ 16:00:02] Energy consumed for all CPUs : 0.002656 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:02] 0.021845 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:17] Energy consumed for RAM : 0.002086 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:17] Energy consumed for all GPUs : 0.018400 kWh. Total GPU Power : 283.26328294957364 W\n", + "[codecarbon INFO @ 16:00:17] Energy consumed for all CPUs : 0.002833 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:17] 0.023319 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:17] Energy consumed for RAM : 0.002086 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:17] Energy consumed for all GPUs : 0.018411 kWh. Total GPU Power : 282.67176366288 W\n", + "[codecarbon INFO @ 16:00:17] Energy consumed for all CPUs : 0.002834 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:17] 0.023330 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:32] Energy consumed for RAM : 0.002216 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:32] Energy consumed for all GPUs : 0.019577 kWh. Total GPU Power : 282.5671726297208 W\n", + "[codecarbon INFO @ 16:00:32] Energy consumed for all CPUs : 0.003010 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:32] 0.024804 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:32] Energy consumed for RAM : 0.002216 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:32] Energy consumed for all GPUs : 0.019587 kWh. Total GPU Power : 283.24493595294115 W\n", + "[codecarbon INFO @ 16:00:32] Energy consumed for all CPUs : 0.003010 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:32] 0.024814 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:47] Energy consumed for RAM : 0.002347 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:47] Energy consumed for all GPUs : 0.020757 kWh. Total GPU Power : 283.2768160914216 W\n", + "[codecarbon INFO @ 16:00:47] Energy consumed for all CPUs : 0.003187 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:47] 0.026291 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:00:47] Energy consumed for RAM : 0.002347 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:00:47] Energy consumed for all GPUs : 0.020768 kWh. Total GPU Power : 283.3473990826724 W\n", + "[codecarbon INFO @ 16:00:47] Energy consumed for all CPUs : 0.003187 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:00:47] 0.026301 kWh of electricity used since the beginning.\n", + "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2632: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n", + " warnings.warn(\n", + "[codecarbon INFO @ 16:01:02] Energy consumed for RAM : 0.002477 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:02] Energy consumed for all GPUs : 0.021802 kWh. Total GPU Power : 250.98368722305415 W\n", + "[codecarbon INFO @ 16:01:02] Energy consumed for all CPUs : 0.003364 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:02] 0.027644 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:02] Energy consumed for RAM : 0.002477 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:02] Energy consumed for all GPUs : 0.021820 kWh. Total GPU Power : 252.7636987137088 W\n", + "[codecarbon INFO @ 16:01:02] Energy consumed for all CPUs : 0.003364 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:02] 0.027662 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:17] Energy consumed for RAM : 0.002608 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:17] Energy consumed for all GPUs : 0.022974 kWh. Total GPU Power : 281.2588974478241 W\n", + "[codecarbon INFO @ 16:01:17] Energy consumed for all CPUs : 0.003542 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:17] 0.029123 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:17] Energy consumed for RAM : 0.002607 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:17] Energy consumed for all GPUs : 0.022992 kWh. Total GPU Power : 281.30279349499415 W\n", + "[codecarbon INFO @ 16:01:17] Energy consumed for all CPUs : 0.003541 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:17] 0.029141 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:32] Energy consumed for RAM : 0.002738 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:32] Energy consumed for all GPUs : 0.024149 kWh. Total GPU Power : 282.1797760580187 W\n", + "[codecarbon INFO @ 16:01:32] Energy consumed for all CPUs : 0.003719 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:32] 0.030606 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:32] Energy consumed for RAM : 0.002738 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:32] Energy consumed for all GPUs : 0.024167 kWh. Total GPU Power : 282.2668701758829 W\n", + "[codecarbon INFO @ 16:01:32] Energy consumed for all CPUs : 0.003718 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:32] 0.030624 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:47] Energy consumed for RAM : 0.002868 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:47] Energy consumed for all GPUs : 0.025325 kWh. Total GPU Power : 282.2072980061646 W\n", + "[codecarbon INFO @ 16:01:47] Energy consumed for all CPUs : 0.003896 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:47] 0.032089 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:01:47] Energy consumed for RAM : 0.002868 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:01:47] Energy consumed for all GPUs : 0.025347 kWh. Total GPU Power : 283.29384542343337 W\n", + "[codecarbon INFO @ 16:01:47] Energy consumed for all CPUs : 0.003895 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:01:47] 0.032111 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:02] Energy consumed for RAM : 0.002999 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:02] Energy consumed for all GPUs : 0.026504 kWh. Total GPU Power : 283.05945085384246 W\n", + "[codecarbon INFO @ 16:02:02] Energy consumed for all CPUs : 0.004073 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:02] 0.033575 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:02] Energy consumed for RAM : 0.002998 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:02] Energy consumed for all GPUs : 0.026525 kWh. Total GPU Power : 282.8218474231801 W\n", + "[codecarbon INFO @ 16:02:02] Energy consumed for all CPUs : 0.004073 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:02] 0.033597 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:17] Energy consumed for RAM : 0.003129 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:17] Energy consumed for all GPUs : 0.027685 kWh. Total GPU Power : 283.6058981236041 W\n", + "[codecarbon INFO @ 16:02:17] Energy consumed for all CPUs : 0.004250 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:17] 0.035064 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:17] Energy consumed for RAM : 0.003129 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:17] Energy consumed for all GPUs : 0.027701 kWh. Total GPU Power : 282.23544795821107 W\n", + "[codecarbon INFO @ 16:02:17] Energy consumed for all CPUs : 0.004250 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:17] 0.035079 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:32] Energy consumed for RAM : 0.003260 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:32] Energy consumed for all GPUs : 0.028861 kWh. Total GPU Power : 282.41652232753427 W\n", + "[codecarbon INFO @ 16:02:32] Energy consumed for all CPUs : 0.004427 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:32] 0.036548 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:32] Energy consumed for RAM : 0.003259 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:32] Energy consumed for all GPUs : 0.028879 kWh. Total GPU Power : 282.9526401148037 W\n", + "[codecarbon INFO @ 16:02:32] Energy consumed for all CPUs : 0.004427 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:32] 0.036565 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:47] Energy consumed for RAM : 0.003390 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:47] Energy consumed for all GPUs : 0.030041 kWh. Total GPU Power : 283.19297602685845 W\n", + "[codecarbon INFO @ 16:02:47] Energy consumed for all CPUs : 0.004604 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:47] 0.038035 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:02:47] Energy consumed for RAM : 0.003390 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:02:47] Energy consumed for all GPUs : 0.030059 kWh. Total GPU Power : 283.19514883836854 W\n", + "[codecarbon INFO @ 16:02:47] Energy consumed for all CPUs : 0.004604 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:02:47] 0.038052 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:02] Energy consumed for RAM : 0.003520 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:02] Energy consumed for all GPUs : 0.031218 kWh. Total GPU Power : 282.5041649429765 W\n", + "[codecarbon INFO @ 16:03:02] Energy consumed for all CPUs : 0.004781 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:02] 0.039519 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:02] Energy consumed for RAM : 0.003520 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:02] Energy consumed for all GPUs : 0.031238 kWh. Total GPU Power : 283.06361970042326 W\n", + "[codecarbon INFO @ 16:03:02] Energy consumed for all CPUs : 0.004781 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:02] 0.039539 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:17] Energy consumed for RAM : 0.003651 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:17] Energy consumed for all GPUs : 0.032394 kWh. Total GPU Power : 282.50786981281004 W\n", + "[codecarbon INFO @ 16:03:17] Energy consumed for all CPUs : 0.004958 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:17] 0.041003 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:17] Energy consumed for RAM : 0.003650 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:17] Energy consumed for all GPUs : 0.032409 kWh. Total GPU Power : 281.0791604619568 W\n", + "[codecarbon INFO @ 16:03:17] Energy consumed for all CPUs : 0.004958 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:17] 0.041017 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:32] Energy consumed for RAM : 0.003781 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:32] Energy consumed for all GPUs : 0.033574 kWh. Total GPU Power : 283.3491595307495 W\n", + "[codecarbon INFO @ 16:03:32] Energy consumed for all CPUs : 0.005135 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:32] 0.042491 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:32] Energy consumed for RAM : 0.003781 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:32] Energy consumed for all GPUs : 0.033584 kWh. Total GPU Power : 282.026217588825 W\n", + "[codecarbon INFO @ 16:03:32] Energy consumed for all CPUs : 0.005135 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:32] 0.042499 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:47] Energy consumed for RAM : 0.003911 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:47] Energy consumed for all GPUs : 0.034752 kWh. Total GPU Power : 282.615093623191 W\n", + "[codecarbon INFO @ 16:03:47] Energy consumed for all CPUs : 0.005312 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:47] 0.043975 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:03:47] Energy consumed for RAM : 0.003911 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:03:47] Energy consumed for all GPUs : 0.034763 kWh. Total GPU Power : 283.0818664452835 W\n", + "[codecarbon INFO @ 16:03:47] Energy consumed for all CPUs : 0.005312 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:03:47] 0.043986 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:02] Energy consumed for RAM : 0.004042 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:02] Energy consumed for all GPUs : 0.035933 kWh. Total GPU Power : 283.67194321399734 W\n", + "[codecarbon INFO @ 16:04:02] Energy consumed for all CPUs : 0.005489 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:02] 0.045464 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:02] Energy consumed for RAM : 0.004041 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:02] Energy consumed for all GPUs : 0.035944 kWh. Total GPU Power : 283.6565758963871 W\n", + "[codecarbon INFO @ 16:04:02] Energy consumed for all CPUs : 0.005489 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:02] 0.045475 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:17] Energy consumed for RAM : 0.004172 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:17] Energy consumed for all GPUs : 0.037111 kWh. Total GPU Power : 282.70932350641743 W\n", + "[codecarbon INFO @ 16:04:17] Energy consumed for all CPUs : 0.005666 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:17] 0.046949 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:17] Energy consumed for RAM : 0.004172 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:17] Energy consumed for all GPUs : 0.037123 kWh. Total GPU Power : 282.87346485662937 W\n", + "[codecarbon INFO @ 16:04:17] Energy consumed for all CPUs : 0.005666 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:17] 0.046961 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:32] Energy consumed for RAM : 0.004303 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:32] Energy consumed for all GPUs : 0.038285 kWh. Total GPU Power : 281.95303649708455 W\n", + "[codecarbon INFO @ 16:04:32] Energy consumed for all CPUs : 0.005843 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:32] 0.048431 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:32] Energy consumed for RAM : 0.004302 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:32] Energy consumed for all GPUs : 0.038300 kWh. Total GPU Power : 282.59477271946116 W\n", + "[codecarbon INFO @ 16:04:32] Energy consumed for all CPUs : 0.005843 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:32] 0.048445 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:47] Energy consumed for RAM : 0.004433 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:47] Energy consumed for all GPUs : 0.039463 kWh. Total GPU Power : 282.8444046153742 W\n", + "[codecarbon INFO @ 16:04:47] Energy consumed for all CPUs : 0.006020 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:47] 0.049916 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:04:47] Energy consumed for RAM : 0.004433 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:04:47] Energy consumed for all GPUs : 0.039473 kWh. Total GPU Power : 281.7467142299998 W\n", + "[codecarbon INFO @ 16:04:47] Energy consumed for all CPUs : 0.006020 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:04:47] 0.049926 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:02] Energy consumed for RAM : 0.004563 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:02] Energy consumed for all GPUs : 0.040643 kWh. Total GPU Power : 283.32164172379674 W\n", + "[codecarbon INFO @ 16:05:02] Energy consumed for all CPUs : 0.006197 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:02] 0.051404 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:02] Energy consumed for RAM : 0.004563 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:02] Energy consumed for all GPUs : 0.040654 kWh. Total GPU Power : 283.5204668680991 W\n", + "[codecarbon INFO @ 16:05:02] Energy consumed for all CPUs : 0.006197 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:02] 0.051414 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:17] Energy consumed for RAM : 0.004694 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:17] Energy consumed for all GPUs : 0.041825 kWh. Total GPU Power : 283.61538693552893 W\n", + "[codecarbon INFO @ 16:05:17] Energy consumed for all CPUs : 0.006375 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:17] 0.052893 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:17] Energy consumed for RAM : 0.004693 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:17] Energy consumed for all GPUs : 0.041835 kWh. Total GPU Power : 283.47979718865366 W\n", + "[codecarbon INFO @ 16:05:17] Energy consumed for all CPUs : 0.006374 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:17] 0.052903 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:32] Energy consumed for RAM : 0.004824 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:32] Energy consumed for all GPUs : 0.043004 kWh. Total GPU Power : 283.15589302490076 W\n", + "[codecarbon INFO @ 16:05:32] Energy consumed for all CPUs : 0.006552 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:32] 0.054379 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:32] Energy consumed for RAM : 0.004824 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:32] Energy consumed for all GPUs : 0.043015 kWh. Total GPU Power : 283.1978564482267 W\n", + "[codecarbon INFO @ 16:05:32] Energy consumed for all CPUs : 0.006551 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:32] 0.054390 kWh of electricity used since the beginning.\n", + "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2632: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n", + " warnings.warn(\n", + "[codecarbon INFO @ 16:05:47] Energy consumed for RAM : 0.004954 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:47] Energy consumed for all GPUs : 0.044066 kWh. Total GPU Power : 254.97906608474224 W\n", + "[codecarbon INFO @ 16:05:47] Energy consumed for all CPUs : 0.006729 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:47] 0.055749 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:05:47] Energy consumed for RAM : 0.004954 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:05:47] Energy consumed for all GPUs : 0.044077 kWh. Total GPU Power : 254.44656943577044 W\n", + "[codecarbon INFO @ 16:05:47] Energy consumed for all CPUs : 0.006729 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:05:47] 0.055760 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:02] Energy consumed for RAM : 0.005085 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:02] Energy consumed for all GPUs : 0.045260 kWh. Total GPU Power : 286.63080019464974 W\n", + "[codecarbon INFO @ 16:06:02] Energy consumed for all CPUs : 0.006906 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:02] 0.057250 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:02] Energy consumed for RAM : 0.005085 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:02] Energy consumed for all GPUs : 0.045270 kWh. Total GPU Power : 286.51914937863614 W\n", + "[codecarbon INFO @ 16:06:02] Energy consumed for all CPUs : 0.006906 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:02] 0.057261 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:17] Energy consumed for RAM : 0.005215 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:17] Energy consumed for all GPUs : 0.046456 kWh. Total GPU Power : 287.31843742042184 W\n", + "[codecarbon INFO @ 16:06:17] Energy consumed for all CPUs : 0.007083 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:17] 0.058754 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:17] Energy consumed for RAM : 0.005215 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:17] Energy consumed for all GPUs : 0.046467 kWh. Total GPU Power : 287.4121258746938 W\n", + "[codecarbon INFO @ 16:06:17] Energy consumed for all CPUs : 0.007083 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:17] 0.058766 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:32] Energy consumed for RAM : 0.005346 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:32] Energy consumed for all GPUs : 0.047646 kWh. Total GPU Power : 285.6719805877554 W\n", + "[codecarbon INFO @ 16:06:32] Energy consumed for all CPUs : 0.007260 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:32] 0.060252 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:32] Energy consumed for RAM : 0.005346 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:32] Energy consumed for all GPUs : 0.047668 kWh. Total GPU Power : 288.1852382766528 W\n", + "[codecarbon INFO @ 16:06:32] Energy consumed for all CPUs : 0.007260 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:32] 0.060273 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:47] Energy consumed for RAM : 0.005476 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:47] Energy consumed for all GPUs : 0.048841 kWh. Total GPU Power : 286.9131522711245 W\n", + "[codecarbon INFO @ 16:06:47] Energy consumed for all CPUs : 0.007437 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:47] 0.061754 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:06:47] Energy consumed for RAM : 0.005476 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:06:47] Energy consumed for all GPUs : 0.048866 kWh. Total GPU Power : 287.6681485364776 W\n", + "[codecarbon INFO @ 16:06:47] Energy consumed for all CPUs : 0.007437 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:06:47] 0.061779 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:02] Energy consumed for RAM : 0.005606 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:02] Energy consumed for all GPUs : 0.050045 kWh. Total GPU Power : 289.0073445106108 W\n", + "[codecarbon INFO @ 16:07:02] Energy consumed for all CPUs : 0.007614 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:02] 0.063265 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:02] Energy consumed for RAM : 0.005606 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:02] Energy consumed for all GPUs : 0.050063 kWh. Total GPU Power : 287.39144920741336 W\n", + "[codecarbon INFO @ 16:07:02] Energy consumed for all CPUs : 0.007614 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:02] 0.063284 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:17] Energy consumed for RAM : 0.005737 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:17] Energy consumed for all GPUs : 0.051246 kWh. Total GPU Power : 288.35745678402674 W\n", + "[codecarbon INFO @ 16:07:17] Energy consumed for all CPUs : 0.007791 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:17] 0.064774 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:17] Energy consumed for RAM : 0.005737 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:17] Energy consumed for all GPUs : 0.051265 kWh. Total GPU Power : 288.5223610760443 W\n", + "[codecarbon INFO @ 16:07:17] Energy consumed for all CPUs : 0.007791 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:17] 0.064793 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:32] Energy consumed for RAM : 0.005867 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:32] Energy consumed for all GPUs : 0.052446 kWh. Total GPU Power : 288.113591285411 W\n", + "[codecarbon INFO @ 16:07:32] Energy consumed for all CPUs : 0.007968 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:32] 0.066281 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:32] Energy consumed for RAM : 0.005867 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:32] Energy consumed for all GPUs : 0.052465 kWh. Total GPU Power : 288.0228151302297 W\n", + "[codecarbon INFO @ 16:07:32] Energy consumed for all CPUs : 0.007968 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:32] 0.066300 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:47] Energy consumed for RAM : 0.005997 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:47] Energy consumed for all GPUs : 0.053648 kWh. Total GPU Power : 288.64672162005036 W\n", + "[codecarbon INFO @ 16:07:47] Energy consumed for all CPUs : 0.008145 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:47] 0.067791 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:07:47] Energy consumed for RAM : 0.005997 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:07:47] Energy consumed for all GPUs : 0.053667 kWh. Total GPU Power : 288.69190106408183 W\n", + "[codecarbon INFO @ 16:07:47] Energy consumed for all CPUs : 0.008145 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:07:47] 0.067810 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:02] Energy consumed for RAM : 0.006128 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:02] Energy consumed for all GPUs : 0.054841 kWh. Total GPU Power : 286.22602612700075 W\n", + "[codecarbon INFO @ 16:08:02] Energy consumed for all CPUs : 0.008322 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:02] 0.069290 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:02] Energy consumed for RAM : 0.006128 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:02] Energy consumed for all GPUs : 0.054863 kWh. Total GPU Power : 287.17303098784436 W\n", + "[codecarbon INFO @ 16:08:02] Energy consumed for all CPUs : 0.008323 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:02] 0.069314 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:17] Energy consumed for RAM : 0.006258 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:17] Energy consumed for all GPUs : 0.056036 kWh. Total GPU Power : 287.0142990014995 W\n", + "[codecarbon INFO @ 16:08:17] Energy consumed for all CPUs : 0.008499 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:17] 0.070793 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:17] Energy consumed for RAM : 0.006258 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:17] Energy consumed for all GPUs : 0.056059 kWh. Total GPU Power : 287.01450653763055 W\n", + "[codecarbon INFO @ 16:08:17] Energy consumed for all CPUs : 0.008500 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:17] 0.070816 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:32] Energy consumed for RAM : 0.006389 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:32] Energy consumed for all GPUs : 0.057235 kWh. Total GPU Power : 287.8450061945479 W\n", + "[codecarbon INFO @ 16:08:32] Energy consumed for all CPUs : 0.008676 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:32] 0.072300 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:32] Energy consumed for RAM : 0.006389 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:32] Energy consumed for all GPUs : 0.057252 kWh. Total GPU Power : 286.55918554683353 W\n", + "[codecarbon INFO @ 16:08:32] Energy consumed for all CPUs : 0.008677 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:32] 0.072318 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:47] Energy consumed for RAM : 0.006519 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:47] Energy consumed for all GPUs : 0.058436 kWh. Total GPU Power : 288.2695225561703 W\n", + "[codecarbon INFO @ 16:08:47] Energy consumed for all CPUs : 0.008853 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:47] 0.073808 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:08:47] Energy consumed for RAM : 0.006519 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:08:47] Energy consumed for all GPUs : 0.058454 kWh. Total GPU Power : 288.57807759350055 W\n", + "[codecarbon INFO @ 16:08:47] Energy consumed for all CPUs : 0.008854 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:08:47] 0.073827 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:02] Energy consumed for RAM : 0.006649 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:02] Energy consumed for all GPUs : 0.059635 kWh. Total GPU Power : 287.9077417409995 W\n", + "[codecarbon INFO @ 16:09:02] Energy consumed for all CPUs : 0.009030 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:02] 0.075315 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:02] Energy consumed for RAM : 0.006649 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:02] Energy consumed for all GPUs : 0.059654 kWh. Total GPU Power : 287.8838614578874 W\n", + "[codecarbon INFO @ 16:09:02] Energy consumed for all CPUs : 0.009031 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:02] 0.075334 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:17] Energy consumed for RAM : 0.006780 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:17] Energy consumed for all GPUs : 0.060837 kWh. Total GPU Power : 288.5194063179505 W\n", + "[codecarbon INFO @ 16:09:17] Energy consumed for all CPUs : 0.009207 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:17] 0.076824 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:17] Energy consumed for RAM : 0.006780 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:17] Energy consumed for all GPUs : 0.060856 kWh. Total GPU Power : 288.5899341719216 W\n", + "[codecarbon INFO @ 16:09:17] Energy consumed for all CPUs : 0.009208 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:17] 0.076843 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:32] Energy consumed for RAM : 0.006910 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:32] Energy consumed for all GPUs : 0.062031 kWh. Total GPU Power : 286.64636569751565 W\n", + "[codecarbon INFO @ 16:09:32] Energy consumed for all CPUs : 0.009385 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:32] 0.078325 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:32] Energy consumed for RAM : 0.006910 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:32] Energy consumed for all GPUs : 0.062054 kWh. Total GPU Power : 287.71352207415197 W\n", + "[codecarbon INFO @ 16:09:32] Energy consumed for all CPUs : 0.009385 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:32] 0.078349 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:47] Energy consumed for RAM : 0.007040 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:47] Energy consumed for all GPUs : 0.063230 kWh. Total GPU Power : 287.8785181889677 W\n", + "[codecarbon INFO @ 16:09:47] Energy consumed for all CPUs : 0.009562 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:47] 0.079832 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:09:47] Energy consumed for RAM : 0.007040 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:09:47] Energy consumed for all GPUs : 0.063242 kWh. Total GPU Power : 285.1526661889623 W\n", + "[codecarbon INFO @ 16:09:47] Energy consumed for all CPUs : 0.009562 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:09:47] 0.079844 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:02] Energy consumed for RAM : 0.007171 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:02] Energy consumed for all GPUs : 0.064431 kWh. Total GPU Power : 288.2801023370759 W\n", + "[codecarbon INFO @ 16:10:02] Energy consumed for all CPUs : 0.009739 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:02] 0.081340 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:02] Energy consumed for RAM : 0.007171 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:02] Energy consumed for all GPUs : 0.064442 kWh. Total GPU Power : 288.02702893385214 W\n", + "[codecarbon INFO @ 16:10:02] Energy consumed for all CPUs : 0.009739 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:02] 0.081352 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:17] Energy consumed for RAM : 0.007301 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:17] Energy consumed for all GPUs : 0.065629 kWh. Total GPU Power : 287.703999403624 W\n", + "[codecarbon INFO @ 16:10:17] Energy consumed for all CPUs : 0.009916 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:17] 0.082846 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:17] Energy consumed for RAM : 0.007301 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:17] Energy consumed for all GPUs : 0.065640 kWh. Total GPU Power : 287.7669266430621 W\n", + "[codecarbon INFO @ 16:10:17] Energy consumed for all CPUs : 0.009916 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:17] 0.082857 kWh of electricity used since the beginning.\n", + "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2632: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n", + " warnings.warn(\n", + "[codecarbon INFO @ 16:10:32] Energy consumed for RAM : 0.007432 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:32] Energy consumed for all GPUs : 0.066694 kWh. Total GPU Power : 255.64754070764917 W\n", + "[codecarbon INFO @ 16:10:32] Energy consumed for all CPUs : 0.010093 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:32] 0.084218 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:32] Energy consumed for RAM : 0.007432 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:32] Energy consumed for all GPUs : 0.066708 kWh. Total GPU Power : 256.561267557469 W\n", + "[codecarbon INFO @ 16:10:32] Energy consumed for all CPUs : 0.010093 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:32] 0.084233 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:47] Energy consumed for RAM : 0.007562 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:47] Energy consumed for all GPUs : 0.067891 kWh. Total GPU Power : 287.4476856766931 W\n", + "[codecarbon INFO @ 16:10:47] Energy consumed for all CPUs : 0.010270 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:47] 0.085723 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:10:47] Energy consumed for RAM : 0.007562 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:10:47] Energy consumed for all GPUs : 0.067900 kWh. Total GPU Power : 286.1314016663962 W\n", + "[codecarbon INFO @ 16:10:47] Energy consumed for all CPUs : 0.010270 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:10:47] 0.085732 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:02] Energy consumed for RAM : 0.007692 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:02] Energy consumed for all GPUs : 0.069079 kWh. Total GPU Power : 285.1914857050892 W\n", + "[codecarbon INFO @ 16:11:02] Energy consumed for all CPUs : 0.010447 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:02] 0.087218 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:02] Energy consumed for RAM : 0.007692 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:02] Energy consumed for all GPUs : 0.069097 kWh. Total GPU Power : 287.3557240965118 W\n", + "[codecarbon INFO @ 16:11:02] Energy consumed for all CPUs : 0.010447 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:02] 0.087237 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:17] Energy consumed for RAM : 0.007823 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:17] Energy consumed for all GPUs : 0.070277 kWh. Total GPU Power : 287.65717029563086 W\n", + "[codecarbon INFO @ 16:11:17] Energy consumed for all CPUs : 0.010624 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:17] 0.088723 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:17] Energy consumed for RAM : 0.007823 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:17] Energy consumed for all GPUs : 0.070295 kWh. Total GPU Power : 287.5988567238643 W\n", + "[codecarbon INFO @ 16:11:17] Energy consumed for all CPUs : 0.010624 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:17] 0.088742 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:32] Energy consumed for RAM : 0.007953 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:32] Energy consumed for all GPUs : 0.071474 kWh. Total GPU Power : 287.5460632579855 W\n", + "[codecarbon INFO @ 16:11:32] Energy consumed for all CPUs : 0.010801 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:32] 0.090229 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:32] Energy consumed for RAM : 0.007953 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:32] Energy consumed for all GPUs : 0.071494 kWh. Total GPU Power : 287.8265924596261 W\n", + "[codecarbon INFO @ 16:11:32] Energy consumed for all CPUs : 0.010801 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:32] 0.090249 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:47] Energy consumed for RAM : 0.008083 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:47] Energy consumed for all GPUs : 0.072670 kWh. Total GPU Power : 286.991342823785 W\n", + "[codecarbon INFO @ 16:11:47] Energy consumed for all CPUs : 0.010978 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:47] 0.091731 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:11:47] Energy consumed for RAM : 0.008083 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:11:47] Energy consumed for all GPUs : 0.072694 kWh. Total GPU Power : 288.1377191115758 W\n", + "[codecarbon INFO @ 16:11:47] Energy consumed for all CPUs : 0.010978 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:11:47] 0.091756 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:02] Energy consumed for RAM : 0.008214 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:02] Energy consumed for all GPUs : 0.073869 kWh. Total GPU Power : 288.2101461801523 W\n", + "[codecarbon INFO @ 16:12:02] Energy consumed for all CPUs : 0.011155 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:02] 0.093238 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:02] Energy consumed for RAM : 0.008214 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:02] Energy consumed for all GPUs : 0.073885 kWh. Total GPU Power : 285.9715484485329 W\n", + "[codecarbon INFO @ 16:12:02] Energy consumed for all CPUs : 0.011156 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:02] 0.093255 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:17] Energy consumed for RAM : 0.008344 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:17] Energy consumed for all GPUs : 0.075068 kWh. Total GPU Power : 287.83310723379947 W\n", + "[codecarbon INFO @ 16:12:17] Energy consumed for all CPUs : 0.011332 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:17] 0.094744 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:17] Energy consumed for RAM : 0.008344 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:17] Energy consumed for all GPUs : 0.075087 kWh. Total GPU Power : 288.4338663316282 W\n", + "[codecarbon INFO @ 16:12:17] Energy consumed for all CPUs : 0.011333 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:17] 0.094764 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:32] Energy consumed for RAM : 0.008474 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:32] Energy consumed for all GPUs : 0.076267 kWh. Total GPU Power : 287.73353030203793 W\n", + "[codecarbon INFO @ 16:12:32] Energy consumed for all CPUs : 0.011509 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:32] 0.096250 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:32] Energy consumed for RAM : 0.008475 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:32] Energy consumed for all GPUs : 0.076286 kWh. Total GPU Power : 287.80589920891344 W\n", + "[codecarbon INFO @ 16:12:32] Energy consumed for all CPUs : 0.011510 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:32] 0.096270 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:47] Energy consumed for RAM : 0.008605 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:47] Energy consumed for all GPUs : 0.077465 kWh. Total GPU Power : 287.56983995215967 W\n", + "[codecarbon INFO @ 16:12:47] Energy consumed for all CPUs : 0.011686 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:47] 0.097756 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:12:47] Energy consumed for RAM : 0.008605 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:12:47] Energy consumed for all GPUs : 0.077486 kWh. Total GPU Power : 288.06358075339836 W\n", + "[codecarbon INFO @ 16:12:47] Energy consumed for all CPUs : 0.011687 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:12:47] 0.097777 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:02] Energy consumed for RAM : 0.008735 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:02] Energy consumed for all GPUs : 0.078658 kWh. Total GPU Power : 286.48206924804055 W\n", + "[codecarbon INFO @ 16:13:02] Energy consumed for all CPUs : 0.011863 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:02] 0.099256 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:02] Energy consumed for RAM : 0.008735 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:02] Energy consumed for all GPUs : 0.078682 kWh. Total GPU Power : 287.3674757837051 W\n", + "[codecarbon INFO @ 16:13:02] Energy consumed for all CPUs : 0.011864 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:02] 0.099282 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:17] Energy consumed for RAM : 0.008866 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:17] Energy consumed for all GPUs : 0.079860 kWh. Total GPU Power : 288.5771394786261 W\n", + "[codecarbon INFO @ 16:13:17] Energy consumed for all CPUs : 0.012040 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:17] 0.100766 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:17] Energy consumed for RAM : 0.008866 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:17] Energy consumed for all GPUs : 0.079879 kWh. Total GPU Power : 287.2499094364039 W\n", + "[codecarbon INFO @ 16:13:17] Energy consumed for all CPUs : 0.012041 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:17] 0.100786 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:32] Energy consumed for RAM : 0.008996 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:32] Energy consumed for all GPUs : 0.081061 kWh. Total GPU Power : 288.3637668120333 W\n", + "[codecarbon INFO @ 16:13:32] Energy consumed for all CPUs : 0.012218 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:32] 0.102274 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:32] Energy consumed for RAM : 0.008996 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:32] Energy consumed for all GPUs : 0.081080 kWh. Total GPU Power : 288.2548145108933 W\n", + "[codecarbon INFO @ 16:13:32] Energy consumed for all CPUs : 0.012218 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:32] 0.102294 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:47] Energy consumed for RAM : 0.009126 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:47] Energy consumed for all GPUs : 0.082262 kWh. Total GPU Power : 288.41474357336654 W\n", + "[codecarbon INFO @ 16:13:47] Energy consumed for all CPUs : 0.012395 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:47] 0.103783 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:13:47] Energy consumed for RAM : 0.009126 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:13:47] Energy consumed for all GPUs : 0.082281 kWh. Total GPU Power : 288.42172168573876 W\n", + "[codecarbon INFO @ 16:13:47] Energy consumed for all CPUs : 0.012395 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:13:47] 0.103802 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:02] Energy consumed for RAM : 0.009257 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:02] Energy consumed for all GPUs : 0.083465 kWh. Total GPU Power : 288.73251801362716 W\n", + "[codecarbon INFO @ 16:14:02] Energy consumed for all CPUs : 0.012572 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:02] 0.105293 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:02] Energy consumed for RAM : 0.009257 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:02] Energy consumed for all GPUs : 0.083484 kWh. Total GPU Power : 288.78399481813244 W\n", + "[codecarbon INFO @ 16:14:02] Energy consumed for all CPUs : 0.012572 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:02] 0.105313 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:17] Energy consumed for RAM : 0.009387 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:17] Energy consumed for all GPUs : 0.084664 kWh. Total GPU Power : 287.9096400263303 W\n", + "[codecarbon INFO @ 16:14:17] Energy consumed for all CPUs : 0.012749 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:17] 0.106800 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:17] Energy consumed for RAM : 0.009387 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:17] Energy consumed for all GPUs : 0.084686 kWh. Total GPU Power : 288.5756361903586 W\n", + "[codecarbon INFO @ 16:14:17] Energy consumed for all CPUs : 0.012749 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:17] 0.106822 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:32] Energy consumed for RAM : 0.009517 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:32] Energy consumed for all GPUs : 0.085860 kWh. Total GPU Power : 287.10855301125684 W\n", + "[codecarbon INFO @ 16:14:32] Energy consumed for all CPUs : 0.012926 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:32] 0.108303 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:32] Energy consumed for RAM : 0.009518 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:32] Energy consumed for all GPUs : 0.085884 kWh. Total GPU Power : 287.6911106119919 W\n", + "[codecarbon INFO @ 16:14:32] Energy consumed for all CPUs : 0.012926 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:32] 0.108328 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:47] Energy consumed for RAM : 0.009648 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:47] Energy consumed for all GPUs : 0.087063 kWh. Total GPU Power : 288.8417623460058 W\n", + "[codecarbon INFO @ 16:14:47] Energy consumed for all CPUs : 0.013103 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:47] 0.109814 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:14:47] Energy consumed for RAM : 0.009648 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:14:47] Energy consumed for all GPUs : 0.087072 kWh. Total GPU Power : 285.2755436788061 W\n", + "[codecarbon INFO @ 16:14:47] Energy consumed for all CPUs : 0.013103 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:14:47] 0.109823 kWh of electricity used since the beginning.\n", + "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2632: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n", + " warnings.warn(\n", + "[codecarbon INFO @ 16:15:02] Energy consumed for RAM : 0.009778 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:02] Energy consumed for all GPUs : 0.088141 kWh. Total GPU Power : 258.7483521302163 W\n", + "[codecarbon INFO @ 16:15:02] Energy consumed for all CPUs : 0.013280 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:02] 0.111199 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:02] Energy consumed for RAM : 0.009778 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:02] Energy consumed for all GPUs : 0.088152 kWh. Total GPU Power : 259.3260544190391 W\n", + "[codecarbon INFO @ 16:15:02] Energy consumed for all CPUs : 0.013280 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:02] 0.111211 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:17] Energy consumed for RAM : 0.009909 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:17] Energy consumed for all GPUs : 0.089333 kWh. Total GPU Power : 286.1247223830908 W\n", + "[codecarbon INFO @ 16:15:17] Energy consumed for all CPUs : 0.013457 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:17] 0.112698 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:17] Energy consumed for RAM : 0.009909 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:17] Energy consumed for all GPUs : 0.089348 kWh. Total GPU Power : 286.91705565719235 W\n", + "[codecarbon INFO @ 16:15:17] Energy consumed for all CPUs : 0.013457 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:17] 0.112714 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:32] Energy consumed for RAM : 0.010039 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:32] Energy consumed for all GPUs : 0.090528 kWh. Total GPU Power : 286.3429346817299 W\n", + "[codecarbon INFO @ 16:15:32] Energy consumed for all CPUs : 0.013634 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:32] 0.114201 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:32] Energy consumed for RAM : 0.010039 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:32] Energy consumed for all GPUs : 0.090539 kWh. Total GPU Power : 286.01386103060554 W\n", + "[codecarbon INFO @ 16:15:32] Energy consumed for all CPUs : 0.013634 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:32] 0.114212 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:47] Energy consumed for RAM : 0.010170 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:47] Energy consumed for all GPUs : 0.091726 kWh. Total GPU Power : 287.6015530789849 W\n", + "[codecarbon INFO @ 16:15:47] Energy consumed for all CPUs : 0.013811 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:47] 0.115707 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:15:47] Energy consumed for RAM : 0.010170 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:15:47] Energy consumed for all GPUs : 0.091737 kWh. Total GPU Power : 287.44957715699286 W\n", + "[codecarbon INFO @ 16:15:47] Energy consumed for all CPUs : 0.013812 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:15:47] 0.115718 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:02] Energy consumed for RAM : 0.010300 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:02] Energy consumed for all GPUs : 0.092922 kWh. Total GPU Power : 287.24477510314034 W\n", + "[codecarbon INFO @ 16:16:02] Energy consumed for all CPUs : 0.013989 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:02] 0.117211 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:02] Energy consumed for RAM : 0.010300 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:02] Energy consumed for all GPUs : 0.092933 kWh. Total GPU Power : 287.27869524111037 W\n", + "[codecarbon INFO @ 16:16:02] Energy consumed for all CPUs : 0.013989 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:02] 0.117221 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:17] Energy consumed for RAM : 0.010430 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:17] Energy consumed for all GPUs : 0.094124 kWh. Total GPU Power : 288.52789965786855 W\n", + "[codecarbon INFO @ 16:16:17] Energy consumed for all CPUs : 0.014166 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:17] 0.118720 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:17] Energy consumed for RAM : 0.010430 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:17] Energy consumed for all GPUs : 0.094135 kWh. Total GPU Power : 288.5899079631929 W\n", + "[codecarbon INFO @ 16:16:17] Energy consumed for all CPUs : 0.014166 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:17] 0.118731 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:32] Energy consumed for RAM : 0.010561 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:32] Energy consumed for all GPUs : 0.095323 kWh. Total GPU Power : 287.8310238772653 W\n", + "[codecarbon INFO @ 16:16:32] Energy consumed for all CPUs : 0.014343 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:32] 0.120226 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:32] Energy consumed for RAM : 0.010561 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:32] Energy consumed for all GPUs : 0.095335 kWh. Total GPU Power : 288.01711083759346 W\n", + "[codecarbon INFO @ 16:16:32] Energy consumed for all CPUs : 0.014343 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:32] 0.120238 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:47] Energy consumed for RAM : 0.010691 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:47] Energy consumed for all GPUs : 0.096520 kWh. Total GPU Power : 287.3866569768859 W\n", + "[codecarbon INFO @ 16:16:47] Energy consumed for all CPUs : 0.014520 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:47] 0.121731 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:16:47] Energy consumed for RAM : 0.010691 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:16:47] Energy consumed for all GPUs : 0.096535 kWh. Total GPU Power : 288.1381005176576 W\n", + "[codecarbon INFO @ 16:16:47] Energy consumed for all CPUs : 0.014520 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:16:47] 0.121746 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:02] Energy consumed for RAM : 0.010822 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:02] Energy consumed for all GPUs : 0.097725 kWh. Total GPU Power : 288.98785887140735 W\n", + "[codecarbon INFO @ 16:17:02] Energy consumed for all CPUs : 0.014697 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:02] 0.123243 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:02] Energy consumed for RAM : 0.010821 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:02] Energy consumed for all GPUs : 0.097736 kWh. Total GPU Power : 288.4394750396868 W\n", + "[codecarbon INFO @ 16:17:02] Energy consumed for all CPUs : 0.014697 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:02] 0.123255 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:17] Energy consumed for RAM : 0.010952 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:17] Energy consumed for all GPUs : 0.098926 kWh. Total GPU Power : 288.6621134874502 W\n", + "[codecarbon INFO @ 16:17:17] Energy consumed for all CPUs : 0.014874 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:17] 0.124752 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:17] Energy consumed for RAM : 0.010952 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:17] Energy consumed for all GPUs : 0.098937 kWh. Total GPU Power : 287.9058974540823 W\n", + "[codecarbon INFO @ 16:17:17] Energy consumed for all CPUs : 0.014874 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:17] 0.124763 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:32] Energy consumed for RAM : 0.011082 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:32] Energy consumed for all GPUs : 0.100123 kWh. Total GPU Power : 287.2524150382786 W\n", + "[codecarbon INFO @ 16:17:32] Energy consumed for all CPUs : 0.015051 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:32] 0.126256 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:32] Energy consumed for RAM : 0.011082 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:32] Energy consumed for all GPUs : 0.100133 kWh. Total GPU Power : 287.4303621281174 W\n", + "[codecarbon INFO @ 16:17:32] Energy consumed for all CPUs : 0.015051 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:32] 0.126266 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:47] Energy consumed for RAM : 0.011213 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:47] Energy consumed for all GPUs : 0.101321 kWh. Total GPU Power : 287.8321734756516 W\n", + "[codecarbon INFO @ 16:17:47] Energy consumed for all CPUs : 0.015228 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:47] 0.127762 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:17:47] Energy consumed for RAM : 0.011213 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:17:47] Energy consumed for all GPUs : 0.101332 kWh. Total GPU Power : 287.83548287171175 W\n", + "[codecarbon INFO @ 16:17:47] Energy consumed for all CPUs : 0.015228 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:17:47] 0.127773 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:02] Energy consumed for RAM : 0.011343 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:02] Energy consumed for all GPUs : 0.102521 kWh. Total GPU Power : 288.0164157251194 W\n", + "[codecarbon INFO @ 16:18:02] Energy consumed for all CPUs : 0.015405 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:02] 0.129269 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:02] Energy consumed for RAM : 0.011343 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:02] Energy consumed for all GPUs : 0.102533 kWh. Total GPU Power : 288.2251403283447 W\n", + "[codecarbon INFO @ 16:18:02] Energy consumed for all CPUs : 0.015405 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:02] 0.129281 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:17] Energy consumed for RAM : 0.011473 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:17] Energy consumed for all GPUs : 0.103715 kWh. Total GPU Power : 286.57051346031716 W\n", + "[codecarbon INFO @ 16:18:17] Energy consumed for all CPUs : 0.015582 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:17] 0.130770 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:17] Energy consumed for RAM : 0.011473 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:17] Energy consumed for all GPUs : 0.103730 kWh. Total GPU Power : 287.34468088357005 W\n", + "[codecarbon INFO @ 16:18:17] Energy consumed for all CPUs : 0.015582 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:17] 0.130785 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:32] Energy consumed for RAM : 0.011604 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:32] Energy consumed for all GPUs : 0.104915 kWh. Total GPU Power : 288.38712984021663 W\n", + "[codecarbon INFO @ 16:18:32] Energy consumed for all CPUs : 0.015759 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:32] 0.132278 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:32] Energy consumed for RAM : 0.011604 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:32] Energy consumed for all GPUs : 0.104926 kWh. Total GPU Power : 287.23044065277 W\n", + "[codecarbon INFO @ 16:18:32] Energy consumed for all CPUs : 0.015759 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:32] 0.132289 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:47] Energy consumed for RAM : 0.011734 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:47] Energy consumed for all GPUs : 0.106113 kWh. Total GPU Power : 287.5402323534511 W\n", + "[codecarbon INFO @ 16:18:47] Energy consumed for all CPUs : 0.015936 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:47] 0.133783 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:18:47] Energy consumed for RAM : 0.011734 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:18:47] Energy consumed for all GPUs : 0.106124 kWh. Total GPU Power : 287.5604940559588 W\n", + "[codecarbon INFO @ 16:18:47] Energy consumed for all CPUs : 0.015936 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:18:47] 0.133794 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:02] Energy consumed for RAM : 0.011864 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:02] Energy consumed for all GPUs : 0.107306 kWh. Total GPU Power : 286.3948461846517 W\n", + "[codecarbon INFO @ 16:19:02] Energy consumed for all CPUs : 0.016113 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:02] 0.135283 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:02] Energy consumed for RAM : 0.011865 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:02] Energy consumed for all GPUs : 0.107324 kWh. Total GPU Power : 288.12442171107915 W\n", + "[codecarbon INFO @ 16:19:02] Energy consumed for all CPUs : 0.016113 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:02] 0.135302 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:17] Energy consumed for RAM : 0.011995 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:17] Energy consumed for all GPUs : 0.108508 kWh. Total GPU Power : 288.61015261740283 W\n", + "[codecarbon INFO @ 16:19:17] Energy consumed for all CPUs : 0.016290 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:17] 0.136793 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:17] Energy consumed for RAM : 0.011995 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:17] Energy consumed for all GPUs : 0.108527 kWh. Total GPU Power : 288.69975687368105 W\n", + "[codecarbon INFO @ 16:19:17] Energy consumed for all CPUs : 0.016290 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:17] 0.136812 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:32] Energy consumed for RAM : 0.012125 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:32] Energy consumed for all GPUs : 0.109706 kWh. Total GPU Power : 287.5474174435265 W\n", + "[codecarbon INFO @ 16:19:32] Energy consumed for all CPUs : 0.016467 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:32] 0.138298 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:32] Energy consumed for RAM : 0.012125 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:32] Energy consumed for all GPUs : 0.109728 kWh. Total GPU Power : 288.3580784299798 W\n", + "[codecarbon INFO @ 16:19:32] Energy consumed for all CPUs : 0.016468 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:32] 0.138321 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:36] Energy consumed for RAM : 0.012161 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:36] Energy consumed for all GPUs : 0.109936 kWh. Total GPU Power : 182.42239131151464 W\n", + "[codecarbon INFO @ 16:19:36] Energy consumed for all CPUs : 0.016516 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:36] 0.138613 kWh of electricity used since the beginning.\n", + "[codecarbon INFO @ 16:19:36] Energy consumed for RAM : 0.012163 kWh. RAM Power : 31.305264472961426 W\n", + "[codecarbon INFO @ 16:19:36] Energy consumed for all GPUs : 0.109942 kWh. Total GPU Power : 193.93388785190547 W\n", + "[codecarbon INFO @ 16:19:36] Energy consumed for all CPUs : 0.016519 kWh. Total CPU Power : 42.5 W\n", + "[codecarbon INFO @ 16:19:36] 0.138624 kWh of electricity used since the beginning.\n" + ] + } + ], + "source": [ + "from transformers import TrainingArguments\n", + "from codecarbon import EmissionsTracker\n", + "from trl import RewardTrainer\n", + "\n", + "tracker = EmissionsTracker(\n", + " project_name=f\"{project}_emissions\",\n", + " log_level=\"critical\",\n", + " output_dir=f\"/content/{project}\",\n", + " output_file=f\"{project}_emissions.csv\",\n", + ")\n", + "\n", + "training_args = TrainingArguments(\n", + " output_dir=f\"/content/{project}\",\n", + " per_device_train_batch_size=42,\n", + " do_eval=False,\n", + " save_strategy=\"steps\",\n", + " logging_strategy=\"steps\",\n", + " logging_steps=200,\n", + " max_steps = 1000,\n", + " save_steps = 200,\n", + " learning_rate = 5e-5,\n", + ")\n", + "\n", + "trainer = RewardTrainer(\n", + " model=model,\n", + " args=training_args,\n", + " tokenizer=tokenizer,\n", + " train_dataset=formated_dataset,\n", + ")\n", + "\n", + "tracker.start()\n", + "trainer.train()\n", + "tracker.stop()\n", + "\n", + "model_to_save = model.module if hasattr(model, 'module') else model\n", + "model_to_save.save_pretrained(project, safe_serialization=True)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "9FxXN6u8sbYH" + }, + "source": [ + "6. Test your ToxicityModel!" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 278, + "referenced_widgets": [ + "5899caa368d844fcbe58d52862195167", + "b36e0af7a6734c628b0033e533f07c1f", + "f8b2326ce13f4ea6a63a5a1e9cc1c98d", + "08cd5a3e45bf485582f32c7c5b91b89b", + "b0d1c1a3e35c452cba53af5c2c08ac51", + "88c2102b2c024bf38df1e5a3abaf3a9e", + "9beb944aaf3c4924baddac55dbb1167f", + "8390f009f091477481229b5333979453", + "1f5d295f42774bb08471e872ed1b8128", + "c34cab693bc7435683e4b4573f926edf", + "5d80ef472db245e287735bf5b75e1e35", + "9bfa9abe4f914c81bf3dbbcba7b528b8", + "b9012e0859b1490684f41f6772d7d1a7", + "f3a3566eefbe4874a9827e0247f470a9", + "5e6e62ebd35f414ebfd44116b0d60cbf", + "cbaf1f0a16d042ca84307b9c3772f634", + "0fb02b9bd6f2426ea1387fbdae09ac62", + "b909aade17d0466ba2e6a98f398fa1fc", + "f9a91b9581fe4294893d9514903e2170", + "bdf29ae0d05b4de8b421d09e1537370c", + "ed91f578a8eb4746911d013a23dc9db9", + "9fa4bf3118ed4d02bfab6f547f7d429d", + "1f483d14262e4fa69914a871c494d71c", + "4e2b31dec71a42a88d35130244628794", + "5d0febb8318d45cbaacf3e3d401714dc", + "d5d5eebd49d74099a299de16873eff25", + "bb5fdd3cc5f64367bb733ad56fdc4561", + "6aa9231bfc4947b6a1c3223c412b1871", + "c9aca30b5cbb4edaa611af892968dfa4", + "ababfa47192746e29630caf6b2ac23ed", + "cd23fa04d4ac491c805c26f59845e617", + "44f8c1a4697d46949260abd67916eca5", + "20faca1a18f44a5cb65296cb9313124e", + "6eec2001a6534d4ab87450497d3c5545", + "56e0359ed2394a0f852f2a2af20471de", + "40f53b257c854eb991ffd1875f974491", + "d64762bebf52451b90d635acc7167ecb", + "758546d7ee2246e68ec4128d4d80fa40", + "3cc9a6f45c81413a9189417749ae027a", + "0264e32778b34b009a07bd149a424e7f", + "61d1bfcaa91641429d72d192ea0b040b", + "be5fe1e3dfd2442b9d8d14a174190746", + "cb4d392f689f42f7b2bb38bea05aa1aa", + "338cb5be90a24de998b179c949ef13b8", + "e75f2e8d92704454aa86a4d0fd789027", + "6adeb3c047f24127ae3aa3fae2a9d5b0", + "96db4fa0c136403b9788ba25f103e4a0", + "4e4b95fc02e341ce82685352fb27c8eb", + "64d17127204c487eac63222b5d5e6931", + "e75d73b79eec48d8977cd52f654a8ab3", + "cf1c9ff117db4375b5eee746b32996fb", + "373b1c2c1abc4775b18549b333571446", + "ce16ec809e54490cbd146455fe058ebe", + "bef7048de9824a6192954918f048a7bd", + "91ead784f79549b6920e4a226675c349", + "25d3b8bdc88b4dfdb71845dfa9bf0025", + "601231fe36d44b92b25b100f47979920", + "ac349fe01b8c4d659c998e0e18283dda", + "871686d5709f4a8c9a0fd9f36ca89265", + "fa6c53514f25441284046757e8cdf7b0", + "7f6680fef10b494885851a5397060aef", + "f78bd9eca00b4346966451558894e0cd", + "8832bb802944465394b2ea8ddbc7d8ba", + "176d2dcd9630449e85498bfa69baf734", + "cdb9d2c16eef4f10998afa99a392b722", + "1ce9ffe8aa704bdfb7e8703a192404c4" + ] + }, + "id": "d1bQ2HRqoN5Y", + "outputId": "36fecd43-8706-490d-a66d-0f8e103dcf1e" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "5899caa368d844fcbe58d52862195167", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading (…)okenizer_config.json: 0%| | 0.00/1.27k [00:00