| Step | \n", + "Training Loss | \n", + "Validation Loss | \n", + "
|---|---|---|
| 1000 | \n", + "0.526500 | \n", + "0.485982 | \n", + "
| 2000 | \n", + "0.502900 | \n", + "0.474044 | \n", + "
| 3000 | \n", + "0.498400 | \n", + "0.472146 | \n", + "
| 4000 | \n", + "0.496500 | \n", + "0.470817 | \n", + "
"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "stream",
+ "name": "stderr",
+ "text": [
+ "/usr/local/lib/python3.10/dist-packages/transformers/modeling_utils.py:2817: UserWarning: Moving the following attributes in the config to the generation config: {'max_length': 1876}. You are seeing this warning because you've set generation parameters in the model config, as opposed to in the generation config.\n",
+ " warnings.warn(\n"
+ ]
+ },
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/plain": [
+ "TrainOutput(global_step=4000, training_loss=0.5268438875675201, metrics={'train_runtime': 7569.18, 'train_samples_per_second': 16.911, 'train_steps_per_second': 0.528, 'total_flos': 1.7291685751808688e+16, 'train_loss': 0.5268438875675201, 'epoch': 46.44412191582003})"
+ ]
+ },
+ "metadata": {},
+ "execution_count": 50
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "trainer.push_to_hub()"
+ ],
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 106
+ },
+ "id": "CDoKUQCZrwAf",
+ "outputId": "a887161a-725b-426b-b953-91c159477bb0"
+ },
+ "execution_count": 51,
+ "outputs": [
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/plain": [
+ "CommitInfo(commit_url='https://huggingface.co/ahk-d/speecht5_finetuned_voxpopuli_de/commit/f8d4ca958006e881a2228df5089e9a184063bc63', commit_message='End of training', commit_description='', oid='f8d4ca958006e881a2228df5089e9a184063bc63', pr_url=None, repo_url=RepoUrl('https://huggingface.co/ahk-d/speecht5_finetuned_voxpopuli_de', endpoint='https://huggingface.co', repo_type='model', repo_id='ahk-d/speecht5_finetuned_voxpopuli_de'), pr_revision=None, pr_num=None)"
+ ],
+ "application/vnd.google.colaboratory.intrinsic+json": {
+ "type": "string"
+ }
+ },
+ "metadata": {},
+ "execution_count": 51
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "def generate_speech_with_random_speaker(text):\n",
+ " dataset = sliced_dataset['test']\n",
+ " processor = SpeechT5Processor.from_pretrained(\"microsoft/speecht5_tts\")\n",
+ " model = SpeechT5ForTextToSpeech.from_pretrained(\"ahk-d/speecht5_finetuned_voxpopuli_de\")\n",
+ " vocoder = SpeechT5HifiGan.from_pretrained(\"microsoft/speecht5_hifigan\")\n",
+ " random_index = random.randint(0, len(dataset) - 1)\n",
+ " example = dataset[random_index]\n",
+ " speaker_embeddings = torch.tensor(example[\"speaker_embeddings\"]).unsqueeze(0)\n",
+ "\n",
+ " inputs = processor(text=text, return_tensors=\"pt\")\n",
+ " speech = model.generate_speech(inputs[\"input_ids\"], speaker_embeddings, vocoder=vocoder)\n",
+ "\n",
+ " return IAudio(speech.numpy(), rate=16000)"
+ ],
+ "metadata": {
+ "id": "JKkb2e32zJCt"
+ },
+ "execution_count": 88,
+ "outputs": []
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "generate_speech_with_random_speaker('das ist nicht meine katze')"
+ ],
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 75
+ },
+ "id": "UiATG1WVzXBN",
+ "outputId": "3c7ba93b-3386-47ac-8a53-b3213dc92ac6"
+ },
+ "execution_count": 89,
+ "outputs": [
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/plain": [
+ "