heygen api video gen, dynamic clipping

app.py

@@ -48,8 +48,8 @@ if number:
                     # print(trim_bounds)
                     # trim_settings.append(trim_bounds)
 
-                    trim_start = st.slider(f"Trim start for {clip}", 0.0, length, 0.10, 0.01, key=f"start_{i}")
-                    trim_end = st.slider(f"Trim end for {clip}", 0.0, length, 0.10, 0.01, key=f"end_{i}")
+                    trim_start = st.slider(f"Trim start for {clip}", 0.0, length, 0.00, 0.01, key=f"start_{i}")
+                    trim_end = st.slider(f"Trim end for {clip}", 0.0, length, 0.00, 0.01, key=f"end_{i}")
                     trim_settings.append((trim_start, trim_end))
             print(trim_settings)
 

dev.ipynb

@@ -205,6 +205,231 @@
     "# Trim first 1 second and last 2 seconds\n",
     "trimmed_clips = trim_clips(clips, 0.3, 0.3)\n"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "payload = {\n",
+    "  \"title\": \"Sample Avatar Video\",\n",
+    "  \"caption\": False,\n",
+    "  \"callback_id\": \"your_custom_id_123\",\n",
+    "  \"dimension\": {\n",
+    "    \"width\": 1280,\n",
+    "    \"height\": 720\n",
+    "  },\n",
+    "  \"video_inputs\": [\n",
+    "    {\n",
+    "      \"character\": {\n",
+    "        \"type\": \"avatar\",\n",
+    "        \"avatar_id\": \"Leos_sitting_sofa_front\",\n",
+    "        \"scale\": 1.0,\n",
+    "        \"avatar_style\": \"normal\",\n",
+    "        \"offset\": {\n",
+    "          \"x\": 0.0,\n",
+    "          \"y\": 0.0\n",
+    "        },\n",
+    "        \"matting\": False\n",
+    "      },\n",
+    "      \"voice\": {\n",
+    "        \"type\": \"audio\",\n",
+    "        \"audio_url\": \"https://drive.google.com/file/d/1CF8TjWwPWiIPJX3D1bjpMopinHt4iw1D/view?usp=sharing\"\n",
+    "      },\n",
+    "    }\n",
+    "  ],\n",
+    "  \"callback_url\": \"https://your-callback-url.com\"\n",
+    "}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "{\"error\": null, \"data\": {\"video_id\": \"e45ea4bfb773464a9c96187a44263c37\"}}\n"
+     ]
+    }
+   ],
+   "source": [
+    "import requests\n",
+    "\n",
+    "url = \"https://api.heygen.com/v2/video/generate\"\n",
+    "\n",
+    "\n",
+    "headers = {\n",
+    "    \"accept\": \"application/json\",\n",
+    "    \"content-type\": \"application/json\",\n",
+    "    \"x-api-key\": \"YTBjYzk5MjI1ZWQzNGViOTgxMTI0NjM2OGQ5NDc2OGEtMTczMzk5MjA5MA==\"\n",
+    "}\n",
+    "\n",
+    "response = requests.post(url, json=payload, headers=headers)\n",
+    "\n",
+    "print(response.text)\n",
+    "\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "url = \"https://api.heygen.com/v1/video_status.get\"\n",
+    "\n",
+    "headers = {\n",
+    "    \"accept\": \"application/json\",\n",
+    "    \"x-api-key\": \"YTBjYzk5MjI1ZWQzNGViOTgxMTI0NjM2OGQ5NDc2OGEtMTczMzk5MjA5MA==\"\n",
+    "}\n",
+    "\n",
+    "\n",
+    "response = requests.get(url, headers=headers, params={\"video_id\": \"e45ea4bfb773464a9c96187a44263c37\"}).json()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'code': 100,\n",
+       " 'data': {'callback_id': 'your_custom_id_123',\n",
+       "  'caption_url': '',\n",
+       "  'created_at': 1736190876,\n",
+       "  'duration': 23.458,\n",
+       "  'error': None,\n",
+       "  'gif_url': 'https://resource2.heygen.ai/video/gifs/e45ea4bfb773464a9c96187a44263c37.gif',\n",
+       "  'id': 'e45ea4bfb773464a9c96187a44263c37',\n",
+       "  'status': 'completed',\n",
+       "  'thumbnail_url': 'https://files2.heygen.ai/aws_pacific/avatar_tmp/a0cc99225ed34eb9811246368d94768a/e45ea4bfb773464a9c96187a44263c37.jpeg?Expires=1736796787&Signature=hx6utjHJZT2FzxXurir~891Yn5-zU86rmDiFVC-cUPTaZ0bCSEvEkpeZQHFQwuZ2gJncl3g7ggg7~egIi1VlW3tWewJGPQUVqcEgFSGngCLOcUs5hYAozAWYqR1ivGvjnQLjxjrwH5eWHxs4uV1g~vQ7v64Sd3plwvJWc0AsOVYKpNpE4lbdpdogrBoRF-~3w0aegYdpCexyIInFWv1VRUDc3xd7OW~hLEEhK6FMXb~3NMk~590IfLne3aztcwQRzc8gVx~PySOrJGFs18FXzGgBCP9aMt0dNW7xxFJIfL9O2aB06AVBrB2kPmrRM0Q~1faXHUFehqHn1P8PA~19NA__&Key-Pair-Id=K38HBHX5LX3X2H',\n",
+       "  'video_url': 'https://files2.heygen.ai/aws_pacific/avatar_tmp/a0cc99225ed34eb9811246368d94768a/e45ea4bfb773464a9c96187a44263c37.mp4?Expires=1736795934&Signature=KIzp-KtTCs1Ida7IB2GKgqikgTISq1W0yFZK04cP54z6rUlCrM7882UYrhzJxOjZAZoRDFPKZ07c-eKvGhlk1AKeyKr05Vu7338xfPZRUTKd43cpDi4QS9uyfELcu0UctjoAZwtwwJl7vANFZKCekElbUnWfruYW~k6PMrhtjkb9kWwvdlAFoBgu3agRsqVha9O8fTdwaKYyv1UUUS0TIdWwsa6sLM5ssB917ifUOXc25bPLFwoFp3i1ZotIDldeLpq2dPUPHOH-1ApXwuclGLyUIf-M9VILmit35yl3g-cAtw3cvT-1pJiiJLmLofksELpMsBKDpJDSkVq6jCyxFg__&Key-Pair-Id=K38HBHX5LX3X2H',\n",
+       "  'video_url_caption': None},\n",
+       " 'message': 'Success'}"
+      ]
+     },
+     "execution_count": 29,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 33,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "100"
+      ]
+     },
+     "execution_count": 33,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response[\"code\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 34,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "video_url = response.get(\"data\").get(\"video_url\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 36,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "downloaded_video = requests.get(video_url)\n",
+    "\n",
+    "# save the video to a file\n",
+    "with open(\"UPIBOT.mp4\", \"wb\") as f:\n",
+    "    f.write(downloaded_video.content)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "\n",
+    "import json\n",
+    "from moviepy.editor import VideoFileClip\n",
+    "\n",
+    "# Load the clips metadata\n",
+    "with open(\"clips_metadata.json\", \"r\") as f:\n",
+    "    clips_metadata = json.load(f)\n",
+    "\n",
+    "# Load the downloaded video\n",
+    "video = VideoFileClip(\"UPIBOT.mp4\")\n",
+    "\n",
+    "\n",
+    "# use that video to generate short clips from using timestamps mentioned in clips_metadata\n",
+    "clips = []\n",
+    "for clip_data in clips_metadata:\n",
+    "    start_time = clip_data[\"start_time_ms\"]\n",
+    "    end_time = clip_data[\"end_time_ms\"]\n",
+    "\n",
+    "    # convert milliseconds to seconds\n",
+    "    start_time /= 1000\n",
+    "    end_time /= 1000\n",
+    "\n",
+    "    try:\n",
+    "        clip_name = clip_data[\"file_name\"].split(\".\")[0]+\".mp4\"\n",
+    "        clip = video.subclip(start_time, end_time)\n",
+    "        clips.append(clip)\n",
+    "    except Exception as e:\n",
+    "        print(f\"Error in clip {clip_name}: {e}\")\n",
+    "\n",
+    "# save the clips to a dir\n",
+    "\n",
+    "import os\n",
+    "clips_dir = \"clips\"\n",
+    "os.makedirs(clips_dir, exist_ok=True)\n",
+    "\n",
+    "for i, clip in enumerate(clips):\n",
+    "    clip_path = os.path.join(clips_dir, clips_metadata[i][\"file_name\"].split(\".\")[0]+\".mp4\")\n",
+    "    clip.write_videofile(clip_path, codec=\"libx264\", audio_codec=\"aac\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "with open(\"clips_metadata.json\", \"r\") as f:\n",
+    "    clips_metadata = json.load(f)\n",
+    "\n",
+    "for item in clips_metadata:\n",
+    "    item[\"start_time_ms\"]=item[\"start_time_ms\"]-40\n",
+    "    item[\"end_time_ms\"]=item[\"end_time_ms\"]+40\n",
+    "\n",
+    "# update the file with new timestamps\n",
+    "with open(\"clips_metadata.json\", \"w\") as f:\n",
+    "    json.dump(clips_metadata, f, indent=4)"
+   ]
   }
  ],
  "metadata": {

utils.py

@@ -128,7 +128,7 @@ def create_advanced_video(number, trim_settings, output_file="output.mp4"):
             print(f"Error loading clip {clip_path}: {e}")
 
     clips_to_combine.extend(video_clips)
-    # clips_to_combine.append(VideoFileClip(conclusion_file))
+    clips_to_combine.append(VideoFileClip(conclusion_file))
 
     if video_clips:
         final_video = concatenate_videoclips(clips_to_combine)