Upload 3 files

all_in_one.py

@@ -1,5 +1,23 @@
 # @title #设置提示词，获取坐标
 import subprocess
+import subprocess
+
+def uninstall_tensorflow():
+    try:
+        # 使用 subprocess.run 执行 pip uninstall 命令
+        result = subprocess.run(['pip', 'uninstall', '-y', 'tensorflow'], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        print("卸载成功")
+        print("输出:", result.stdout.decode('utf-8'))
+    except subprocess.CalledProcessError as e:
+        print("卸载失败")
+        print("错误:", e.stderr.decode('utf-8'))
+
+# 调用函数
+uninstall_tensorflow()
+import os
+
+# 设置环境变量
+os.environ['CUDA_VISIBLE_DEVICES'] = '0'
 import pickle
 import cv2
 import os
@@ -7,20 +25,19 @@ import re
 import pickle
 from moviepy.editor import VideoFileClip, ImageSequenceClip
 import subprocess
-out_dir = "/workspace/tem"
-os.makedirs(out_dir, exist_ok=True)
+
 def set_prompt_and_get_coordinates(output_video, texts=['men', 'the table']):
     if isinstance(texts, str):
         texts = texts.split(',')  # Assuming prompts are separated by commas
         texts = [text.strip() for text in texts]
         print(texts)
     # 保存提示词到文件
-    with open('/workspace/tem/texts.pkl', 'wb') as file:
+    with open('/workspace/florence-sam/texts.pkl', 'wb') as file:
         pickle.dump(texts, file)
-    with open('/workspace/tem/output_video.pkl', 'wb') as file:
+    with open('/workspace/florence-sam/output_video.pkl', 'wb') as file:
         pickle.dump(output_video, file)
     # 构建命令
-    command = ['python', '/workspace/florence-sam-tencent/1.py']
+    command = ['python', '/workspace/florence-sam/1.py']
 
     # 执行命令并捕获输出
     all_ok_bboxes = subprocess.run(command, capture_output=True, text=True)
@@ -28,18 +45,18 @@ def set_prompt_and_get_coordinates(output_video, texts=['men', 'the table']):
     return all_ok_bboxes
 
 # 示例调用
-output_video = '/workspace/transvnet/o_videos/2.mp4'
+output_video = '/workspace/transvnet/o_videos/3.mp4'
 texts="men, the table"
 result = set_prompt_and_get_coordinates(output_video,texts)
-print(result.stdout)
-#result
+print(result)
+
 # @title #sam2处理
 
 
 def run_sam2(output_video):
 
     # 定义脚本路径
-    script_path = '/workspace/florence-sam-tencent/2.py'
+    script_path = '/workspace/florence-sam/2.py'
 
     # 构建命令
     command = ['python3', script_path]
@@ -52,8 +69,7 @@ def run_sam2(output_video):
 # 示例调用
 #output_video = 'path/to/output_video.mp4'
 result = run_sam2(output_video)
-#print(result.stdout)
-#result
+print(result)
 
 
 def create_video_with_audio(image_folder, input_video_path):
@@ -94,7 +110,7 @@ def create_video_with_audio(image_folder, input_video_path):
 
     # 生成与输入视频同名的输出文件
     #output_video_path = os.path.join('/tmp/gradio/', os.path.basename(input_video_path))
-    output_video_path = os.path.join('/workspace/tem/sam2_videos/', os.path.basename(input_video_path))
+    output_video_path = os.path.join('/workspace/sam2_videos', os.path.basename(input_video_path))
     # 确保输出目录存在
     os.makedirs(os.path.dirname(output_video_path), exist_ok=True)
 
@@ -104,9 +120,10 @@ def create_video_with_audio(image_folder, input_video_path):
     print(f"Video created successfully: {output_video_path}")
     return output_video_path
 
+
 # 示例调用
-image_folder = '/workspace/tem/output'
-with open('/workspace/tem/output_video.pkl', 'rb') as file:
+image_folder = '/workspace/output'
+with open('/workspace/florence-sam/output_video.pkl', 'rb') as file:
     output_video = pickle.load(file)
 print(output_video)
 input_video_path = output_video

all_in_one_filespaths.py

@@ -0,0 +1,100 @@
+import os
+import subprocess
+import pickle
+import cv2
+from moviepy.editor import VideoFileClip, ImageSequenceClip
+import shutil
+
+# 设置环境变量
+os.environ['CUDA_VISIBLE_DEVICES'] = '0'
+
+def uninstall_tensorflow():
+    try:
+        result = subprocess.run(['pip', 'uninstall', '-y', 'tensorflow'], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        print("卸载成功")
+        print("输出:", result.stdout.decode('utf-8'))
+    except subprocess.CalledProcessError as e:
+        print("卸载失败")
+        print("错误:", e.stderr.decode('utf-8'))
+
+# 调用函数
+uninstall_tensorflow()
+
+def set_prompt_and_get_coordinates(output_video, texts=['men', 'the table']):
+    if isinstance(texts, str):
+        texts = texts.split(',')
+        texts = [text.strip() for text in texts]
+        print(texts)
+    with open('/workspace/florence-sam/texts.pkl', 'wb') as file:
+        pickle.dump(texts, file)
+    with open('/workspace/florence-sam/output_video.pkl', 'wb') as file:
+        pickle.dump(output_video, file)
+    command = ['python', '/workspace/florence-sam/1.py']
+    all_ok_bboxes = subprocess.run(command, capture_output=True, text=True)
+    return all_ok_bboxes
+
+def run_sam2(output_video):
+    script_path = '/workspace/florence-sam/2.py'
+    command = ['python3', script_path]
+    sam2_output = subprocess.run(command, capture_output=True, text=True)
+    return sam2_output
+
+def create_video_with_audio(image_folder, input_video_path):
+    image_files = [f for f in os.listdir(image_folder) if f.endswith(('.png', '.jpg', '.jpeg'))]
+
+    def natural_sort_key(s, _nsre=re.compile('([0-9]+)')):
+        return [int(text) if text.isdigit() else text.lower() for text in re.split(_nsre, s)]
+
+    image_files.sort(key=natural_sort_key)
+
+    if image_files:
+        first_image = cv2.imread(os.path.join(image_folder, image_files[0]))
+        height, width, layers = first_image.shape
+    else:
+        raise ValueError("No valid images found in the folder after skipping the first one.")
+
+    cap = cv2.VideoCapture(input_video_path)
+    fps = cap.get(cv2.CAP_PROP_FPS)
+    cap.release()
+
+    image_paths = [os.path.join(image_folder, img) for img in image_files]
+    clip = ImageSequenceClip(image_paths, fps=fps)
+
+    audio_clip = VideoFileClip(input_video_path).audio
+    final_clip = clip.set_audio(audio_clip)
+
+    output_video_path = os.path.join('/workspace/sam2_videos', os.path.basename(input_video_path))
+    os.makedirs(os.path.dirname(output_video_path), exist_ok=True)
+
+    final_clip.write_videofile(output_video_path, codec='libx264')
+
+    print(f"Video created successfully: {output_video_path}")
+    return output_video_path
+
+def process_videos(source_dir, target_dir, texts="men, the table"):
+    os.makedirs(target_dir, exist_ok=True)
+
+    for video_file in os.listdir(source_dir):
+        if video_file.endswith(('.mp4', '.avi', '.mov')):
+            video_path = os.path.join(source_dir, video_file)
+            print(f"Processing video: {video_path}")
+
+            result = set_prompt_and_get_coordinates(video_path, texts)
+            print(result)
+
+            result = run_sam2(video_path)
+            print(result)
+
+            with open('/workspace/florence-sam/output_video.pkl', 'rb') as file:
+                output_video = pickle.load(file)
+
+            create_video_with_audio('/workspace/output', output_video)
+
+            # 移动原视频到目标目录
+            shutil.move(video_path, os.path.join(target_dir, video_file))
+
+if __name__ == "__main__":
+    source_dir = '/workspace/transvnet/o_videos'
+    target_dir = '/workspace/alreayvideos'
+    texts = "men, the table"
+    process_videos(source_dir, target_dir, texts)

split_videos.py

@@ -0,0 +1,89 @@
+import os
+from moviepy.editor import VideoFileClip, concatenate_audioclips
+import os
+
+# 设置环境变量
+os.environ['CUDA_VISIBLE_DEVICES'] = '1'
+import subprocess
+
+def install_tensorflow():
+    try:
+        # 使用 subprocess.run 执行 pip install 命令
+        result = subprocess.run(['pip', 'install', 'tensorflow'], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        print("安装成功")
+        print("输出:", result.stdout.decode('utf-8'))
+    except subprocess.CalledProcessError as e:
+        print("安装失败")
+        print("错误:", e.stderr.decode('utf-8'))
+
+# 调用函数
+install_tensorflow()
+import shutil
+import os
+import sys
+from moviepy.editor import *
+from transnetv2 import TransNetV2
+import shutil
+import pickle
+import json
+import pickle
+os.chdir("/workspace/transvnet")
+sys.path.append('/workspace/transvnet')
+
+import os
+from moviepy.editor import VideoFileClip
+import pickle
+import time
+os.makedirs('/workspace/transvnet/o_videos', exist_ok=True)
+# @title 分割剪辑视频的代码
+
+def check_scenes(video_name):
+    scenes_dir = '/workspace/transvnet/scenes'
+    if not os.path.exists(scenes_dir):
+        os.makedirs(scenes_dir)
+        print("创建目录 %s 成功" % scenes_dir)
+    else:
+        print("目录 %s 已存在" % scenes_dir)
+    if os.path.exists(os.path.join(scenes_dir, video_name)):
+        print("文件scenes %s 已存在直接使用" % video_name)
+        with open(os.path.join(scenes_dir, video_name), 'rb') as f:
+            scenes = pickle.load(f)
+        return scenes
+    else:
+        return False
+
+def change_video_speed(video_path, output_folder):
+    video_name = os.path.basename(video_path)
+    video_folder = os.path.dirname(video_path)
+    scenes = check_scenes(video_name)
+
+    if scenes is not False:
+        print("场景检测之前已完成")
+    else:
+        print("场景检测开始")
+        model = TransNetV2()
+        video_frames, single_frame_predictions, all_frame_predictions = model.predict_video_2(video_path)
+        scenes = model.predictions_to_scenes(single_frame_predictions)
+        scenes_dir = '/workspace/transvnet/scenes'
+        with open(os.path.join(scenes_dir, video_name), 'wb') as f:
+            pickle.dump(scenes, f)
+
+    print(scenes)
+    video_clip2 = VideoFileClip(video_path)
+    split_time = scenes
+    n = 1
+    for i in split_time:
+        #time.sleep(1)
+        start = i[0]
+        end = i[1]
+        start_time = start / video_clip2.fps
+        end_time = end / video_clip2.fps
+        segment_clip = video_clip2.subclip(start_time, end_time)
+        #output_video_name = f"{os.path.splitext(video_name)[0]}_{n}{os.path.splitext(video_name)[1]}"
+        output_video_name = f"{n}{os.path.splitext(video_name)[1]}"
+        output_video_path = os.path.join(output_folder, output_video_name)
+        #segment_clip.write_videofile(output_video_path, fps=video_clip2.fps)
+        segment_clip.write_videofile(output_video_path, fps=int(video_clip2.fps), codec='libx264', audio_codec='aac')
+        n += 1
+
+change_video_speed('/workspace/马龙VS林诗栋，仿佛看到了2017年的大战.mp4', '/workspace/transvnet/o_videos')