Update __init__.py

2 years ago · ec32d97a6d
1 changed files with 216 additions and 5 deletions
--- a/init.py
+++ b/init.py
@ -110,7 +110,7 @@ class SequencerImportMovieOperator(Operator):
        import_module(self, "huggingface_hub", "--upgrade huggingface_hub")
        import_module(self, "numpy", "--upgrade numpy")
        import_module(self, "gast", "gast")
-        import_module(self, "tensorflow", "tensorflow")
+        #import_module(self, "tensorflow", "tensorflow")
        import_module(self, "modelscope", "modelscope==1.4.2") #git+https://github.com/modelscope/modelscope.git

        from huggingface_hub import snapshot_download
@ -122,12 +122,223 @@ class SequencerImportMovieOperator(Operator):
        script_file = os.path.realpath(__file__)
        directory = os.path.dirname(script_file)
        model_dir = os.path.join(directory, "model")
-        check_config = os.path.join(model_dir, "configuration.json")
-        check_config = pathlib.Path(check_config)        
        if not os.path.isdir(model_dir):
            os.mkdir(model_dir)
-        if not os.path.isfile(check_config):
-            snapshot_download(repo_id='damo-vilab/modelscope-damo-text-to-video-synthesis',
+        
+        # list of file names to check
+        files = ["configuration.json", "file2.txt", "file3.txt"]
+
+        all_found = True
+
+        # loop over the files and check if they exist
+        for filename in files:
+            check_file = os.path.join(model_dir, filename)
+            check_file = pathlib.Path(check_file) 
+            if not os.path.isfile(check_file):
+                all_found = False                  
+
+        if not all_found: #snapshot_download(repo_id='damo-vilab/modelscope-damo-text-to-video-synthesis',  # 20 GB VRAM
+            snapshot_download(repo_id='kabachuha/modelscope-damo-text2video-pruned-weights', # 6GB VRAM
+                              repo_type='model',
+                              local_dir=model_dir,
+                              local_dir_use_symlinks=False)
+
+        p = pipeline('text-to-video-synthesis', model_dir)
+
+        test_text = {"text": self.text_prompt}
+        output_video_path = p(
+            test_text,
+        )[OutputKeys.OUTPUT_VIDEO]
+
+        filepath = bpy.path.abspath(output_video_path)
+        if os.path.isfile(filepath):
+            strip = scene.sequence_editor.sequences.new_movie(
+                name=bpy.types.Scene.text_prompt,
+                filepath=filepath,
+                channel=1,
+                frame_start=scene.frame_current,
+            )
+        else:
+            print("Modelscope did not produce a file!")
+            
+        return {"FINISHED"}
+
+
+class SequencerPanel(Panel):
+    """Text to Video using ModelScope"""
+
+    bl_idname = "SEQUENCER_PT_sequencer_panel"
+    bl_label = "Text to Video"
+    bl_space_type = "SEQUENCE_EDITOR"
+    bl_region_type = "UI"
+    bl_category = "Text to Video"
+
+    def draw(self, context):
+        layout = self.layout
+        scene = context.scene
+        row = layout.row()
+        row.prop(context.scene, "text_prompt", text="")
+        row = layout.row()
+        row.operator("sequencer.import_movie", text="Generate Movie")
+
+
+def register():
+    bpy.utils.register_class(SequencerImportMovieOperator)
+    bpy.utils.register_class(SequencerPanel)
+    bpy.types.Scene.text_prompt = bpy.props.StringProperty(
+        name="text_prompt", default=""
+    )
+
+
+def unregister():
+    bpy.utils.unregister_class(SequencerImportMovieOperator)
+    bpy.utils.unregister_class(SequencerPanel)
+    del bpy.types.Scene.text_prompt
+
+
+if __name__ == "__main__":
+    register()
+# https://modelscope.cn/models/damo/text-to-video-synthesis/summary
+
+bl_info = {
+    "name": "Text to Video",
+    "author": "tintwotin",
+    "version": (1, 0),
+    "blender": (3, 4, 0),
+    "location": "Video Sequence Editor > Sidebar > Text to Video",
+    "description": "Convert text to video",
+    "category": "Sequencer",
+}
+
+import bpy, ctypes
+from bpy.types import Operator, Panel
+import site
+import subprocess
+import sys, os
+
+
+def show_system_console(show):
+    # https://docs.microsoft.com/en-us/windows/win32/api/winuser/nf-winuser-showwindow
+    SW_HIDE = 0
+    SW_SHOW = 5
+
+    ctypes.windll.user32.ShowWindow(
+        ctypes.windll.kernel32.GetConsoleWindow(), SW_SHOW if show else SW_HIDE
+    )
+
+
+def set_system_console_topmost(top):
+    # https://docs.microsoft.com/en-us/windows/win32/api/winuser/nf-winuser-setwindowpos
+    HWND_NOTOPMOST = -2
+    HWND_TOPMOST = -1
+    HWND_TOP = 0
+    SWP_NOMOVE = 0x0002
+    SWP_NOSIZE = 0x0001
+    SWP_NOZORDER = 0x0004
+
+    ctypes.windll.user32.SetWindowPos(
+        ctypes.windll.kernel32.GetConsoleWindow(),
+        HWND_TOP if top else HWND_NOTOPMOST,
+        0,
+        0,
+        0,
+        0,
+        SWP_NOMOVE | SWP_NOSIZE | SWP_NOZORDER,
+    )
+
+app_path = site.USER_SITE
+if app_path not in sys.path:
+    sys.path.append(app_path)
+pybin = sys.executable
+
+print("Ensuring: pip")
+try:
+    subprocess.call([pybin, "-m", "ensurepip"])
+    subprocess.call([pybin, "-m", "pip", "install", "--upgrade","pip"])
+except ImportError:
+    pass
+
+def import_module(self, module, install_module):
+    show_system_console(True)
+    set_system_console_topmost(True)   
+    
+    module = str(module)
+    try:
+        exec("import " + module)
+    except ModuleNotFoundError:
+        app_path = site.USER_SITE
+        if app_path not in sys.path:
+            sys.path.append(app_path)
+        pybin = sys.executable
+        self.report({"INFO"}, "Installing: " + module + " module.")
+        print("Installing: " + module + " module")
+        subprocess.check_call([pybin, "-m", "pip", "install", install_module])
+        try:
+            exec("import " + module)
+        except ModuleNotFoundError:
+            return False
+    return True
+
+
+class SequencerImportMovieOperator(Operator):
+    """Text to Video"""
+
+    bl_idname = "sequencer.import_movie"
+    bl_label = "Prompt"
+    bl_description = "Convert text to video"
+    bl_options = {"REGISTER", "UNDO"}
+
+    def execute(self, context):
+        if not bpy.types.Scene.text_prompt:
+            return {"CANCELLED"}
+        scene = context.scene
+
+        app_path = site.USER_SITE
+        if app_path not in sys.path:
+            sys.path.append(app_path)
+        pybin = sys.executable
+
+        import_module(self, "open_clip_torch", "open_clip_torch")
+        import_module(self, "pytorch_lightning", "pytorch_lightning")
+        import_module(self, "addict", "addict")
+        import_module(self, "yapf", "yapf")
+        import_module(self, "datasets", "datasets")
+        import_module(self, "einops", "einops")
+        import_module(self, "jsonplus", "jsonplus") 
+        import_module(self, "oss2", "oss2")
+        import_module(self, "pyarrow", "pyarrow")
+        import_module(self, "huggingface_hub", "--upgrade huggingface_hub")
+        import_module(self, "numpy", "--upgrade numpy")
+        import_module(self, "gast", "gast")
+        #import_module(self, "tensorflow", "tensorflow")
+        import_module(self, "modelscope", "modelscope==1.4.2") #git+https://github.com/modelscope/modelscope.git
+
+        from huggingface_hub import snapshot_download
+
+        from modelscope.pipelines import pipeline
+        from modelscope.outputs import OutputKeys
+        import pathlib
+
+        script_file = os.path.realpath(__file__)
+        directory = os.path.dirname(script_file)
+        model_dir = os.path.join(directory, "model")
+        if not os.path.isdir(model_dir):
+            os.mkdir(model_dir)
+        
+        # list of file names to check
+        files = ["configuration.json", "file2.txt", "file3.txt"]
+
+        all_found = True
+
+        # loop over the files and check if they exist
+        for filename in files:
+            check_file = os.path.join(model_dir, filename)
+            check_file = pathlib.Path(check_file) 
+            if not os.path.isfile(check_file):
+                all_found = False                  
+
+        if not all_found: #snapshot_download(repo_id='damo-vilab/modelscope-damo-text-to-video-synthesis',  # 20 GB VRAM
+            snapshot_download(repo_id='kabachuha/modelscope-damo-text2video-pruned-weights', # 6GB VRAM
                              repo_type='model',
                              local_dir=model_dir,
                              local_dir_use_symlinks=False)