KenSchae
/
Pallaidium
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

Update __init__.py

Installation_fix
tin2tin 1 year ago committed by GitHub
parent
02bb28cb04
commit
a068d6cb7e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 185 additions and 96 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 281
      __init__.py

281
__init__.py
Unescape View File

@ -525,69 +525,105 @@ def low_vram():
return (total_vram / (1024**3)) < 6.1 # Y/N under 6.1 GB?
def isWindows():
return os.name == 'nt'
def isMacOS():
return os.name == 'posix' and platform.system() == "Darwin"
def isLinux():
return os.name == 'posix' and platform.system() == "Linux"
def python_exec():
import sys
if isWindows():
return os.path.join(sys.prefix, 'bin', 'python.exe')
elif isMacOS():
try:
# 2.92 and older
path = bpy.app.binary_path_python
except AttributeError:
# 2.93 and later
import sys
path = sys.executable
return os.path.abspath(path)
elif isLinux():
return os.path.join(sys.prefix, 'sys.prefix/bin', 'python')
else:
print("sorry, still not implemented for ", os.name, " - ", platform.system)
def import_module(self, module, install_module):
show_system_console(True)
set_system_console_topmost(True)
module = str(module)
python_exe = python_exec()
try:
exec("import " + module)
except ModuleNotFoundError:
app_path = site.USER_SITE
if app_path not in sys.path:
sys.path.append(app_path)
pybin = sys.executable
subprocess.call([python_exe, "import ", packageName])
#exec("import " + module)
except: # ModuleNotFoundError:
# app_path = site.USER_SITE
# if app_path not in sys.path:
# sys.path.append(app_path)
# pybin = sys.executable
# target = os.path.join(sys.prefix, 'site-packages')
#
# if target not in sys.path:
# sys.path.append(target)
self.report({"INFO"}, "Installing: " + module + " module.")
print("Installing: " + module + " module")
subprocess.check_call(
[
pybin,
"-m",
"pip",
"install",
install_module,
"--no-warn-script-location",
"--user",
#'-t', target,
]
)
subprocess.call([python_exe, "-m", "pip", "install", install_module])
# subprocess.check_call(
# [
# pybin,
# "-m",
# "pip",
# "install",
# install_module,
# "--no-warn-script-location",
# "--user",
# #'-t', target,
# ]
# )
# try:
# exec("import " + module)
# except ModuleNotFoundError:
# return False
try:
exec("import " + module)
except ModuleNotFoundError:
return False
return True
def install_modules(self):
os_platform = platform.system()
app_path = site.USER_SITE
# app_path = site.USER_SITE
if app_path not in sys.path:
sys.path.append(app_path)
pybin = sys.executable
# if app_path not in sys.path:
# sys.path.append(app_path)
# pybin = sys.executable
target = os.path.join(sys.prefix, 'site-packages')
if target not in sys.path:
sys.path.append(target)
print("Ensuring: pip")
# target = os.path.join(sys.prefix, 'site-packages')
# if target not in sys.path:
# sys.path.append(target)
pybin = python_exec()
print("Ensuring: pip")
try:
subprocess.call([pybin, "-m", "ensurepip"])
subprocess.call([pybin, "-m", "pip", "install", "--upgrade", "pip"])
except ImportError:
pass
#!pip install lmdb
#!pip install torch==2.1.0+cu121 torchvision==0.16.0+cu121 torchaudio==2.1.0 torchtext==0.16.0+cpu torchdata==0.7.0 --index-url https://download.pytorch.org/whl/cu121
# import_module(self, "xformers", "xformers")
try:
exec("import torch")
except ModuleNotFoundError:
subprocess.call([pybin, "-m", "pip", "install", "lmdb"])
self.report({"INFO"}, "Installing: torch module.")
print("Installing: torch module")
if os_platform == "Windows":
@ -597,11 +633,11 @@ def install_modules(self):
"-m",
"pip",
"install",
"torch",
"torch==2.1.0+cu121",
"--index-url",
"https://download.pytorch.org/whl/cu118",
"https://download.pytorch.org/whl/cu121",
"--no-warn-script-location",
"--user",
#"--user",
]
)
subprocess.check_call(
@ -610,11 +646,11 @@ def install_modules(self):
"-m",
"pip",
"install",
"torchvision",
"torchvision==0.16.0+cu121",
"--index-url",
"https://download.pytorch.org/whl/cu118",
"https://download.pytorch.org/whl/cu121",
"--no-warn-script-location",
"--user",
#"--user",
]
)
subprocess.check_call(
@ -623,11 +659,11 @@ def install_modules(self):
"-m",
"pip",
"install",
"torchaudio",
"torchaudio==2.1.0",
"--index-url",
"https://download.pytorch.org/whl/cu118",
"https://download.pytorch.org/whl/cu121",
"--no-warn-script-location",
"--user",
#"--user",
]
)
else:
@ -639,9 +675,9 @@ def install_modules(self):
import_module(self, "accelerate", "git+https://github.com/huggingface/accelerate.git")
#import_module(self, "transformers", "git+https://github.com/huggingface/transformers")
subprocess.check_call([pybin, "-m", "pip", "install", "transformers", "--upgrade"])
import_module(self, "bark", "git+https://github.com/suno-ai/bark.git")
#import_module(self, "diffusers", "diffusers")
import_module(self, "diffusers", "git+https://github.com/huggingface/diffusers.git@v0.22.3")
#import_module(self, "bark", "git+https://github.com/suno-ai/bark.git")
import_module(self, "diffusers", "diffusers")
#import_module(self, "diffusers", "git+https://github.com/huggingface/diffusers.git@v0.22.3")
import_module(self, "tensorflow", "tensorflow")
if os_platform == "Darwin" or os_platform == "Linux":
import_module(self, "sox", "sox")
@ -654,12 +690,26 @@ def install_modules(self):
import_module(self, "PIL", "pillow")
import_module(self, "scipy", "scipy")
import_module(self, "IPython", "IPython")
import_module(self, "xformers", "xformers")
#import_module(self, "mustango", "mustango")
#import_module(self, "mustango", "git+https://github.com/AMAAI-Lab/mustango.git")
#subprocess.check_call([pybin, "-m", "pip", "install", "mediapipe", "--upgrade"])
# try:
# import_module(self, "mediapipe", "git+https://github.com/google/mediapipe.git")
# except ImportError:
# pass
subprocess.check_call(
[
pybin,
"-m",
"pip",
"install",
#"bark",
#"--index-url",
"git+https://github.com/suno-ai/bark.git",
"--no-warn-script-location",
"--user",
]
)
subprocess.check_call(
[
pybin,
@ -753,10 +803,11 @@ def get_module_dependencies(module_name):
Get the list of dependencies for a given module.
"""
app_path = site.USER_SITE
if app_path not in sys.path:
sys.path.append(app_path)
pybin = sys.executable
# app_path = site.USER_SITE
# if app_path not in sys.path:
# sys.path.append(app_path)
# pybin = sys.executable
pybin = python_exec()
result = subprocess.run(
[pybin, "-m", "pip", "show", module_name], capture_output=True, text=True
@ -779,10 +830,11 @@ def uninstall_module_with_dependencies(module_name):
show_system_console(True)
set_system_console_topmost(True)
app_path = site.USER_SITE
if app_path not in sys.path:
sys.path.append(app_path)
pybin = sys.executable
# app_path = site.USER_SITE
# if app_path not in sys.path:
# sys.path.append(app_path)
# pybin = sys.executable
pybin = python_exec()
dependencies = get_module_dependencies(module_name)
@ -849,7 +901,7 @@ class GENERATOR_OT_uninstall(Operator):
#uninstall_module_with_dependencies("compel")
uninstall_module_with_dependencies("triton")
uninstall_module_with_dependencies("cv2")
uninstall_module_with_dependencies("mediapipe")
#uninstall_module_with_dependencies("mediapipe")
self.report(
{"INFO"},
@ -1053,7 +1105,7 @@ class GeneratorAddonPreferences(AddonPreferences):
audio_model_card: bpy.props.EnumProperty(
name="Audio Model",
items=[
("facebook/musicgen-stereo-small", "Music: MusicGen Stereo", "facebook/musicgen-stereo-small"),
#("facebook/musicgen-stereo-small", "Music: MusicGen Stereo", "facebook/musicgen-stereo-small"),
(
"cvssp/audioldm2-music",
"Music: AudioLDM 2",
@ -1065,6 +1117,7 @@ class GeneratorAddonPreferences(AddonPreferences):
"Sound: AudioLDM 2",
),
("bark", "Speech: Bark", "Bark"),
#("declare-lab/mustango", "Mustango", "declare-lab/mustango"),
],
default="bark",
update=input_strips_updated,
@ -2299,42 +2352,42 @@ class SEQUENCER_OT_generate_audio(Operator):
scene.render.fps / scene.render.fps_base
)
try:
import torch
import scipy
from scipy.io.wavfile import write as write_wav
# try:
import torch
import scipy
from scipy.io.wavfile import write as write_wav
if (
addon_prefs.audio_model_card == "cvssp/audioldm2"
or addon_prefs.audio_model_card == "cvssp/audioldm2-music"
):
from diffusers import AudioLDM2Pipeline, DPMSolverMultistepScheduler
import scipy
from IPython.display import Audio
import xformers
if (
addon_prefs.audio_model_card == "cvssp/audioldm2"
or addon_prefs.audio_model_card == "cvssp/audioldm2-music"
):
from diffusers import AudioLDM2Pipeline, DPMSolverMultistepScheduler
import scipy
from IPython.display import Audio
import xformers
if addon_prefs.audio_model_card == "facebook/musicgen-stereo-small":
if os_platform == "Darwin" or os_platform == "Linux":
import sox
else:
import soundfile as sf
if addon_prefs.audio_model_card == "facebook/musicgen-stereo-small":
if os_platform == "Darwin" or os_platform == "Linux":
import sox
else:
import soundfile as sf
if addon_prefs.audio_model_card == "bark":
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
import numpy as np
from bark.generation import (
generate_text_semantic,
preload_models,
)
from bark.api import semantic_to_waveform
from bark import generate_audio, SAMPLE_RATE
except ModuleNotFoundError:
print("Dependencies needs to be installed in the add-on preferences.")
self.report(
{"INFO"},
"Dependencies needs to be installed in the add-on preferences.",
if addon_prefs.audio_model_card == "bark":
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
import numpy as np
from bark.generation import (
generate_text_semantic,
preload_models,
)
return {"CANCELLED"}
from bark.api import semantic_to_waveform
from bark import generate_audio, SAMPLE_RATE
# except ModuleNotFoundError:
# print("Dependencies needs to be installed in the add-on preferences.")
# self.report(
# {"INFO"},
# "Dependencies needs to be installed in the add-on preferences.",
# )
# return {"CANCELLED"}
show_system_console(True)
set_system_console_topmost(True)
@ -2379,6 +2432,22 @@ class SEQUENCER_OT_generate_audio(Operator):
fine_use_small=True,
)
# Mustango
elif addon_prefs.audio_model_card == "declare-lab/mustango":
import IPython
import soundfile as sf
from diffusers import DiffusionPipeline
#from mustango import Mustango
#from transformers import pipeline
#from transformers import set_seed
model = DiffusionPipeline.from_pretrained("declare-lab/mustango")#, device="cuda:0", torch_dtype=torch.float16)
# Deadend
else:
print("Audio model not found.")
self.report({"INFO"}, "Audio model not found.")
return {"CANCELLED"}
# Main loop
for i in range(scene.movie_num_batch):
@ -2460,6 +2529,11 @@ class SEQUENCER_OT_generate_audio(Operator):
else:
sf.write(filename, music["audio"][0].T, music["sampling_rate"])
elif addon_prefs.audio_model_card == "declare-lab/mustango":
music = model.generate(prompt)
sf.write(filename, audio, samplerate=16000)
IPython.display.Audio(data=audio, rate=16000)
else: # AudioLDM
print("Generate: Audio/music (AudioLDM)")
seed = context.scene.movie_num_seed
@ -2663,10 +2737,11 @@ class SEQUENCER_OT_generate_image(Operator):
# NOTE: need to test if I can get SDXL Inpainting working!
# from diffusers import StableDiffusionXLInpaintPipeline, AutoencoderKL
from diffusers import (
StableDiffusionInpaintPipeline,
) # , AutoencoderKL#, StableDiffusionXLInpaintPipeline
from diffusers import AutoPipelineForInpainting
# from diffusers import StableDiffusionXLInpaintPipeline, AutoencoderKL
# from diffusers import (
# StableDiffusionInpaintPipeline,
# ) # , AutoencoderKL#, StableDiffusionXLInpaintPipeline
# from diffusers import AutoPipelineForInpainting #, AutoencoderKL, StableDiffusionXLInpaintPipeline
from diffusers.utils import load_image
@ -2674,14 +2749,28 @@ class SEQUENCER_OT_generate_image(Operator):
# clear the VRAM
if torch.cuda.is_available():
torch.cuda.empty_cache()
# vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16) #vae=vae,
# pipe = StableDiffusionXLInpaintPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", vae=vae, torch_dtype=torch.float16, variant="fp16") #use_safetensors=True
pipe = StableDiffusionInpaintPipeline.from_pretrained(
"runwayml/stable-diffusion-inpainting",
#vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16) #vae=vae,
#pipe = StableDiffusionXLInpaintPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", vae=vae, torch_dtype=torch.float16, variant="fp16") #use_safetensors=True
pipe = AutoPipelineForInpainting.from_pretrained(
"diffusers/stable-diffusion-xl-1.0-inpainting-0.1",
torch_dtype=torch.float16,
variant="fp16",
) # use_safetensors=True
).to("cuda")
# set scheduler
if scene.use_lcm:
from diffusers import LCMScheduler
pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
# load LCM-LoRA
pipe.load_lora_weights("latent-consistency/lcm-lora-sdxl")
pipe.fuse_lora()
# pipe = StableDiffusionInpaintPipeline.from_pretrained(
# "runwayml/stable-diffusion-inpainting",
# torch_dtype=torch.float16,
# variant="fp16",
# ) # use_safetensors=True
# pipe = AutoPipelineForInpainting.from_pretrained("diffusers/stable-diffusion-xl-1.0-inpainting-0.1", torch_dtype=torch.float16, variant="fp16", vae=vae) #use_safetensors=True
pipe.watermark = NoWatermark()

Write Preview
Loading…
Cancel
Save