KenSchae
/
Pallaidium
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

Update __init__.py

Installation_fix
tin2tin 1 year ago committed by GitHub
parent
02bb28cb04
commit
a068d6cb7e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 185 additions and 96 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 231
      __init__.py

231
__init__.py
Unescape View File

@ -525,69 +525,105 @@ def low_vram():
return (total_vram / (1024**3)) < 6.1 # Y/N under 6.1 GB? return (total_vram / (1024**3)) < 6.1 # Y/N under 6.1 GB?
def isWindows():
return os.name == 'nt'
def isMacOS():
return os.name == 'posix' and platform.system() == "Darwin"
def isLinux():
return os.name == 'posix' and platform.system() == "Linux"
def python_exec():
import sys
if isWindows():
return os.path.join(sys.prefix, 'bin', 'python.exe')
elif isMacOS():
try:
# 2.92 and older
path = bpy.app.binary_path_python
except AttributeError:
# 2.93 and later
import sys
path = sys.executable
return os.path.abspath(path)
elif isLinux():
return os.path.join(sys.prefix, 'sys.prefix/bin', 'python')
else:
print("sorry, still not implemented for ", os.name, " - ", platform.system)
def import_module(self, module, install_module): def import_module(self, module, install_module):
show_system_console(True) show_system_console(True)
set_system_console_topmost(True) set_system_console_topmost(True)
module = str(module) module = str(module)
python_exe = python_exec()
try: try:
exec("import " + module) subprocess.call([python_exe, "import ", packageName])
except ModuleNotFoundError: #exec("import " + module)
app_path = site.USER_SITE except: # ModuleNotFoundError:
if app_path not in sys.path: # app_path = site.USER_SITE
sys.path.append(app_path) # if app_path not in sys.path:
pybin = sys.executable # sys.path.append(app_path)
# pybin = sys.executable
# target = os.path.join(sys.prefix, 'site-packages') # target = os.path.join(sys.prefix, 'site-packages')
#
# if target not in sys.path: # if target not in sys.path:
# sys.path.append(target) # sys.path.append(target)
self.report({"INFO"}, "Installing: " + module + " module.") self.report({"INFO"}, "Installing: " + module + " module.")
print("Installing: " + module + " module") print("Installing: " + module + " module")
subprocess.check_call( subprocess.call([python_exe, "-m", "pip", "install", install_module])
[ # subprocess.check_call(
pybin, # [
"-m", # pybin,
"pip", # "-m",
"install", # "pip",
install_module, # "install",
"--no-warn-script-location", # install_module,
"--user", # "--no-warn-script-location",
#'-t', target, # "--user",
] # #'-t', target,
) # ]
# )
# try: try:
# exec("import " + module) exec("import " + module)
# except ModuleNotFoundError: except ModuleNotFoundError:
# return False return False
return True return True
def install_modules(self): def install_modules(self):
os_platform = platform.system() os_platform = platform.system()
app_path = site.USER_SITE # app_path = site.USER_SITE
if app_path not in sys.path: # if app_path not in sys.path:
sys.path.append(app_path) # sys.path.append(app_path)
pybin = sys.executable # pybin = sys.executable
target = os.path.join(sys.prefix, 'site-packages') # target = os.path.join(sys.prefix, 'site-packages')
if target not in sys.path: # if target not in sys.path:
sys.path.append(target) # sys.path.append(target)
print("Ensuring: pip") pybin = python_exec()
print("Ensuring: pip")
try: try:
subprocess.call([pybin, "-m", "ensurepip"]) subprocess.call([pybin, "-m", "ensurepip"])
subprocess.call([pybin, "-m", "pip", "install", "--upgrade", "pip"]) subprocess.call([pybin, "-m", "pip", "install", "--upgrade", "pip"])
except ImportError: except ImportError:
pass pass
#!pip install lmdb
#!pip install torch==2.1.0+cu121 torchvision==0.16.0+cu121 torchaudio==2.1.0 torchtext==0.16.0+cpu torchdata==0.7.0 --index-url https://download.pytorch.org/whl/cu121
# import_module(self, "xformers", "xformers")
try: try:
exec("import torch") exec("import torch")
except ModuleNotFoundError: except ModuleNotFoundError:
subprocess.call([pybin, "-m", "pip", "install", "lmdb"])
self.report({"INFO"}, "Installing: torch module.") self.report({"INFO"}, "Installing: torch module.")
print("Installing: torch module") print("Installing: torch module")
if os_platform == "Windows": if os_platform == "Windows":
@ -597,11 +633,11 @@ def install_modules(self):
"-m", "-m",
"pip", "pip",
"install", "install",
"torch", "torch==2.1.0+cu121",
"--index-url", "--index-url",
"https://download.pytorch.org/whl/cu118", "https://download.pytorch.org/whl/cu121",
"--no-warn-script-location", "--no-warn-script-location",
"--user", #"--user",
] ]
) )
subprocess.check_call( subprocess.check_call(
@ -610,11 +646,11 @@ def install_modules(self):
"-m", "-m",
"pip", "pip",
"install", "install",
"torchvision", "torchvision==0.16.0+cu121",
"--index-url", "--index-url",
"https://download.pytorch.org/whl/cu118", "https://download.pytorch.org/whl/cu121",
"--no-warn-script-location", "--no-warn-script-location",
"--user", #"--user",
] ]
) )
subprocess.check_call( subprocess.check_call(
@ -623,11 +659,11 @@ def install_modules(self):
"-m", "-m",
"pip", "pip",
"install", "install",
"torchaudio", "torchaudio==2.1.0",
"--index-url", "--index-url",
"https://download.pytorch.org/whl/cu118", "https://download.pytorch.org/whl/cu121",
"--no-warn-script-location", "--no-warn-script-location",
"--user", #"--user",
] ]
) )
else: else:
@ -639,9 +675,9 @@ def install_modules(self):
import_module(self, "accelerate", "git+https://github.com/huggingface/accelerate.git") import_module(self, "accelerate", "git+https://github.com/huggingface/accelerate.git")
#import_module(self, "transformers", "git+https://github.com/huggingface/transformers") #import_module(self, "transformers", "git+https://github.com/huggingface/transformers")
subprocess.check_call([pybin, "-m", "pip", "install", "transformers", "--upgrade"]) subprocess.check_call([pybin, "-m", "pip", "install", "transformers", "--upgrade"])
import_module(self, "bark", "git+https://github.com/suno-ai/bark.git") #import_module(self, "bark", "git+https://github.com/suno-ai/bark.git")
#import_module(self, "diffusers", "diffusers") import_module(self, "diffusers", "diffusers")
import_module(self, "diffusers", "git+https://github.com/huggingface/diffusers.git@v0.22.3") #import_module(self, "diffusers", "git+https://github.com/huggingface/diffusers.git@v0.22.3")
import_module(self, "tensorflow", "tensorflow") import_module(self, "tensorflow", "tensorflow")
if os_platform == "Darwin" or os_platform == "Linux": if os_platform == "Darwin" or os_platform == "Linux":
import_module(self, "sox", "sox") import_module(self, "sox", "sox")
@ -654,12 +690,26 @@ def install_modules(self):
import_module(self, "PIL", "pillow") import_module(self, "PIL", "pillow")
import_module(self, "scipy", "scipy") import_module(self, "scipy", "scipy")
import_module(self, "IPython", "IPython") import_module(self, "IPython", "IPython")
import_module(self, "xformers", "xformers") #import_module(self, "mustango", "mustango")
#import_module(self, "mustango", "git+https://github.com/AMAAI-Lab/mustango.git")
#subprocess.check_call([pybin, "-m", "pip", "install", "mediapipe", "--upgrade"]) #subprocess.check_call([pybin, "-m", "pip", "install", "mediapipe", "--upgrade"])
# try: # try:
# import_module(self, "mediapipe", "git+https://github.com/google/mediapipe.git") # import_module(self, "mediapipe", "git+https://github.com/google/mediapipe.git")
# except ImportError: # except ImportError:
# pass # pass
subprocess.check_call(
[
pybin,
"-m",
"pip",
"install",
#"bark",
#"--index-url",
"git+https://github.com/suno-ai/bark.git",
"--no-warn-script-location",
"--user",
]
)
subprocess.check_call( subprocess.check_call(
[ [
pybin, pybin,
@ -753,10 +803,11 @@ def get_module_dependencies(module_name):
Get the list of dependencies for a given module. Get the list of dependencies for a given module.
""" """
app_path = site.USER_SITE # app_path = site.USER_SITE
if app_path not in sys.path: # if app_path not in sys.path:
sys.path.append(app_path) # sys.path.append(app_path)
pybin = sys.executable # pybin = sys.executable
pybin = python_exec()
result = subprocess.run( result = subprocess.run(
[pybin, "-m", "pip", "show", module_name], capture_output=True, text=True [pybin, "-m", "pip", "show", module_name], capture_output=True, text=True
@ -779,10 +830,11 @@ def uninstall_module_with_dependencies(module_name):
show_system_console(True) show_system_console(True)
set_system_console_topmost(True) set_system_console_topmost(True)
app_path = site.USER_SITE # app_path = site.USER_SITE
if app_path not in sys.path: # if app_path not in sys.path:
sys.path.append(app_path) # sys.path.append(app_path)
pybin = sys.executable # pybin = sys.executable
pybin = python_exec()
dependencies = get_module_dependencies(module_name) dependencies = get_module_dependencies(module_name)
@ -849,7 +901,7 @@ class GENERATOR_OT_uninstall(Operator):
#uninstall_module_with_dependencies("compel") #uninstall_module_with_dependencies("compel")
uninstall_module_with_dependencies("triton") uninstall_module_with_dependencies("triton")
uninstall_module_with_dependencies("cv2") uninstall_module_with_dependencies("cv2")
uninstall_module_with_dependencies("mediapipe") #uninstall_module_with_dependencies("mediapipe")
self.report( self.report(
{"INFO"}, {"INFO"},
@ -1053,7 +1105,7 @@ class GeneratorAddonPreferences(AddonPreferences):
audio_model_card: bpy.props.EnumProperty( audio_model_card: bpy.props.EnumProperty(
name="Audio Model", name="Audio Model",
items=[ items=[
("facebook/musicgen-stereo-small", "Music: MusicGen Stereo", "facebook/musicgen-stereo-small"), #("facebook/musicgen-stereo-small", "Music: MusicGen Stereo", "facebook/musicgen-stereo-small"),
( (
"cvssp/audioldm2-music", "cvssp/audioldm2-music",
"Music: AudioLDM 2", "Music: AudioLDM 2",
@ -1065,6 +1117,7 @@ class GeneratorAddonPreferences(AddonPreferences):
"Sound: AudioLDM 2", "Sound: AudioLDM 2",
), ),
("bark", "Speech: Bark", "Bark"), ("bark", "Speech: Bark", "Bark"),
#("declare-lab/mustango", "Mustango", "declare-lab/mustango"),
], ],
default="bark", default="bark",
update=input_strips_updated, update=input_strips_updated,
@ -2299,7 +2352,7 @@ class SEQUENCER_OT_generate_audio(Operator):
scene.render.fps / scene.render.fps_base scene.render.fps / scene.render.fps_base
) )
try: # try:
import torch import torch
import scipy import scipy
from scipy.io.wavfile import write as write_wav from scipy.io.wavfile import write as write_wav
@ -2328,13 +2381,13 @@ class SEQUENCER_OT_generate_audio(Operator):
) )
from bark.api import semantic_to_waveform from bark.api import semantic_to_waveform
from bark import generate_audio, SAMPLE_RATE from bark import generate_audio, SAMPLE_RATE
except ModuleNotFoundError: # except ModuleNotFoundError:
print("Dependencies needs to be installed in the add-on preferences.") # print("Dependencies needs to be installed in the add-on preferences.")
self.report( # self.report(
{"INFO"}, # {"INFO"},
"Dependencies needs to be installed in the add-on preferences.", # "Dependencies needs to be installed in the add-on preferences.",
) # )
return {"CANCELLED"} # return {"CANCELLED"}
show_system_console(True) show_system_console(True)
set_system_console_topmost(True) set_system_console_topmost(True)
@ -2379,6 +2432,22 @@ class SEQUENCER_OT_generate_audio(Operator):
fine_use_small=True, fine_use_small=True,
) )
# Mustango
elif addon_prefs.audio_model_card == "declare-lab/mustango":
import IPython
import soundfile as sf
from diffusers import DiffusionPipeline
#from mustango import Mustango
#from transformers import pipeline
#from transformers import set_seed
model = DiffusionPipeline.from_pretrained("declare-lab/mustango")#, device="cuda:0", torch_dtype=torch.float16)
# Deadend
else:
print("Audio model not found.")
self.report({"INFO"}, "Audio model not found.")
return {"CANCELLED"}
# Main loop # Main loop
for i in range(scene.movie_num_batch): for i in range(scene.movie_num_batch):
@ -2460,6 +2529,11 @@ class SEQUENCER_OT_generate_audio(Operator):
else: else:
sf.write(filename, music["audio"][0].T, music["sampling_rate"]) sf.write(filename, music["audio"][0].T, music["sampling_rate"])
elif addon_prefs.audio_model_card == "declare-lab/mustango":
music = model.generate(prompt)
sf.write(filename, audio, samplerate=16000)
IPython.display.Audio(data=audio, rate=16000)
else: # AudioLDM else: # AudioLDM
print("Generate: Audio/music (AudioLDM)") print("Generate: Audio/music (AudioLDM)")
seed = context.scene.movie_num_seed seed = context.scene.movie_num_seed
@ -2663,10 +2737,11 @@ class SEQUENCER_OT_generate_image(Operator):
# NOTE: need to test if I can get SDXL Inpainting working! # NOTE: need to test if I can get SDXL Inpainting working!
# from diffusers import StableDiffusionXLInpaintPipeline, AutoencoderKL from diffusers import AutoPipelineForInpainting
from diffusers import ( # from diffusers import StableDiffusionXLInpaintPipeline, AutoencoderKL
StableDiffusionInpaintPipeline, # from diffusers import (
) # , AutoencoderKL#, StableDiffusionXLInpaintPipeline # StableDiffusionInpaintPipeline,
# ) # , AutoencoderKL#, StableDiffusionXLInpaintPipeline
# from diffusers import AutoPipelineForInpainting #, AutoencoderKL, StableDiffusionXLInpaintPipeline # from diffusers import AutoPipelineForInpainting #, AutoencoderKL, StableDiffusionXLInpaintPipeline
from diffusers.utils import load_image from diffusers.utils import load_image
@ -2674,14 +2749,28 @@ class SEQUENCER_OT_generate_image(Operator):
# clear the VRAM # clear the VRAM
if torch.cuda.is_available(): if torch.cuda.is_available():
torch.cuda.empty_cache() torch.cuda.empty_cache()
# vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16) #vae=vae,
# pipe = StableDiffusionXLInpaintPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", vae=vae, torch_dtype=torch.float16, variant="fp16") #use_safetensors=True
pipe = StableDiffusionInpaintPipeline.from_pretrained( #vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16) #vae=vae,
"runwayml/stable-diffusion-inpainting", #pipe = StableDiffusionXLInpaintPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", vae=vae, torch_dtype=torch.float16, variant="fp16") #use_safetensors=True
pipe = AutoPipelineForInpainting.from_pretrained(
"diffusers/stable-diffusion-xl-1.0-inpainting-0.1",
torch_dtype=torch.float16, torch_dtype=torch.float16,
variant="fp16", variant="fp16",
) # use_safetensors=True ).to("cuda")
# set scheduler
if scene.use_lcm:
from diffusers import LCMScheduler
pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
# load LCM-LoRA
pipe.load_lora_weights("latent-consistency/lcm-lora-sdxl")
pipe.fuse_lora()
# pipe = StableDiffusionInpaintPipeline.from_pretrained(
# "runwayml/stable-diffusion-inpainting",
# torch_dtype=torch.float16,
# variant="fp16",
# ) # use_safetensors=True
# pipe = AutoPipelineForInpainting.from_pretrained("diffusers/stable-diffusion-xl-1.0-inpainting-0.1", torch_dtype=torch.float16, variant="fp16", vae=vae) #use_safetensors=True # pipe = AutoPipelineForInpainting.from_pretrained("diffusers/stable-diffusion-xl-1.0-inpainting-0.1", torch_dtype=torch.float16, variant="fp16", vae=vae) #use_safetensors=True
pipe.watermark = NoWatermark() pipe.watermark = NoWatermark()

Write Preview
Loading…
Cancel
Save