You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
148 lines
3.7 KiB
148 lines
3.7 KiB
import re |
|
import os |
|
import json |
|
import sys |
|
from git import Repo |
|
|
|
|
|
def scan_in_file(filename): |
|
with open(filename, "r") as file: |
|
code = file.read() |
|
|
|
pattern = r"NODE_CLASS_MAPPINGS\s*=\s*{([^}]*)}" |
|
regex = re.compile(pattern, re.MULTILINE | re.DOTALL) |
|
|
|
match = regex.search(code) |
|
if match: |
|
dict_text = match.group(1) |
|
else: |
|
return [] |
|
|
|
nodes = [] |
|
class_dict = {} |
|
key_value_pairs = re.findall(r"\"([^\"]*)\"\s*:\s*([^,\n]*)", dict_text) |
|
for key, value in key_value_pairs: |
|
class_dict[key] = value.strip() |
|
|
|
for key, value in class_dict.items(): |
|
nodes.append(key) |
|
|
|
return nodes |
|
|
|
|
|
def get_py_file_paths(dirname): |
|
file_paths = [] |
|
|
|
for root, dirs, files in os.walk(dirname): |
|
if ".git" in root or "__pycache__" in root: |
|
continue |
|
|
|
for file in files: |
|
if file.endswith(".py"): |
|
file_path = os.path.join(root, file) |
|
file_paths.append(file_path) |
|
|
|
for subdir in dirs: |
|
subdir = os.path.join(dirname, subdir) |
|
sub_files = get_py_file_paths(subdir) |
|
file_paths.extend(sub_files) |
|
|
|
return file_paths |
|
|
|
|
|
def get_nodes(target_dir): |
|
py_files = [] |
|
directories = [] |
|
|
|
for item in os.listdir(target_dir): |
|
if ".git" in item or "__pycache__" in item: |
|
continue |
|
|
|
path = os.path.abspath(os.path.join(target_dir, item)) |
|
|
|
if os.path.isfile(path) and item.endswith(".py"): |
|
py_files.append(path) |
|
elif os.path.isdir(path): |
|
directories.append(path) |
|
|
|
return py_files, directories |
|
|
|
|
|
def get_git_urls_from_json(json_file): |
|
with open(json_file) as file: |
|
data = json.load(file) |
|
|
|
custom_nodes = data.get('custom_nodes', []) |
|
git_clone_files = [] |
|
for node in custom_nodes: |
|
if node.get('install_type') == 'git-clone': |
|
files = node.get('files', []) |
|
if files: |
|
git_clone_files.append(files[0]) |
|
|
|
return git_clone_files |
|
|
|
|
|
def clone_or_pull_git_repository(git_url): |
|
repo_name = git_url.split("/")[-1].split(".")[0] |
|
repo_dir = os.path.join(os.getcwd(), ".tmp", repo_name) |
|
|
|
if os.path.exists(repo_dir): |
|
try: |
|
repo = Repo(repo_dir) |
|
origin = repo.remote(name="origin") |
|
origin.pull() |
|
print(f"Pulling {repo_name}...") |
|
except Exception as e: |
|
print(f"Pulling {repo_name} failed: {e}") |
|
else: |
|
try: |
|
repo = Repo.clone_from(git_url, repo_dir) |
|
print(f"Cloning {repo_name}...") |
|
except Exception as e: |
|
print(f"Cloning {repo_name} failed: {e}") |
|
|
|
|
|
def update_custom_nodes(): |
|
tmp_dir = os.path.join(os.getcwd(), ".tmp") |
|
if not os.path.exists(tmp_dir): |
|
os.makedirs(tmp_dir) |
|
|
|
node_info = {} |
|
|
|
git_urls = get_git_urls_from_json('custom-node-list.json') |
|
|
|
for url in git_urls: |
|
name = os.path.basename(url) |
|
if name.endswith(".git"): |
|
name = name[:-4] |
|
node_info[name] = url |
|
clone_or_pull_git_repository(url) |
|
|
|
return node_info |
|
|
|
|
|
def gen_json(node_info): |
|
node_files, node_dirs = get_nodes(".tmp") |
|
|
|
data = {} |
|
for dirname in node_dirs: |
|
py_files = get_py_file_paths(dirname) |
|
|
|
nodes = [] |
|
for py in py_files: |
|
nodes.extend(scan_in_file(py)) |
|
|
|
dirname = os.path.basename(dirname) |
|
|
|
if nodes != []: |
|
git_url = node_info[dirname] |
|
data[git_url] = nodes |
|
|
|
json_path = f"extension-node-map.json" |
|
with open(json_path, "w") as file: |
|
json.dump(data, file, indent=4) |
|
|
|
|
|
node_info = update_custom_nodes() |
|
gen_json(node_info) |