Browse Source

improve: scanner.py - parallel downalod

update DB
pull/175/head
Dr.Lt.Data 1 year ago
parent
commit
06286426c0
  1. 6
      custom-node-list.json
  2. 2
      extension-node-map.json
  3. 10
      node_db/new/custom-node-list.json
  4. 2
      node_db/new/extension-node-map.json
  5. 9
      scanner.py

6
custom-node-list.json

@ -1606,14 +1606,14 @@
"description": "Nodes:TC_EqualizeCLAHE, TC_SizeApproximation, TC_ImageResize, TC_ImageScale, TC_ColorFill."
},
{
"author": "TeaCrab",
"title": "ComfyUI-TeaNodes",
"author": "nagolinc",
"title": "ComfyUI_FastVAEDecorder_SDXL",
"reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL",
"files": [
"https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL"
],
"install_type": "git-clone",
"description": "Nodes:FastLatentToImage"
"description": "Based off of: <a href='https://github.com/Birch-san/diffusers-play/tree/main/approx_vae'>Birch-san/diffusers-play/approx_vae</a>. This ComfyUI node allows you to quickly preview SDXL 1.0 latents."
},
{
"author": "bradsec",

2
extension-node-map.json

@ -3351,7 +3351,7 @@
"FastLatentToImage"
],
{
"title_aux": "ComfyUI-TeaNodes"
"title_aux": "ComfyUI_FastVAEDecorder_SDXL"
}
],
"https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [

10
node_db/new/custom-node-list.json

@ -1,5 +1,15 @@
{
"custom_nodes": [
{
"author": "nagolinc",
"title": "ComfyUI_FastVAEDecorder_SDXL",
"reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL",
"files": [
"https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL"
],
"install_type": "git-clone",
"description": "Based off of: <a href='https://github.com/Birch-san/diffusers-play/tree/main/approx_vae'>Birch-san/diffusers-play/approx_vae</a>. This ComfyUI node allows you to quickly preview SDXL 1.0 latents."
},
{
"author": "jags111",
"title": "ComfyUI_Jags_VectorMagic",

2
node_db/new/extension-node-map.json

@ -3351,7 +3351,7 @@
"FastLatentToImage"
],
{
"title_aux": "ComfyUI-TeaNodes"
"title_aux": "ComfyUI_FastVAEDecorder_SDXL"
}
],
"https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [

9
scanner.py

@ -171,14 +171,14 @@ def update_custom_nodes():
node_info[name] = (url, title)
clone_or_pull_git_repository(url)
max_threads = 10
with concurrent.futures.ThreadPoolExecutor(max_threads) as executor:
with concurrent.futures.ThreadPoolExecutor(10) as executor:
for url, title in git_url_titles:
executor.submit(process_git_url_title, url, title)
py_url_titles = get_py_urls_from_json('custom-node-list.json')
for url, title in py_url_titles:
def download_and_store_info(url_title):
url, title = url_title
name = os.path.basename(url)
if name.endswith(".py"):
node_info[name] = (url, title)
@ -187,6 +187,9 @@ def update_custom_nodes():
download_url(url, ".tmp")
except:
print(f"[ERROR] Cannot download '{url}'")
with concurrent.futures.ThreadPoolExecutor(10) as executor:
executor.map(download_and_store_info, py_url_titles)
return node_info

Loading…
Cancel
Save