Browse Source

update DB

improve: scanner.py - parallel pull
pull/175/head
Dr.Lt.Data 1 year ago
parent
commit
214197a24d
  1. 20
      custom-node-list.json
  2. 28
      extension-node-map.json
  3. 20
      node_db/new/custom-node-list.json
  4. 28
      node_db/new/extension-node-map.json
  5. 8
      scanner.py

20
custom-node-list.json

@ -160,6 +160,16 @@
"install_type": "git-clone", "install_type": "git-clone",
"description": "A collection of ComfyUI custom nodes to help streamline workflows and reduce total node count.<p style='background-color: black; color: red;'>NOTE: This node is originally created by LucianoCirino, but the <a href='https://github.com/LucianoCirino/efficiency-nodes-comfyui'>original repository</a> is no longer maintained and has been forked by a new maintainer. To use the forked version, you should uninstall the original version and <B>REINSTALL</B> this one.</p>" "description": "A collection of ComfyUI custom nodes to help streamline workflows and reduce total node count.<p style='background-color: black; color: red;'>NOTE: This node is originally created by LucianoCirino, but the <a href='https://github.com/LucianoCirino/efficiency-nodes-comfyui'>original repository</a> is no longer maintained and has been forked by a new maintainer. To use the forked version, you should uninstall the original version and <B>REINSTALL</B> this one.</p>"
}, },
{
"author": "jags111",
"title": "ComfyUI_Jags_VectorMagic",
"reference": "https://github.com/jags111/ComfyUI_Jags_VectorMagic",
"files": [
"https://github.com/jags111/ComfyUI_Jags_VectorMagic"
],
"install_type": "git-clone",
"description": "a collection of nodes to explore Vector and image manipulation"
},
{ {
"author": "Derfuu", "author": "Derfuu",
"title": "Derfuu_ComfyUI_ModdedNodes", "title": "Derfuu_ComfyUI_ModdedNodes",
@ -2673,6 +2683,16 @@
"install_type": "git-clone", "install_type": "git-clone",
"description": "CSV Loader for prompt building within ComfyUI interface. Allows access to positive/negative prompts associated with a name. Selections are being pulled from CSV files." "description": "CSV Loader for prompt building within ComfyUI interface. Allows access to positive/negative prompts associated with a name. Selections are being pulled from CSV files."
}, },
{
"author": "Trung0246",
"title": "ComfyUI-0246",
"reference": "https://github.com/Trung0246/ComfyUI-0246",
"files": [
"https://github.com/Trung0246/ComfyUI-0246"
],
"install_type": "git-clone",
"description": "Nodes: Highway. Random nodes for ComfyUI I made to solve my struggle with ComfyUI. Have varying quality."
},
{ {
"author": "Smuzzies", "author": "Smuzzies",
"title": "Chatbox Overlay node for ComfyUI", "title": "Chatbox Overlay node for ComfyUI",

28
extension-node-map.json

@ -709,6 +709,7 @@
"Checkpoint", "Checkpoint",
"Float", "Float",
"Int", "Int",
"Lora",
"Operation", "Operation",
"String" "String"
], ],
@ -1436,6 +1437,14 @@
"title_aux": "YARS: Yet Another Resolution Selector" "title_aux": "YARS: Yet Another Resolution Selector"
} }
], ],
"https://github.com/Trung0246/ComfyUI-0246": [
[
"Highway"
],
{
"title_aux": "ComfyUI-0246"
}
],
"https://github.com/Ttl/ComfyUi_NNLatentUpscale": [ "https://github.com/Ttl/ComfyUi_NNLatentUpscale": [
[ [
"NNLatentUpscale" "NNLatentUpscale"
@ -2752,6 +2761,14 @@
"title_aux": "FaceSwap" "title_aux": "FaceSwap"
} }
], ],
"https://github.com/jags111/ComfyUI_Jags_VectorMagic": [
[
"my unique name"
],
{
"title_aux": "ComfyUI_Jags_VectorMagic"
}
],
"https://github.com/jags111/efficiency-nodes-comfyui": [ "https://github.com/jags111/efficiency-nodes-comfyui": [
[ [
"AnimateDiff Script", "AnimateDiff Script",
@ -2826,6 +2843,11 @@
"GetImageRangeFromBatch", "GetImageRangeFromBatch",
"GrowMaskWithBlur", "GrowMaskWithBlur",
"INTConstant", "INTConstant",
"ImageBatchTestPattern",
"ImageConcanate",
"ImageGridComposite2x2",
"ImageGridComposite3x3",
"ReplaceImagesInBatch",
"ReverseImageBatch", "ReverseImageBatch",
"SaveImageWithAlpha", "SaveImageWithAlpha",
"SomethingToString", "SomethingToString",
@ -3026,9 +3048,9 @@
"LatentReceiver", "LatentReceiver",
"LatentSender", "LatentSender",
"LatentSwitch", "LatentSwitch",
"LoadConditioning",
"MMDetDetectorProvider", "MMDetDetectorProvider",
"MMDetLoader", "MMDetLoader",
"MaskDetailerPipe",
"MaskListToMaskBatch", "MaskListToMaskBatch",
"MaskPainter", "MaskPainter",
"MaskToSEGS", "MaskToSEGS",
@ -3058,7 +3080,6 @@
"SEGSPreview", "SEGSPreview",
"SEGSSwitch", "SEGSSwitch",
"SEGSToImageList", "SEGSToImageList",
"SaveConditioning",
"SegmDetectorCombined", "SegmDetectorCombined",
"SegmDetectorCombined_v2", "SegmDetectorCombined_v2",
"SegmDetectorForEach", "SegmDetectorForEach",
@ -3176,7 +3197,8 @@
"DiscordServing", "DiscordServing",
"ServingInputNumber", "ServingInputNumber",
"ServingInputText", "ServingInputText",
"ServingOutput" "ServingOutput",
"WebSocketServing"
], ],
{ {
"title_aux": "ComfyUI Serving toolkit" "title_aux": "ComfyUI Serving toolkit"

20
node_db/new/custom-node-list.json

@ -1,5 +1,25 @@
{ {
"custom_nodes": [ "custom_nodes": [
{
"author": "jags111",
"title": "ComfyUI_Jags_VectorMagic",
"reference": "https://github.com/jags111/ComfyUI_Jags_VectorMagic",
"files": [
"https://github.com/jags111/ComfyUI_Jags_VectorMagic"
],
"install_type": "git-clone",
"description": "a collection of nodes to explore Vector and image manipulation"
},
{
"author": "Trung0246",
"title": "ComfyUI-0246",
"reference": "https://github.com/Trung0246/ComfyUI-0246",
"files": [
"https://github.com/Trung0246/ComfyUI-0246"
],
"install_type": "git-clone",
"description": "Nodes: Highway. Random nodes for ComfyUI I made to solve my struggle with ComfyUI. Have varying quality."
},
{ {
"author": "PCMonsterx", "author": "PCMonsterx",
"title": "ComfyUI-CSV-Loader", "title": "ComfyUI-CSV-Loader",

28
node_db/new/extension-node-map.json

@ -709,6 +709,7 @@
"Checkpoint", "Checkpoint",
"Float", "Float",
"Int", "Int",
"Lora",
"Operation", "Operation",
"String" "String"
], ],
@ -1436,6 +1437,14 @@
"title_aux": "YARS: Yet Another Resolution Selector" "title_aux": "YARS: Yet Another Resolution Selector"
} }
], ],
"https://github.com/Trung0246/ComfyUI-0246": [
[
"Highway"
],
{
"title_aux": "ComfyUI-0246"
}
],
"https://github.com/Ttl/ComfyUi_NNLatentUpscale": [ "https://github.com/Ttl/ComfyUi_NNLatentUpscale": [
[ [
"NNLatentUpscale" "NNLatentUpscale"
@ -2752,6 +2761,14 @@
"title_aux": "FaceSwap" "title_aux": "FaceSwap"
} }
], ],
"https://github.com/jags111/ComfyUI_Jags_VectorMagic": [
[
"my unique name"
],
{
"title_aux": "ComfyUI_Jags_VectorMagic"
}
],
"https://github.com/jags111/efficiency-nodes-comfyui": [ "https://github.com/jags111/efficiency-nodes-comfyui": [
[ [
"AnimateDiff Script", "AnimateDiff Script",
@ -2826,6 +2843,11 @@
"GetImageRangeFromBatch", "GetImageRangeFromBatch",
"GrowMaskWithBlur", "GrowMaskWithBlur",
"INTConstant", "INTConstant",
"ImageBatchTestPattern",
"ImageConcanate",
"ImageGridComposite2x2",
"ImageGridComposite3x3",
"ReplaceImagesInBatch",
"ReverseImageBatch", "ReverseImageBatch",
"SaveImageWithAlpha", "SaveImageWithAlpha",
"SomethingToString", "SomethingToString",
@ -3026,9 +3048,9 @@
"LatentReceiver", "LatentReceiver",
"LatentSender", "LatentSender",
"LatentSwitch", "LatentSwitch",
"LoadConditioning",
"MMDetDetectorProvider", "MMDetDetectorProvider",
"MMDetLoader", "MMDetLoader",
"MaskDetailerPipe",
"MaskListToMaskBatch", "MaskListToMaskBatch",
"MaskPainter", "MaskPainter",
"MaskToSEGS", "MaskToSEGS",
@ -3058,7 +3080,6 @@
"SEGSPreview", "SEGSPreview",
"SEGSSwitch", "SEGSSwitch",
"SEGSToImageList", "SEGSToImageList",
"SaveConditioning",
"SegmDetectorCombined", "SegmDetectorCombined",
"SegmDetectorCombined_v2", "SegmDetectorCombined_v2",
"SegmDetectorForEach", "SegmDetectorForEach",
@ -3176,7 +3197,8 @@
"DiscordServing", "DiscordServing",
"ServingInputNumber", "ServingInputNumber",
"ServingInputText", "ServingInputText",
"ServingOutput" "ServingOutput",
"WebSocketServing"
], ],
{ {
"title_aux": "ComfyUI Serving toolkit" "title_aux": "ComfyUI Serving toolkit"

8
scanner.py

@ -3,6 +3,7 @@ import os
import json import json
from git import Repo from git import Repo
from torchvision.datasets.utils import download_url from torchvision.datasets.utils import download_url
import concurrent
builtin_nodes = ["KSampler", "CheckpointSave"] builtin_nodes = ["KSampler", "CheckpointSave"]
@ -162,7 +163,7 @@ def update_custom_nodes():
git_url_titles = get_git_urls_from_json('custom-node-list.json') git_url_titles = get_git_urls_from_json('custom-node-list.json')
for url, title in git_url_titles: def process_git_url_title(url, title):
name = os.path.basename(url) name = os.path.basename(url)
if name.endswith(".git"): if name.endswith(".git"):
name = name[:-4] name = name[:-4]
@ -170,6 +171,11 @@ def update_custom_nodes():
node_info[name] = (url, title) node_info[name] = (url, title)
clone_or_pull_git_repository(url) clone_or_pull_git_repository(url)
max_threads = 10
with concurrent.futures.ThreadPoolExecutor(max_threads) as executor:
for url, title in git_url_titles:
executor.submit(process_git_url_title, url, title)
py_url_titles = get_py_urls_from_json('custom-node-list.json') py_url_titles = get_py_urls_from_json('custom-node-list.json')
for url, title in py_url_titles: for url, title in py_url_titles:

Loading…
Cancel
Save