comfyui_controlnet_aux插件，controlnet预处理器详解

简介

下载地址

https://github.com/Fannovel16/comfyui_controlnet_aux

安装

https://zhuanlan.zhihu.com/p/706138983

模型

进入github主页后，模型向下拉就是，可以直接挑选想要的，比如openpose或者Zoe depth，不嫌麻烦可以全下了。

路径就放在

安装文件夹/ComfyUI\custom_nodes\comfyui_controlnet_aux\ckpts文件夹内，具体目录如下

|-- LayerNorm
|   `-- DensePose-TorchScript-with-hint-image
|       |-- README.md
|       |-- densepose_r101_fpn_dl.torchscript
|       `-- densepose_r50_fpn_dl.torchscript
|-- LiheYoung
|   `-- Depth-Anything
|       |-- README.md
|       |-- app.py
|       |-- checkpoints
|       |   |-- depth_anything_vitb14.pth
|       |   |-- depth_anything_vitl14.pth
|       |   `-- depth_anything_vits14.pth
|       |-- checkpoints_controlnet
|       |   |-- config.json
|       |   `-- diffusion_pytorch_model.safetensors
|       |-- checkpoints_metric_depth
|       |   |-- depth_anything_metric_depth_indoor.pt
|       |   `-- depth_anything_metric_depth_outdoor.pt
|       |-- checkpoints_semseg
|       |   |-- ade20k_vitl_mIoU_59.4.pth
|       |   `-- cityscapes_vitl_mIoU_86.4.pth
|       |-- depth_anything
|       |   |-- blocks.py
|       |   |-- dpt.py
|       |   `-- util
|       |       `-- transform.py       
|       |-- requirements.txt
|       
|-- bdsqlsz
|   `-- qinglong_controlnet-lllite
|       |-- Annotators
|       |   |-- 7_model.pth
|       |   |-- UNet.pth
|       |   |-- dsine.pt
|       |   |-- model
|       |   `-- rtmpose-m_simcc-ap10k_pt-aic-coco_210e-256x256-7a041aa1_20230206.onnx
|       |-- README.md
|       |-- bdsqlsz_controlllite_xl_canny.safetensors
|       |-- bdsqlsz_controlllite_xl_depth.safetensors
|       |-- bdsqlsz_controlllite_xl_depth_V2.safetensors
|       |-- bdsqlsz_controlllite_xl_dw_openpose.safetensors
|       |-- bdsqlsz_controlllite_xl_lineart_anime_denoise.safetensors
|       |-- bdsqlsz_controlllite_xl_mlsd_V2.safetensors
|       |-- bdsqlsz_controlllite_xl_normal.safetensors
|       |-- bdsqlsz_controlllite_xl_normal_dsine.safetensors
|       |-- bdsqlsz_controlllite_xl_recolor_luminance.safetensors
|       |-- bdsqlsz_controlllite_xl_segment_animeface.safetensors
|       |-- bdsqlsz_controlllite_xl_segment_animeface_V2.safetensors
|       |-- bdsqlsz_controlllite_xl_sketch.safetensors
|       |-- bdsqlsz_controlllite_xl_softedge.safetensors
|       |-- bdsqlsz_controlllite_xl_t2i-adapter_color_shuffle.safetensors
|       |-- bdsqlsz_controlllite_xl_tile_anime_alpha.safetensors
|       |-- bdsqlsz_controlllite_xl_tile_anime_beta.safetensors
|       |-- bdsqlsz_controlllite_xl_tile_realistic.safetensors
|       
|-- dhkim2810
|   `-- MobileSAM
|       |-- README.md
|       `-- mobile_sam.pt
|-- download.bat
|-- hr16
|   |-- ControlNet-HandRefiner-pruned
|   |   |-- README.md
|   |   |-- control_sd15_inpaint_depth_hand_fp16.safetensors
|   |   |-- graphormer_hand_state_dict.bin
|   |   `-- hrnetv2_w64_imagenet_pretrained.pth
|   |-- DWPose-TorchScript-BatchSize5
|   |   |-- dw-ll_ucoco_384_bs5.torchscript.pt
|   |   `-- rtmpose-m_ap10k_256_bs5.torchscript.pt
|   |-- Diffusion-Edge
|   |   |-- README.md
|   |   |-- diffusion_edge_indoor.pt
|   |   |-- diffusion_edge_natrual.pt
|   |   |-- diffusion_edge_urban.pt
|   |   `-- dsine.pt
|   |-- UnJIT-DWPose
|   |   |-- dw-ll_ucoco.onnx
|   |   |-- dw-ll_ucoco_384_fp16.onnx
|   |   |-- dw-ll_ucoco_fp16.onnx
|   |   |-- dw-mm_ucoco.onnx
|   |   |-- dw-mm_ucoco_fp16.onnx
|   |   |-- dw-ss_ucoco.onnx
|   |   |-- dw-ss_ucoco_fp16.onnx
|   |   |-- rtmpose-m_ap10k_256
|   |   |   |-- deploy.json
|   |   |   |-- detail.json
|   |   |   |-- output_onnxruntime.jpg
|   |   |   |-- output_pytorch.jpg
|   |   |   `-- pipeline.json
|   |   `-- rtmpose-m_ap10k_256.onnx
|   |-- Unimatch
|   |   |-- README.md
|   |   |-- gmflow-scale1-mixdata.pth
|   |   |-- gmflow-scale2-mixdata.pth
|   |   `-- gmflow-scale2-regrefine6-mixdata.pth
|   |-- yolo-nas-fp16
|   |   |-- README.md
|   |   |-- yolo_nas_l_fp16.onnx
|   |   |-- yolo_nas_m_fp16.onnx
|   |   `-- yolo_nas_s_fp16.onnx
|   `-- yolox-onnx
|       |-- README.md
|       |-- yolox_l.onnx
|       |-- yolox_l.torchscript.pt
|       |-- yolox_m.onnx
|       |-- yolox_m.torchscript.pt
|       |-- yolox_nano.onnx
|       |-- yolox_s.onnx
|       |-- yolox_s.torchscript.pt
|       `-- yolox_tiny.onnx
|-- huchenlei
|   `-- animal_openpose
|       |-- README.md
|       |-- control_sd15_animal_openpose.pth
|       `-- control_sd15_animal_openpose_fp16.pth
`-- yzd-v
    `-- DWPose
        |-- README.md
        |-- dw-ll_ucoco.pth
        |-- dw-ll_ucoco_384.onnx
        |-- dw-ll_ucoco_384.pth
        |-- dw-mm_ucoco.pth
        |-- dw-ss_ucoco.pth
        |-- dw-tt_ucoco.pth
        |-- rtm-l_ucoco_256-95bb32f5_20230822.pth
        |-- rtm-x_ucoco_256-05f5bcb7_20230822.pth
        |-- rtm-x_ucoco_384-f5b50679_20230822.pth
        `-- yolox_l.onnx

效果案例展示