Nunchaku fail with this wheel: flash_attn-2.8.3+cu130torch2.9.0cxx11abiTRUE-cp312-cp312-win_amd64.whl
Please help fix this :
Nunchaku version: 1.0.2
ComfyUI-nunchaku version: 1.0.2
Node NunchakuFluxDiTLoader import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 82, in
from .nodes.models.flux import NunchakuFluxDiTLoader
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\models\flux.py", line 16, in
from nunchaku import NunchakuFluxTransformer2dModel
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ...C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing C: The specified module could not be found.
Node NunchakuQwenImageDiTLoader import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 89, in
from .nodes.models.qwenimage import NunchakuQwenImageDiTLoader
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\models\qwenimage.py", line 15, in
from ...model_configs.qwenimage import NunchakuQwenImage
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\model_configs\qwenimage.py", line 8, in
from .. import model_base
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\model_base_init.py", line 1, in
from .qwenimage import NunchakuQwenImage
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\model_base\qwenimage.py", line 10, in
from nunchaku.models.linear import SVDQW4A4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ...C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing C: The specified module could not be found.
Nodes NunchakuFluxLoraLoader and NunchakuFluxLoraStack import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 96, in
from .nodes.lora.flux import NunchakuFluxLoraLoader, NunchakuFluxLoraStack
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\lora\flux.py", line 10, in
from nunchaku.lora.flux import to_diffusers
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ...C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing C: The specified module could not be found.
Nodes NunchakuTextEncoderLoader and NunchakuTextEncoderLoaderV2 import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 104, in
from .nodes.models.text_encoder import NunchakuTextEncoderLoader, NunchakuTextEncoderLoaderV2
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\models\text_encoder.py", line 18, in
from nunchaku import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ...C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing C: The specified module could not be found.
Nodes NunchakuPulidApply,NunchakuPulidLoader, NunchakuPuLIDLoaderV2 and NunchakuFluxPuLIDApplyV2 import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 119, in
from .nodes.models.pulid import (
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\models\pulid.py", line 20, in
from nunchaku.models.pulid.pulid_forward import pulid_forward
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ...C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing C: The specified module could not be found.
Nodes NunchakuFluxIPAdapterApply and NunchakuIPAdapterLoader import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 136, in
from .nodes.models.ipadapter import NunchakuFluxIPAdapterApply, NunchakuIPAdapterLoader
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\models\ipadapter.py", line 14, in
from nunchaku.models.ip_adapter.diffusers_adapters import apply_IPA_on_pipe
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ...C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing C: The specified module could not be found.
Node NunchakuModelMerger import failed:
Traceback (most recent call last):
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku_init.py", line 144, in
from .nodes.tools.merge_safetensors import NunchakuModelMerger
File "H:\ComfyUI\custom_nodes\ComfyUI-nunchaku\nodes\tools\merge_safetensors.py", line 10, in
from nunchaku.merge_safetensors import merge_safetensors
File "C:\comfyVENV\Lib\site-packages\nunchaku_init.py", line 1, in
from .models import (
File "C:\comfyVENV\Lib\site-packages\nunchaku\models_init.py", line 1, in
from .text_encoders.t5_encoder import NunchakuT5EncoderModel
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\t5_encoder.py", line 18, in
from .linear import W4Linear
File "C:\comfyVENV\Lib\site-packages\nunchaku\models\text_encoders\linear.py", line 10, in
from ..._C.ops import gemm_awq, gemv_awq
ImportError: DLL load failed while importing _C: The specified module could not be found.
'nunchaku_versions.json' not found. Node will start in minimal mode. Use 'update node' to fetch versions.
Yeah, I know about this problem. It seems the issue is with Nunchaku’s .whl. I’ve faced the same issue, and the only solution was to recompile Nunchaku for your GPU’s SM.
I did, but it only works for Flux models. Qwen gets black images!? Do you have the correct SM for RTX 3060 12GB? Or a batch file that I can use. Not too clever with this stuff.
Yeah, I know about this problem. It seems the issue is with Nunchaku’s .whl. I’ve faced the same issue, and the only solution was to recompile Nunchaku for your GPU’s SM.