We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent eef3d65 commit bbd0c16Copy full SHA for bbd0c16
src/diffusers/pipelines/pipeline_utils.py
@@ -404,6 +404,11 @@ def module_is_sequentially_offloaded(module):
404
if not is_accelerate_available() or is_accelerate_version("<", "0.14.0"):
405
return False
406
407
+ _, _, is_loaded_in_8bit_bnb = _check_bnb_status(module)
408
+
409
+ if is_loaded_in_8bit_bnb:
410
+ return False
411
412
return hasattr(module, "_hf_hook") and (
413
isinstance(module._hf_hook, accelerate.hooks.AlignDevicesHook)
414
or hasattr(module._hf_hook, "hooks")
0 commit comments