Comfy-Org / Comfy-Org/ComfyUI

Out of memory with RTX3060 6GB

Open
#2,552 3 comments 0 reactions 0 assignees View on GitHub
Dominant language
Python
Stars
133k
Forks
15.7k
Avg merge
1d 10h
Merged PRs (30d)
153

Description

I'm using Comfyui with my laptop that has RTX3060 6GB vram and 40GB ram. When I generate a text-video, it shows me "Out of memory" error message. I have no clue what to do.
Here is the error message:

```
Error occurred when executing KSampler:

Allocation on device 0 would exceed allowed memory. (out of memory)
Currently allocated : 3.61 GiB
Requested : 1.10 GiB
Device limit : 6.00 GiB
Free (according to CUDA): 0 bytes
PyTorch limit (set by user-supplied memory fraction)
: 17179869184.00 GiB

File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\execution.py", line 155, in recursive_execute
output_data, output_ui = get_output_data(obj, input_data_all)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\execution.py", line 85, in get_output_data
return_values = map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\execution.py", line 78, in map_node_over_list
results.append(getattr(obj, func)(**slice_dict(input_data_all, i)))
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\nodes.py", line 1355, in sample
return common_ksampler(model, seed, steps, cfg, sampler_name, scheduler, positive, negative, latent_image, denoise=denoise)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\nodes.py", line 1325, in common_ksampler
samples = comfy.sample.sample(model, noise, steps, cfg, sampler_name, scheduler, positive, negative, latent_image,
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\custom_nodes\ComfyUI-Impact-Pack\modules\impact\sample_error_enhancer.py", line 22, in informative_sample
raise e
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\custom_nodes\ComfyUI-Impact-Pack\modules\impact\sample_error_enhancer.py", line 9, in informative_sample
return original_sample(*args, **kwargs) # This code helps interpret error messages that occur within exceptions but does not have any impact on other operations.
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\custom_nodes\ComfyUI-AnimateDiff-Evolved\animatediff\sampling.py", line 242, in motion_sample
return orig_comfy_sample(model, noise, *args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\sample.py", line 100, in sample
samples = sampler.sample(noise, positive_copy, negative_copy, cfg=cfg, latent_image=latent_image, start_step=start_step, last_step=last_step, force_full_denoise=force_full_denoise, denoise_mask=noise_mask, sigmas=sigmas, callback=callback, disable_pbar=disable_pbar, seed=seed)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 716, in sample
return sample(self.model, noise, positive, negative, cfg, self.device, sampler, sigmas, self.model_options, latent_image=latent_image, denoise_mask=denoise_mask, callback=callback, disable_pbar=disable_pbar, seed=seed)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 622, in sample
samples = sampler.sample(model_wrap, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 561, in sample
samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\k_diffusion\sampling.py", line 137, in sample_euler
denoised = model(x, sigma_hat * s_in, **extra_args)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 285, in forward
out = self.inner_model(x, sigma, cond=cond, uncond=uncond, cond_scale=cond_scale, model_options=model_options, seed=seed)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 275, in forward
return self.apply_model(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 272, in apply_model
out = sampling_function(self.inner_model, x, timestep, uncond, cond, cond_scale, model_options=model_options, seed=seed)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 252, in sampling_function
cond_pred, uncond_pred = calc_cond_uncond_batch(model, cond, uncond_, x, timestep, model_options)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\samplers.py", line 226, in calc_cond_uncond_batch
output = model.apply_model(input_x, timestep_, **c).chunk(batch_chunks)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\model_base.py", line 86, in apply_model
model_output = self.diffusion_model(xc, t, context=context, control=control, transformer_options=transformer_options, **extra_conds).float()
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\diffusionmodules\openaimodel.py", line 850, in forward
h = forward_timestep_embed(module, h, emb, context, transformer_options, time_context=time_context, num_video_frames=num_video_frames, image_only_indicator=image_only_indicator)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\diffusionmodules\openaimodel.py", line 42, in forward_timestep_embed
x = layer(x, context, time_context, num_video_frames, image_only_indicator, transformer_options)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\attention.py", line 758, in forward
x = block(
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\attention.py", line 443, in forward
return checkpoint(self._forward, (x, context, transformer_options), self.parameters(), self.checkpoint)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\diffusionmodules\util.py", line 189, in checkpoint
return func(*inputs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\attention.py", line 553, in _forward
x = self.ff(self.norm3(x))
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\attention.py", line 85, in forward
return self.net(x)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\container.py", line 215, in forward
input = module(input)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ldm\modules\attention.py", line 64, in forward
x, gate = self.proj(x).chunk(2, dim=-1)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\comfy\ops.py", line 28, in forward
return super().forward(*args, **kwargs)
File "P:\AI_Tools\StabilityMatrix-win-x64\Data\Packages\ComfyUI\venv\lib\site-packages\torch\nn\modules\linear.py", line 114, in forward
return F.linear(input, self.weight, self.bias)
```

Contributor guide

Open the contributing guide

Assessment

This issue has not been assessed yet.

Get new issues in your inbox

A short digest of beginner-friendly GitHub issues.