[Bug]: Training Embedded (Textual Inversion) Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu!

Checklist

• The issue exists after disabling all extensions
• The issue exists on a clean installation of webui
• The issue is caused by an extension, but I believe it is caused by a bug in the webui
• The issue exists in the current version of the webui
• The issue has not been reported before recently
• The issue has been reported before but has not been fixed yet

What happened?

** Error training embedding
Traceback (most recent call last):
File "H:\Forge\modules\textual_inversion\textual_inversion.py", line 547, in train_embedding
loss = shared.sd_model.forward(x, cond)[0] / gradient_step
File "H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py", line 846, in forward
return self.p_losses(x, c, t, *args, **kwargs)
File "H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py", line 885, in p_losses
x_noisy = self.q_sample(x_start=x_start, t=t, noise=noise)
File "H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py", line 356, in q_sample
return (extract_into_tensor(self.sqrt_alphas_cumprod, t, x_start.shape) * x_start +
RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu!

Steps to reproduce the problem

Just start Traning embedding

What should have happened?

Train

What browsers do you use to access the UI ?

Google Chrome

Sysinfo

{
"Platform": "Windows-10-10.0.19045-SP0",
"Python": "3.10.6",
"Version": "f0.0.17v1.8.0rc-latest-276-g29be1da7",
"Commit": "29be1da7cf2b5dccfc70fbdd33eb35c56a31ffb7",
"Script path": "H:\Forge",
"Data path": "H:\Forge",
"Extensions dir": "H:\Forge\extensions",
"Checksum": "c66632cf5a167e01fe55f4c6a35745b1f3476c59f10622d4aaf9dee2582b82e3",
"Commandline": [
"launch.py",
"--ckpt-dir",
"H:\SD_MODEL_DIR\Models\StableDiffusion",
"--embeddings-dir",
"H:\SD_MODEL_DIR\SD_EMBEDDINGS",
"--lora-dir",
"H:\SD_MODEL_DIR\Models\Lora",
"--gfpgan-dir",
"H:\SD_MODEL_DIR\Models\GFPGAN",
"--esrgan-models-path",
"H:\SD_MODEL_DIR\Models\ESRGAN",
"--realesrgan-models-path",
"H:\SD_MODEL_DIR\Models\RealESRGAN"
],
"Torch env info": {
"torch_version": "2.1.2+cu121",
"is_debug_build": "False",
"cuda_compiled_version": "12.1",
"gcc_version": null,
"clang_version": null,
"cmake_version": "version 3.29.3",
"os": "Microsoft Windows 10 Pro",
"libc_version": "N/A",
"python_version": "3.10.6 (tags/v3.10.6:9c7b4bd, Aug 1 2022, 21:53:49) [MSC v.1932 64 bit (AMD64)] (64-bit runtime)",
"python_platform": "Windows-10-10.0.19045-SP0",
"is_cuda_available": "True",
"cuda_runtime_version": "12.2.128\r",
"cuda_module_loading": "LAZY",
"nvidia_driver_version": "551.86",
"nvidia_gpu_models": "GPU 0: NVIDIA GeForce RTX 4070",
"cudnn_version": null,
"pip_version": "pip3",
"pip_packages": [
"numpy==1.26.2",
"open-clip-torch==2.20.0",
"pytorch-lightning==1.9.4",
"torch==2.1.2+cu121",
"torchdiffeq==0.2.3",
"torchmcubes==0.1.0",
"torchmetrics==1.4.0",
"torchsde==0.2.6",
"torchvision==0.16.2+cu121"
],
"conda_packages": null,
"hip_compiled_version": "N/A",
"hip_runtime_version": "N/A",
"miopen_runtime_version": "N/A",
"caching_allocator_config": "",
"is_xnnpack_available": "True",
"cpu_info": [
"Architecture=9",
"CurrentClockSpeed=3000",
"DeviceID=CPU0",
"Family=107",
"L2CacheSize=4096",
"L2CacheSpeed=",
"Manufacturer=AuthenticAMD",
"MaxClockSpeed=3000",
"Name=AMD Ryzen 7 1700 Eight-Core Processor ",
"ProcessorType=3",
"Revision=257"
]
},
"Exceptions": [
{
"exception": "Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu!",
"traceback": [
[
"H:\Forge\modules\textual_inversion\textual_inversion.py, line 547, train_embedding",
"loss = shared.sd_model.forward(x, cond)[0] / gradient_step"
],
[
"H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py, line 846, forward",
"return self.p_losses(x, c, t, args, **kwargs)"
],
[
"H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py, line 885, p_losses",
"x_noisy = self.q_sample(x_start=x_start, t=t, noise=noise)"
],
[
"H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py, line 356, q_sample",
"return (extract_into_tensor(self.sqrt_alphas_cumprod, t, x_start.shape) * x_start +"
]
]
}
],
"CPU": {
"model": "AMD64 Family 23 Model 1 Stepping 1, AuthenticAMD",
"count logical": 16,
"count physical": 8
},
"RAM": {
"total": "32GB",
"used": "14GB",
"free": "18GB"
},
"Extensions": [
{
"name": "StyleSelectorXL",
"path": "H:\Forge\extensions\StyleSelectorXL",
"version": "d538b0c4",
"branch": "main",
"remote": "https://github.com/ahgsql/StyleSelectorXL.git"
},
{
"name": "stable-diffusion-webui-images-browser",
"path": "H:\Forge\extensions\stable-diffusion-webui-images-browser",
"version": "3d2d0f4c",
"branch": "main",
"remote": "https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git"
}
],
"Inactive extensions": [
{
"name": "sd-webui-faceswaplab",
"path": "H:\Forge\extensions\sd-webui-faceswaplab",
"version": "42d1c75b",
"branch": "main",
"remote": "https://github.com/glucauze/sd-webui-faceswaplab"
},
{
"name": "sd-webui-roop",
"path": "H:\Forge\extensions\sd-webui-roop",
"version": "868f7d1b",
"branch": "main",
"remote": "https://github.com/s0md3v/sd-webui-roop"
},
{
"name": "sd-webui-triposr",
"path": "H:\Forge\extensions\sd-webui-triposr",
"version": "6014226f",
"branch": "master",
"remote": "https://github.com/AlbedoFire/sd-webui-triposr.git"
}
],
"Environment": {
"COMMANDLINE_ARGS": " --ckpt-dir "H:\SD_MODEL_DIR\Models\StableDiffusion" --embeddings-dir "H:\SD_MODEL_DIR\SD_EMBEDDINGS" --lora-dir "H:\SD_MODEL_DIR\Models\Lora" --gfpgan-dir "H:\SD_MODEL_DIR\Models\GFPGAN" --esrgan-models-path "H:\SD_MODEL_DIR\Models\ESRGAN" --realesrgan-models-path "H:\SD_MODEL_DIR\Models\RealESRGAN" \t",
"GRADIO_ANALYTICS_ENABLED": "False"
},
"Config": {
"ldsr_steps": 100,
"ldsr_cached": false,
"SCUNET_tile": 256,
"SCUNET_tile_overlap": 8,
"SWIN_tile": 192,
"SWIN_tile_overlap": 8,
"SWIN_torch_compile": false,
"control_net_detectedmap_dir": "detected_maps",
"control_net_models_path": "H:\SD_MODEL_DIR\Models\ControlNet",
"control_net_modules_path": "",
"control_net_unit_count": 2,
"control_net_model_cache_size": 5,
"control_net_no_detectmap": false,
"control_net_detectmap_autosaving": false,
"control_net_allow_script_control": false,
"control_net_sync_field_args": true,
"controlnet_show_batch_images_in_ui": false,
"controlnet_increment_seed_during_batch": false,
"controlnet_disable_openpose_edit": false,
"controlnet_disable_photopea_edit": false,
"controlnet_photopea_warning": true,
"controlnet_input_thumbnail": true,
"sd_checkpoint_hash": "e1441589a6f3c5a53f5f54d0975a18a7feb7cdf0b0dee276dfc3331ae376a053",
"sd_model_checkpoint": "_Training SD V15 UnPruned.ckpt [e1441589a6]",
"outdir_samples": "H:\SD_MODEL_DIR\SD_IMAGES\IMAGES",
"outdir_txt2img_samples": "output\txt2img-images",
"outdir_img2img_samples": "output\img2img-images",
"outdir_extras_samples": "output\extras-images",
"outdir_grids": "H:\SD_MODEL_DIR\SD_IMAGES\IMAGES",
"outdir_txt2img_grids": "output\txt2img-grids",
"outdir_img2img_grids": "output\img2img-grids",
"outdir_save": "H:\SD_MODEL_DIR\SD_IMAGES\IMAGES",
"outdir_init_images": "H:\SD_MODEL_DIR\SD_IMAGES\IMAGES",
"samples_save": true,
"samples_format": "jpg",
"samples_filename_pattern": "",
"save_images_add_number": true,
"save_images_replace_action": "Add number suffix",
"grid_save": true,
"grid_format": "jpg",
"grid_extended_filename": false,
"grid_only_if_multiple": true,
"grid_prevent_empty_spots": false,
"grid_zip_filename_pattern": "",
"n_rows": -1,
"font": "",
"grid_text_active_color": "#000000",
"grid_text_inactive_color": "#999999",
"grid_background_color": "#ffffff",
"save_images_before_face_restoration": false,
"save_images_before_highres_fix": false,
"save_images_before_color_correction": false,
"save_mask": false,
"save_mask_composite": false,
"jpeg_quality": 95,
"webp_lossless": false,
"export_for_4chan": true,
"img_downscale_threshold": 4.0,
"target_side_length": 4000.0,
"img_max_size_mp": 200.0,
"use_original_name_batch": true,
"use_upscaler_name_as_suffix": false,
"save_selected_only": true,
"save_init_img": false,
"temp_dir": "",
"clean_temp_dir_at_start": false,
"save_incomplete_images": false,
"notification_audio": true,
"notification_volume": 100,
"save_to_dirs": true,
"grid_save_to_dirs": true,
"use_save_to_dirs_for_ui": false,
"directories_filename_pattern": "[date]",
"directories_max_prompt_words": 8,
"auto_backcompat": true,
"use_old_emphasis_implementation": false,
"use_old_karras_scheduler_sigmas": false,
"no_dpmpp_sde_batch_determinism": false,
"use_old_hires_fix_width_height": false,
"dont_fix_second_order_samplers_schedule": false,
"hires_fix_use_firstpass_conds": false,
"use_old_scheduling": false,
"use_downcasted_alpha_bar": false,
"lora_functional": false,
"extra_networks_show_hidden_directories": true,
"extra_networks_dir_button_function": false,
"extra_networks_hidden_models": "When searched",
"extra_networks_default_multiplier": 1,
"extra_networks_card_width": 0.0,
"extra_networks_card_height": 0.0,
"extra_networks_card_text_scale": 1,
"extra_networks_card_show_desc": true,
"extra_networks_card_description_is_html": false,
"extra_networks_card_order_field": "Path",
"extra_networks_card_order": "Ascending",
"extra_networks_tree_view_default_enabled": false,
"extra_networks_add_text_separator": " ",
"ui_extra_networks_tab_reorder": "",
"textual_inversion_print_at_load": false,
"textual_inversion_add_hashes_to_infotext": true,
"sd_hypernetwork": "None",
"sd_lora": "None",
"lora_preferred_name": "Alias from file",
"lora_add_hashes_to_infotext": true,
"lora_show_all": false,
"lora_hide_unknown_for_versions": [],
"lora_in_memory_limit": 0,
"lora_not_found_warning_console": false,
"lora_not_found_gradio_warning": false,
"cross_attention_optimization": "Automatic",
"s_min_uncond": 0,
"token_merging_ratio": 0,
"token_merging_ratio_img2img": 0,
"token_merging_ratio_hr": 0,
"pad_cond_uncond": false,
"pad_cond_uncond_v0": false,
"persistent_cond_cache": true,
"batch_cond_uncond": true,
"fp8_storage": "Disable",
"cache_fp16_weight": false,
"hide_samplers": [],
"eta_ddim": 0,
"eta_ancestral": 1,
"ddim_discretize": "uniform",
"s_churn": 0,
"s_tmin": 0,
"s_tmax": 0,
"s_noise": 1,
"k_sched_type": "Automatic",
"sigma_min": 0.0,
"sigma_max": 0.0,
"rho": 0.0,
"eta_noise_seed_delta": 0,
"always_discard_next_to_last_sigma": false,
"sgm_noise_multiplier": false,
"uni_pc_variant": "bh1",
"uni_pc_skip_type": "time_uniform",
"uni_pc_order": 3,
"uni_pc_lower_order_final": true,
"sd_noise_schedule": "Default",
"sd_checkpoints_limit": 1,
"sd_checkpoints_keep_in_cpu": true,
"sd_checkpoint_cache": 0,
"sd_unet": "Automatic",
"enable_quantization": false,
"emphasis": "Original",
"enable_batch_seeds": true,
"comma_padding_backtrack": 20,
"upcast_attn": false,
"randn_source": "GPU",
"tiling": false,
"hires_fix_refiner_pass": "second pass",
"enable_prompt_comments": true,
"sdxl_crop_top": 0.0,
"sdxl_crop_left": 0.0,
"sdxl_refiner_low_aesthetic_score": 2.5,
"sdxl_refiner_high_aesthetic_score": 6.0,
"sd_vae_checkpoint_cache": 0,
"sd_vae_overrides_per_model_preferences": true,
"auto_vae_precision_bfloat16": false,
"auto_vae_precision": true,
"sd_vae_encode_method": "Full",
"sd_vae_decode_method": "Full",
"inpainting_mask_weight": 1,
"initial_noise_multiplier": 1,
"img2img_extra_noise": 0,
"img2img_color_correction": false,
"img2img_fix_steps": false,
"img2img_background_color": "#ffffff",
"img2img_editor_height": 720,
"img2img_sketch_default_brush_color": "#ffffff",
"img2img_inpaint_mask_brush_color": "#ffffff",
"img2img_inpaint_sketch_default_brush_color": "#ffffff",
"return_mask": false,
"return_mask_composite": false,
"img2img_batch_show_results_limit": 32,
"overlay_inpaint": true,
"return_grid": true,
"do_not_show_images": false,
"js_modal_lightbox": true,
"js_modal_lightbox_initially_zoomed": true,
"js_modal_lightbox_gamepad": false,
"js_modal_lightbox_gamepad_repeat": 250.0,
"sd_webui_modal_lightbox_icon_opacity": 1,
"sd_webui_modal_lightbox_toolbar_opacity": 0.9,
"gallery_height": "",
"open_dir_button_choice": "Subdirectory",
"enable_pnginfo": true,
"save_txt": false,
"add_model_name_to_info": true,
"add_model_hash_to_info": true,
"add_vae_name_to_info": true,
"add_vae_hash_to_info": true,
"add_user_name_to_info": false,
"add_version_to_infotext": true,
"disable_weights_auto_swap": true,
"infotext_skip_pasting": [],
"infotext_styles": "Apply if any",
"show_progressbar": true,
"live_previews_enable": true,
"live_previews_image_format": "png",
"show_progress_grid": true,
"show_progress_every_n_steps": 10,
"show_progress_type": "Approx NN",
"live_preview_allow_lowvram_full": false,
"live_preview_content": "Prompt",
"live_preview_refresh_period": 1000.0,
"live_preview_fast_interrupt": false,
"js_live_preview_in_modal_lightbox": false,
"keyedit_precision_attention": 0.1,
"keyedit_precision_extra": 0.05,
"keyedit_delimiters": ".,\/!?%^;:{}=`~() ",
"keyedit_delimiters_whitespace": [
"Tab",
"Carriage Return",
"Line Feed"
],
"keyedit_move": true,
"disable_token_counters": false,
"include_styles_into_token_counters": true,
"extra_options_txt2img": [],
"extra_options_img2img": [],
"extra_options_cols": 1,
"extra_options_accordion": false,
"compact_prompt_box": false,
"samplers_in_dropdown": true,
"dimensions_and_batch_together": true,
"sd_checkpoint_dropdown_use_short": false,
"hires_fix_show_sampler": false,
"hires_fix_show_prompts": false,
"txt2img_settings_accordion": false,
"img2img_settings_accordion": false,
"interrupt_after_current": true,
"localization": "None",
"quicksettings_list": [
"sd_model_checkpoint",
"sd_vae",
"CLIP_stop_at_last_layers",
"face_restoration"
],
"ui_tab_order": [],
"hidden_tabs": [],
"ui_reorder_list": [],
"gradio_theme": "Default",
"gradio_themes_cache": true,
"show_progress_in_title": true,
"send_seed": true,
"send_size": true,
"api_enable_requests": true,
"api_forbid_local_requests": true,
"api_useragent": "",
"auto_launch_browser": "Local",
"enable_console_prompts": false,
"show_warnings": true,
"show_gradio_deprecation_warnings": true,
"memmon_poll_rate": 8,
"samples_log_stdout": false,
"multiple_tqdm": true,
"enable_upscale_progressbar": true,
"print_hypernet_extra": false,
"list_hidden_files": true,
"disable_mmap_load_safetensors": false,
"hide_ldm_prints": true,
"dump_stacks_on_signal": false,
"face_restoration": false,
"face_restoration_model": "CodeFormer",
"code_former_weight": 0.5,
"face_restoration_unload": false,
"postprocessing_enable_in_main_ui": [],
"postprocessing_operation_order": [],
"upscaling_max_images_in_cache": 5,
"postprocessing_existing_caption_action": "Ignore",
"ESRGAN_tile": 192,
"ESRGAN_tile_overlap": 8,
"realesrgan_enabled_models": [
"R-ESRGAN 4x+",
"R-ESRGAN 4x+ Anime6B"
],
"dat_enabled_models": [
"DAT x2",
"DAT x3",
"DAT x4"
],
"DAT_tile": 192,
"DAT_tile_overlap": 8,
"unload_models_when_training": false,
"pin_memory": false,
"save_optimizer_state": false,
"save_training_settings_to_txt": true,
"dataset_filename_word_regex": "",
"dataset_filename_join_string": " ",
"training_image_repeats_per_epoch": 1,
"training_write_csv_every": 500.0,
"training_xattention_optimizations": false,
"training_enable_tensorboard": false,
"training_tensorboard_save_images": false,
"training_tensorboard_flush_every": 120.0,
"canvas_hotkey_zoom": "Alt",
"canvas_hotkey_adjust": "Ctrl",
"canvas_hotkey_shrink_brush": "Q",
"canvas_hotkey_grow_brush": "W",
"canvas_hotkey_move": "F",
"canvas_hotkey_fullscreen": "S",
"canvas_hotkey_reset": "R",
"canvas_hotkey_overlap": "O",
"canvas_show_tooltip": true,
"canvas_auto_expand": true,
"canvas_blur_prompt": false,
"canvas_disabled_functions": [
"Overlap"
],
"interrogate_keep_models_in_memory": false,
"interrogate_return_ranks": false,
"interrogate_clip_num_beams": 1,
"interrogate_clip_min_length": 24,
"interrogate_clip_max_length": 48,
"interrogate_clip_dict_limit": 1500.0,
"interrogate_clip_skip_categories": [],
"interrogate_deepbooru_score_threshold": 0.5,
"deepbooru_sort_alpha": true,
"deepbooru_use_spaces": true,
"deepbooru_escape": true,
"deepbooru_filter_tags": "",
"disabled_extensions": [
"sd_forge_freeu",
"sd_forge_kohya_hrfix",
"sd_forge_latent_modifier",
"sd_forge_multidiffusion",
"sd_forge_stylealign",
"sd_forge_svd",
"sd_forge_z123",
"sd-webui-faceswaplab",
"sd-webui-roop",
"sd-webui-triposr"
],
"disable_all_extensions": "none",
"image_browser_active_tabs": "txt2img, img2img, txt2img-grids, img2img-grids, Extras, Favorites, Others, All, Maintenance",
"image_browser_hidden_components": [],
"image_browser_with_subdirs": true,
"image_browser_preload": false,
"image_browser_copy_image": false,
"image_browser_delete_message": true,
"image_browser_txt_files": true,
"image_browser_debug_level": "0 - none",
"image_browser_delete_recycle": true,
"image_browser_scan_exif": true,
"image_browser_mod_shift": false,
"image_browser_mod_ctrl_shift": false,
"image_browser_ranking_pnginfo": false,
"image_browser_page_columns": 6,
"image_browser_page_rows": 6,
"image_browser_pages_perload": 20,
"image_browser_height_auto": false,
"image_browser_use_thumbnail": false,
"image_browser_thumbnail_size": 200,
"image_browser_thumbnail_crop": false,
"image_browser_swipe": false,
"image_browser_img_tooltips": true,
"image_browser_show_progress": true,
"image_browser_info_add": false,
"image_browser_video_pos": "Above",
"image_browser_video_x": 640,
"image_browser_video_y": 640,
"styles_ui": "radio-buttons",
"enable_styleselector_by_default": true
},
"Startup": {
"total": 28.76109790802002,
"records": {
"initial startup": 0.05682039260864258,
"prepare environment/checks": 0.02300548553466797,
"prepare environment/git version info": 0.17003846168518066,
"prepare environment/torch GPU test": 3.854492425918579,
"prepare environment/clone repositores": 0.21421170234680176,
"prepare environment/run extensions installers/stable-diffusion-webui-images-browser": 0.2599449157714844,
"prepare environment/run extensions installers/StyleSelectorXL": 0.0,
"prepare environment/run extensions installers": 0.2599449157714844,
"prepare environment/run extensions_builtin installers/canvas-zoom-and-pan": 0.0010123252868652344,
"prepare environment/run extensions_builtin installers/extra-options-section": 0.0,
"prepare environment/run extensions_builtin installers/forge_legacy_preprocessors": 0.5889341831207275,
"prepare environment/run extensions_builtin installers/forge_preprocessor_inpaint": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_marigold": 0.0010080337524414062,
"prepare environment/run extensions_builtin installers/forge_preprocessor_normalbae": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_recolor": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_reference": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_revision": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_tile": 0.0,
"prepare environment/run extensions_builtin installers/LDSR": 0.0,
"prepare environment/run extensions_builtin installers/Lora": 0.0,
"prepare environment/run extensions_builtin installers/mobile": 0.0,
"prepare environment/run extensions_builtin installers/prompt-bracket-checker": 0.0,
"prepare environment/run extensions_builtin installers/ScuNET": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_controlllite": 0.0010001659393310547,
"prepare environment/run extensions_builtin installers/sd_forge_controlnet": 0.5454649925231934,
"prepare environment/run extensions_builtin installers/sd_forge_controlnet_example": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_dynamic_thresholding": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_fooocus_inpaint": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_hypertile": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_ipadapter": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_neveroom": 0.001010894775390625,
"prepare environment/run extensions_builtin installers/sd_forge_photomaker": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_sag": 0.0,
"prepare environment/run extensions_builtin installers/soft-inpainting": 0.0,
"prepare environment/run extensions_builtin installers/SwinIR": 0.0,
"prepare environment/run extensions_builtin installers": 1.1384305953979492,
"prepare environment": 5.733139753341675,
"launcher": 0.009992122650146484,
"import torch": 8.302075386047363,
"import gradio": 1.660517930984497,
"setup paths": 1.927375316619873,
"import ldm": 0.012588262557983398,
"import sgm": 0.0,
"initialize shared": 0.24699997901916504,
"other imports": 1.068070411682129,
"opts onchange": 0.0,
"setup SD model": 0.0,
"setup codeformer": 0.002989053726196289,
"setup gfpgan": 0.026514291763305664,
"set samplers": 0.0,
"list extensions": 0.007012844085693359,
"restore config state file": 0.0,
"list SD models": 0.06439208984375,
"list localizations": 0.0010018348693847656,
"load scripts/custom_code.py": 0.009493827819824219,
"load scripts/img2imgalt.py": 0.00044226646423339844,
"load scripts/loopback.py": 0.0010151863098144531,
"load scripts/outpainting_mk_2.py": 0.0009872913360595703,
"load scripts/poor_mans_outpainting.py": 0.0011713504791259766,
"load scripts/postprocessing_caption.py": 0.0008935928344726562,
"load scripts/postprocessing_codeformer.py": 0.0,
"load scripts/postprocessing_create_flipped_copies.py": 0.0010018348693847656,
"load scripts/postprocessing_focal_crop.py": 0.009160041809082031,
"load scripts/postprocessing_gfpgan.py": 0.0012979507446289062,
"load scripts/postprocessing_split_oversized.py": 0.0007460117340087891,
"load scripts/postprocessing_upscale.py": 0.0007569789886474609,
"load scripts/processing_autosized_crop.py": 0.0010030269622802734,
"load scripts/prompt_matrix.py": 0.0,
"load scripts/prompts_from_file.py": 0.0017490386962890625,
"load scripts/sd_upscale.py": 0.0007164478302001953,
"load scripts/xyz_grid.py": 0.002955913543701172,
"load scripts/ldsr_model.py": 1.202132225036621,
"load scripts/lora_script.py": 0.601813793182373,
"load scripts/scunet_model.py": 0.13906455039978027,
"load scripts/swinir_model.py": 0.1180272102355957,
"load scripts/hotkey_config.py": 0.004275321960449219,
"load scripts/extra_options_section.py": 0.0017271041870117188,
"load scripts/legacy_preprocessors.py": 0.01902937889099121,
"load scripts/preprocessor_inpaint.py": 0.026078462600708008,
"load scripts/preprocessor_marigold.py": 0.23244524002075195,
"load scripts/preprocessor_normalbae.py": 0.009985923767089844,
"load scripts/preprocessor_recolor.py": 0.0011942386627197266,
"load scripts/forge_reference.py": 0.0004520416259765625,
"load scripts/preprocessor_revision.py": 0.0010023117065429688,
"load scripts/preprocessor_tile.py": 0.0010004043579101562,
"load scripts/forge_controllllite.py": 0.01801919937133789,
"load scripts/controlnet.py": 1.0592098236083984,
"load scripts/xyz_grid_support.py": 0.005084514617919922,
"load scripts/sd_forge_controlnet_example.py": 0.0010037422180175781,
"load scripts/forge_dynamic_thresholding.py": 0.006057262420654297,
"load scripts/forge_fooocus_inpaint.py": 0.0009992122650146484,
"load scripts/forge_hypertile.py": 0.0064089298248291016,
"load scripts/forge_ipadapter.py": 0.011396646499633789,
"load scripts/forge_never_oom.py": 0.0015976428985595703,
"load scripts/forge_photomaker.py": 0.004800081253051758,
"load scripts/forge_sag.py": 0.0049054622650146484,
"load scripts/soft_inpainting.py": 0.0009865760803222656,
"load scripts/StyleSelectorXL.py": 0.1129922866821289,
"load scripts/image_browser.py": 0.29110264778137207,
"load scripts/comments.py": 0.11840081214904785,
"load scripts/refiner.py": 0.004019737243652344,
"load scripts/seed.py": 0.001001596450805664,
"load scripts": 4.039605140686035,
"load upscalers": 0.00798344612121582,
"refresh VAE": 0.005003213882446289,
"refresh textual inversion templates": 0.0,
"scripts list_optimizers": 0.07501578330993652,
"scripts list_unets": 0.0,
"reload hypernetworks": 0.0012402534484863281,
"initialize extra networks": 0.011106014251708984,
"scripts before_ui_callback": 0.0010004043579101562,
"create ui": 5.257586479187012,
"gradio launch": 0.29907965660095215,
"add APIs": 0.015003442764282227,
"app_started_callback/lora_script.py": 0.0010004043579101562,
"app_started_callback/controlnet.py": 0.0010001659393310547,
"app_started_callback": 0.002000570297241211
}
},
"Packages": [
"absl-py==2.1.0",
"accelerate==0.21.0",
"addict==2.4.0",
"aenum==3.1.15",
"aiofiles==23.2.1",
"aiohttp==3.9.5",
"aiosignal==1.3.1",
"albumentations==1.4.6",
"altair==5.3.0",
"annotated-types==0.6.0",
"antlr4-python3-runtime==4.9.3",
"anyio==3.7.1",
"async-timeout==4.0.3",
"attrs==23.2.0",
"basicsr==1.4.2",
"blendmodes==2022",
"certifi==2024.2.2",
"cffi==1.16.0",
"chardet==5.2.0",
"charset-normalizer==3.3.2",
"clean-fid==0.1.35",
"click==8.1.7",
"clip==1.0",
"colorama==0.4.6",
"coloredlogs==15.0.1",
"colorlog==6.8.2",
"contourpy==1.2.1",
"cssselect2==0.7.0",
"cycler==0.12.1",
"cython==3.0.10",
"deprecation==2.1.0",
"depth-anything==2024.1.22.0",
"diffusers==0.25.0",
"easydict==1.13",
"einops==0.4.1",
"embreex==2.17.7.post4",
"exceptiongroup==1.2.1",
"facexlib==0.3.0",
"fastapi==0.94.0",
"ffmpy==0.3.2",
"filelock==3.14.0",
"filterpy==1.4.5",
"flatbuffers==24.3.25",
"fonttools==4.51.0",
"frozenlist==1.4.1",
"fsspec==2024.3.1",
"ftfy==6.2.0",
"future==1.0.0",
"fvcore==0.1.5.post20221221",
"gitdb==4.0.11",
"gitpython==3.1.32",
"gradio-client==0.5.0",
"gradio==3.41.2",
"grpcio==1.63.0",
"h11==0.12.0",
"handrefinerportable==2024.2.12.0",
"httpcore==0.15.0",
"httpx==0.24.1",
"huggingface-hub==0.23.0",
"humanfriendly==10.0",
"idna==3.7",
"ifnude==0.0.3",
"imageio==2.34.1",
"importlib-metadata==7.1.0",
"importlib-resources==6.4.0",
"inflection==0.5.1",
"insightface==0.7.3",
"iopath==0.1.9",
"jax==0.4.28",
"jaxlib==0.4.28",
"jinja2==3.1.4",
"joblib==1.4.2",
"jsonmerge==1.8.0",
"jsonschema-specifications==2023.12.1",
"jsonschema==4.22.0",
"kiwisolver==1.4.5",
"kornia==0.6.7",
"lark==1.1.2",
"lazy-loader==0.4",
"lightning-utilities==0.11.2",
"llvmlite==0.42.0",
"lmdb==1.4.1",
"lxml==5.2.1",
"mapbox-earcut==1.0.1",
"markdown==3.6",
"markupsafe==2.1.5",
"matplotlib==3.8.4",
"mediapipe==0.10.14",
"ml-dtypes==0.4.0",
"mpmath==1.3.0",
"multidict==6.0.5",
"networkx==3.3",
"numba==0.59.1",
"numpy==1.26.2",
"omegaconf==2.2.3",
"onnx==1.16.0",
"onnxruntime-gpu==1.17.1",
"onnxruntime==1.17.3",
"open-clip-torch==2.20.0",
"opencv-contrib-python==4.9.0.80",
"opencv-python-headless==4.9.0.80",
"opencv-python==4.9.0.80",
"opt-einsum==3.3.0",
"orjson==3.10.3",
"packaging==24.0",
"pandas==2.2.2",
"piexif==1.1.3",
"pillow==9.5.0",
"pip==22.2.1",
"platformdirs==4.2.1",
"pooch==1.8.1",
"portalocker==2.8.2",
"pretty-errors==1.2.25",
"prettytable==3.10.0",
"protobuf==4.25.3",
"psutil==5.9.5",
"pycollada==0.8",
"pycparser==2.22",
"pydantic==1.10.11",
"pydub==0.25.1",
"pymatting==1.1.12",
"pyparsing==3.1.2",
"pyreadline3==3.4.1",
"python-dateutil==2.9.0.post0",
"python-multipart==0.0.9",
"pytorch-lightning==1.9.4",
"pytz==2024.1",
"pywavelets==1.6.0",
"pywin32==306",
"pyyaml==6.0.1",
"referencing==0.35.1",
"regex==2024.5.10",
"rembg==2.0.56",
"reportlab==4.2.0",
"requests==2.31.0",
"resize-right==0.0.2",
"rpds-py==0.18.1",
"rtree==1.2.0",
"safetensors==0.4.2",
"scikit-image==0.21.0",
"scikit-learn==1.4.2",
"scipy==1.13.0",
"semantic-version==2.10.0",
"send2trash==1.8.3",
"sentencepiece==0.2.0",
"setuptools==63.2.0",
"shapely==2.0.4",
"six==1.16.0",
"smmap==5.0.1",
"sniffio==1.3.1",
"sounddevice==0.4.6",
"spandrel==0.1.6",
"starlette==0.26.1",
"svg.path==6.3",
"svglib==1.5.1",
"sympy==1.12",
"tabulate==0.9.0",
"tb-nightly==2.17.0a20240511",
"tensorboard-data-server==0.7.2",
"termcolor==2.4.0",
"threadpoolctl==3.5.0",
"tifffile==2024.5.10",
"timm==0.9.16",
"tinycss2==1.3.0",
"tokenizers==0.13.3",
"tomesd==0.1.3",
"tomli==2.0.1",
"toolz==0.12.1",
"torch==2.1.2+cu121",
"torchdiffeq==0.2.3",
"torchmcubes==0.1.0",
"torchmetrics==1.4.0",
"torchsde==0.2.6",
"torchvision==0.16.2+cu121",
"tqdm==4.66.4",
"trampoline==0.1.2",
"transformers==4.30.2",
"trimesh==4.3.2",
"typing-extensions==4.11.0",
"tzdata==2024.1",
"urllib3==2.2.1",
"uvicorn==0.29.0",
"vhacdx==0.0.6",
"wcwidth==0.2.13",
"webencodings==0.5.1",
"websockets==11.0.3",
"werkzeug==3.0.3",
"xatlas==0.0.9",
"xxhash==3.4.1",
"yacs==0.1.8",
"yapf==0.40.2",
"yarl==1.9.4",
"zipp==3.18.1"
]
}

Console logs

** Error training embedding
    Traceback (most recent call last):
      File "H:\Forge\modules\textual_inversion\textual_inversion.py", line 547, in train_embedding
        loss = shared.sd_model.forward(x, cond)[0] / gradient_step
      File "H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py", line 846, in forward
        return self.p_losses(x, c, t, *args, **kwargs)
      File "H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py", line 885, in p_losses
        x_noisy = self.q_sample(x_start=x_start, t=t, noise=noise)
      File "H:\Forge\repositories\stable-diffusion-stability-ai\ldm\models\diffusion\ddpm.py", line 356, in q_sample
        return (extract_into_tensor(self.sqrt_alphas_cumprod, t, x_start.shape) * x_start +
    RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu!

Additional information

I have updated my GPU driver recently.

Start in modules/textual_inversion/textual_inversion.py at train_embedding, then follow the call into repositories/stable-diffusion-stability-ai/ldm/models/diffusion/ddpm.py, especially forward, p_losses, and q_sample. Reproduce by starting embedding training with the reported configuration and trace the tensor devices. Done means embedding training proceeds without the CUDA/CPU device mismatch.