using own fine-tuned model for interpretation

Hi
I finetuned my llava-1.5-7b-hf-ft-test model, but when i load it into this code, it gives me **ValueError: Please specify `target_modules` in `peft_config`**

full feedback
---------------------------------------------------------------------------
ValueError Traceback (most recent call last)
Cell In[23], [line 10](vscode-notebook-cell:?execution_count=23&line=10)
[1](vscode-notebook-cell:?execution_count=23&line=1) model_name_or_path = "llava-1.5-7b-hf-ft-test2/llava-1.5-7b-hf-ft-test2"
[3](vscode-notebook-cell:?execution_count=23&line=3) args = Namespace(
[4](vscode-notebook-cell:?execution_count=23&line=4) model_name_or_path=model_name_or_path,
[5](vscode-notebook-cell:?execution_count=23&line=5) load_4bit=False,
[6](vscode-notebook-cell:?execution_count=23&line=6) load_8bit=True,
[7](vscode-notebook-cell:?execution_count=23&line=7) device_map=device_map,
[8](vscode-notebook-cell:?execution_count=23&line=8) )
---> [10](vscode-notebook-cell:?execution_count=23&line=10) processor, model = utils_model.get_processor_model(args)
[12](vscode-notebook-cell:?execution_count=23&line=12) utils_gradio.processor = processor
[13](vscode-notebook-cell:?execution_count=23&line=13) utils_gradio.model = model

File ~/lvlm-interpret/lvlm-interpret/utils_model.py:42, in get_processor_model(args)
[39](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:39) quant_config = None
[41](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:41) # 1) Load the base model (no PEFT yet)
---> [42](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:42) base_model = LlavaForConditionalGeneration.from_pretrained(
[43](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:43) args.model_name_or_path,
[44](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:44) torch_dtype=torch.bfloat16,
[45](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:45) quantization_config=quant_config,
[46](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:46) low_cpu_mem_usage=True,
[47](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:47) device_map=args.device_map,
[48](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:48) )
[50](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:50) model = PeftModel.from_pretrained(
[51](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:51) base_model,
[52](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:52) args.model_name_or_path,
[53](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:53) device_map=args.device_map,
[54](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:54) torch_dtype=torch.bfloat16,
[55](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:55) )
[57](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/lvlm-interpret/lvlm-interpret/utils_model.py:57) model.vision_tower.config.output_attentions = True

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:262, in restore_default_torch_dtype.._wrapper(*args, **kwargs)
[260](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:260) old_dtype = torch.get_default_dtype()
[261](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:261) try:
--> [262](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:262) return func(*args, **kwargs)
[263](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:263) finally:
[264](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:264) torch.set_default_dtype(old_dtype)

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4404, in PreTrainedModel.from_pretrained(cls, pretrained_model_name_or_path, config, cache_dir, ignore_mismatched_sizes, force_download, local_files_only, token, revision, use_safetensors, weights_only, *model_args, **kwargs)
[4401](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4401) model.hf_quantizer = hf_quantizer
[4403](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4403) if _adapter_model_path is not None:
-> [4404](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4404) model.load_adapter(
[4405](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4405) _adapter_model_path,
[4406](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4406) adapter_name=adapter_name,
[4407](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4407) token=token,
[4408](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4408) adapter_kwargs=adapter_kwargs,
[4409](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4409) )
[4411](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4411) if output_loading_info:
[4412](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/modeling_utils.py:4412) if loading_info is None:

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/integrations/peft.py:220, in PeftAdapterMixin.load_adapter(self, peft_model_id, adapter_name, revision, token, device_map, max_memory, offload_folder, offload_index, peft_config, adapter_state_dict, low_cpu_mem_usage, is_trainable, adapter_kwargs)
[217](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/integrations/peft.py:217) peft_config.inference_mode = not is_trainable
[219](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/integrations/peft.py:219) # Create and add fresh new adapters into the model.
--> [220](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/integrations/peft.py:220) inject_adapter_in_model(peft_config, self, adapter_name, **peft_load_kwargs)
[222](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/integrations/peft.py:222) if not self._hf_peft_config_loaded:
[223](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/transformers/integrations/peft.py:223) self._hf_peft_config_loaded = True

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/mapping.py:260, in inject_adapter_in_model(peft_config, model, adapter_name, low_cpu_mem_usage)
[257](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/mapping.py:257) tuner_cls = PEFT_TYPE_TO_TUNER_MAPPING[peft_config.peft_type]
[259](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/mapping.py:259) # By instantiating a peft model we are injecting randomly initialized LoRA layers into the model's modules.
--> [260](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/mapping.py:260) peft_model = tuner_cls(model, peft_config, adapter_name=adapter_name, low_cpu_mem_usage=low_cpu_mem_usage)
[262](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/mapping.py:262) return peft_model.model

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:141, in LoraModel.__init__(self, model, config, adapter_name, low_cpu_mem_usage)
[140](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:140) def __init__(self, model, config, adapter_name, low_cpu_mem_usage: bool = False) -> None:
--> [141](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:141) super().__init__(model, config, adapter_name, low_cpu_mem_usage=low_cpu_mem_usage)

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:184, in BaseTuner.__init__(self, model, peft_config, adapter_name, low_cpu_mem_usage)
[182](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:182) self._pre_injection_hook(self.model, self.peft_config[adapter_name], adapter_name)
[183](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:183) if peft_config != PeftType.XLORA or peft_config[adapter_name] != PeftType.XLORA:
--> [184](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:184) self.inject_adapter(self.model, adapter_name, low_cpu_mem_usage=low_cpu_mem_usage)
[186](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:186) # Copy the peft_config in the injected model.
[187](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:187) self.model.peft_config = self.peft_config

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:437, in BaseTuner.inject_adapter(self, model, adapter_name, autocast_adapter_dtype, low_cpu_mem_usage)
[433](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:433) _has_modules_to_save = False
[435](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:435) model_config = self.get_model_config(model)
--> [437](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:437) peft_config = self._prepare_adapter_config(peft_config, model_config)
[439](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:439) self._prepare_model(peft_config, model)
[440](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/tuners_utils.py:440) key_list = [key for key, _ in model.named_modules()]

File ~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:488, in LoraModel._prepare_adapter_config(peft_config, model_config)
[486](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:486) if peft_config.target_modules is None:
[487](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:487) if model_config["model_type"] not in TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING:
--> [488](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:488) raise ValueError("Please specify `target_modules` in `peft_config`")
[489](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:489) peft_config.target_modules = set(
[490](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:490) TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING[model_config["model_type"]]
[491](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:491) )
[492](https://vscode-remote+ssh-002dremote-002b7b22686f73744e616d65223a2257535f44725f5975227d.vscode-resource.vscode-cdn.net/ssd1/songjiangliu/lvlm-interpret/lvlm-interpret/~/anaconda3/envs/ana_ai/lib/python3.12/site-packages/peft/tuners/lora/model.py:492) return peft_config

ValueError: Please specify `target_modules` in `peft_config`

Can you please help instruct why or where to debug?

thanks!