Dependencies issues when running lab3/2_financial_news_summarization/t5_python_backend.ipynb

When running the notebook on sagemaker.
Instance crashes due to the following error:

> 2024-03-31T11:07:35.292-04:00
ErrorMessage "ImportError: cannot import name 'is_npu_available' from 'accelerate.utils'
(/opt/conda/lib/python3.9/site-packages/accelerate/utils/__init__.py)
╭───────────────────── Traceback (most recent call last) ──────────────────────╮
│ /opt/ml/code/train.py:16 in │
│ │
│ 13 from accelerate.utils import LoggerType │
│ 14 from datasets import concatenate_datasets │
│ 15 from nltk.tokenize import sent_tokenize │
│ ❱ 16 from peft import LoraConfig, TaskType, get_peft_model, get_peft_model_ │
│ 17 from torch.utils.data import DataLoader │
│ 18 from tqdm import tqdm │
│ 19 from transformers import ( │
│ /opt/conda/lib/python3.9/site-packages/peft/__init__.py:22 in │
│ 19 │
│ 20 __version__ = "0.5.0" │
│ 21 │
│ ❱ 22 from .auto import ( │
│ 23 │ AutoPeftModel, │
│ 24 │ AutoPeftModelForCausalLM, │
│ 25 │ AutoPeftModelForSequenceClassification, │
│ /opt/conda/lib/python3.9/site-packages/peft/auto.py:30 in │
│ 27 │ AutoModelForTokenClassification, │
│ 28 ) │
│ 29 │
│ ❱ 30 from .config import PeftConfig │
│ 31 from .mapping import MODEL_TYPE_TO_PEFT_MODEL_MAPPING │
│ 32 from .peft_model import ( │
│ 33 │ PeftModel, │
│ /opt/conda/lib/python3.9/site-packages/peft/config.py:24 in │
│ 21 from huggingface_hub import hf_hub_download │
│ 22 from transformers.utils import PushToHubMixin │
│ 23 │
│ ❱ 24 from .utils import CONFIG_NAME, PeftType, TaskType │
│ 25 │
│ 26 │
│ 27 @dataclass │
│ /opt/conda/lib/python3.9/site-packages/peft/utils/__init__.py:22 in │
│ 20 # from .config import PeftConfig, PeftType, PromptLearningConfig, TaskT │
│ 21 from .peft_types import PeftType, TaskType │
│ ❱ 22 from .other import ( │
│ 23 │ TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPING, │
│ 24 │ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING, │
│ 25 │ TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPING, │
│ /opt/conda/lib/python3.9/site-packages/peft/utils/other.py:24 in │
│ 21 import accelerate │
│ 22 import torch │
│ 23 from accelerate.hooks import add_hook_to_module, remove_hook_from_modu │
│ ❱ 24 from accelerate.utils import is_npu_available, is_xpu_available │
│ 26 from ..import_utils import is_auto_gptq_available │
│ 27 │
╰──────────────────────────────────────────────────────────────────────────────╯
│ /opt/conda/bin/accelerate:8 in │
│ 5 from accelerate.commands.accelerate_cli import main │
│ 6 if __name__ == '__main__': │
│ 7 │ sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0]) │
│ ❱ 8 │ sys.exit(main()) │
│ 9 │
│ /opt/conda/lib/python3.9/site-packages/accelerate/commands/accelerate_cli.py │
│ :45 in main │
│ 42 │ │ exit(1) │
│ 43 │ │
│ 44 │ # Run │
│ ❱ 45 │ args.func(args) │
│ 46 │
│ 47 │
│ 48 if __name__ == "__main__": │
│ /opt/conda/lib/python3.9/site-packages/accelerate/commands/launch.py:900 in │
│ launch_command │
│ 897 │ │ if mp_from_config_flag: │
│ 898 │ │ │ args.deepspeed_fields_from_accelerate_config.append("mixed │
│ 899 │ │ args.deepspeed_fields_from_accelerate_config = ",".join(args.d │
│ ❱ 900 │ │ deepspeed_launcher(args) │
│ 901 │ elif args.use_fsdp and not args.cpu: │
│ 902 │ │ multi_gpu_launcher(args) │
│ 903 │ elif args.use_megatron_lm and not args.cpu: │
│ /opt/conda/lib/python3.9/site-packages/accelerate/commands/launch.py:643 in │
│ deepspeed_launcher │
│ 640 │ │ ) │
│ 641 │ │ with patch_environment(**current_env): │
│ 642 │ │ │ try: │
│ ❱ 643 │ │ │ │ distrib_run.run(args) │
│ 644 │ │ │ except Exception: │
│ 645 │ │ │ │ if is_rich_available() and debug: │
│ 646 │ │ │ │ │ console = get_console() │
│ /opt/conda/lib/python3.9/site-packages/torch/distributed/run.py:753 in run │
│ 750 │ │ ) │
│ 751 │ │
│ 752 │ config, cmd, cmd_args = config_from_args(args) │
│ ❱ 753 │ elastic_launch( │
│ 754 │ │ config=config, │
│ 755 │ │ entrypoint=cmd, │
│ 756 │ )(*cmd_args) │
│ /opt/conda/lib/python3.9/site-packages/torch/distributed/launcher/api.py:132 │
│ in __call__ │
│ 129 │ │ self._entrypoint = entrypoint │
│ 130 │ │
│ 131 │ def __call__(self, *args): │
│ ❱ 132 │ │ return launch_agent(self._config, self._entrypoint, list(args) │
│ 133 │
│ 134 │
│ 135 def _get_entrypoint_name( │
│ /opt/conda/lib/python3.9/site-packages/torch/distributed/launcher/api.py:246 │
│ in launch_agent │
│ 243 │ │ │ # if the error files for the failed children exist │
│ 244 │ │ │ # @record will copy the first error (root cause) │
│ 245 │ │ │ # to the error file of the launcher process. │
│ ❱ 246 │ │ │ raise ChildFailedError( │
│ 247 │ │ │ │ name=entrypoint_name, │
│ 248 │ │ │ │ failures=result.failures, │
│ 249 │ │ │ ) │

From what I can understand this error is due to installing the peft package. It causes dependency issues. I need to use Peft with Deepspeed for Finetuning a LLM. Any suggestions?