runtime error
Exit code: 1. Reason: ne 127, in import_module return _bootstrap._gcd_import(name[level:], package, level) File "<frozen importlib._bootstrap>", line 1030, in _gcd_import File "<frozen importlib._bootstrap>", line 1007, in _find_and_load File "<frozen importlib._bootstrap>", line 986, in _find_and_load_unlocked File "<frozen importlib._bootstrap>", line 680, in _load_unlocked File "<frozen importlib._bootstrap_external>", line 850, in exec_module File "<frozen importlib._bootstrap>", line 228, in _call_with_frames_removed File "/home/user/app/app.py", line 42, in <module> chatbot = MentalHealthChatbot( File "/home/user/app/chatbot.py", line 246, in __init__ self.llama_model, self.llama_tokenizer, self.llm = self._initialize_llm(model_name, use_4bit) File "/home/user/app/chatbot.py", line 417, in _initialize_llm model = PeftModel.from_pretrained( File "/home/user/.local/lib/python3.9/site-packages/peft/peft_model.py", line 555, in from_pretrained load_result = model.load_adapter( File "/home/user/.local/lib/python3.9/site-packages/peft/peft_model.py", line 1385, in load_adapter dispatch_model( File "/home/user/.local/lib/python3.9/site-packages/accelerate/big_modeling.py", line 383, in dispatch_model raise ValueError( ValueError: We need an `offload_dir` to dispatch this model according to this `device_map`, the following submodules need to be offloaded: base_model.model.model.layers.11, base_model.model.model.layers.12, base_model.model.model.layers.13, base_model.model.model.layers.14, base_model.model.model.layers.15, base_model.model.model.layers.16, base_model.model.model.layers.17, base_model.model.model.layers.18, base_model.model.model.layers.19, base_model.model.model.layers.20, base_model.model.model.layers.21, base_model.model.model.layers.22, base_model.model.model.layers.23, base_model.model.model.layers.24, base_model.model.model.layers.25, base_model.model.model.layers.26, base_model.model.model.layers.27, base_model.model.model.norm, base_model.model.model.rotary_emb.
Container logs:
Fetching error logs...