Spaces:
Runtime error
Runtime error
| sys.path : ['/home/ubuntu/Gradio/MPT7BTest', '/usr/lib/python310.zip', '/usr/lib/python3.10', '/usr/lib/python3.10/lib-dynload', '/home/ubuntu/.local/lib/python3.10/site-packages', '/usr/local/lib/python3.10/dist-packages', '/usr/lib/python3/dist-packages', '/home/ec2-user/workspace/Notebooks/lib'] | |
| Cell imports done | |
| Cell start generate | |
| You are using config.init_device='cpu', but you can also use config.init_device="meta" with Composer + FSDP for fast initialization. | |
| Loading checkpoint shards: 0%| | 0/2 [00:00<?, ?it/s]sys.path : ['/home/ubuntu/Gradio/MPT7BTest', '/usr/lib/python310.zip', '/usr/lib/python3.10', '/usr/lib/python3.10/lib-dynload', '/home/ubuntu/.local/lib/python3.10/site-packages', '/usr/local/lib/python3.10/dist-packages', '/usr/lib/python3/dist-packages', '/home/ec2-user/workspace/Notebooks/lib'] | |
| Cell imports done | |
| Cell start generate | |
| You are using config.init_device='cpu', but you can also use config.init_device="meta" with Composer + FSDP for fast initialization. | |
| Loading checkpoint shards: 0%| | 0/2 [00:00<?, ?it/s]sys.path : ['/home/ubuntu/Gradio/MPT7BTest', '/usr/lib/python310.zip', '/usr/lib/python3.10', '/usr/lib/python3.10/lib-dynload', '/home/ubuntu/.local/lib/python3.10/site-packages', '/usr/local/lib/python3.10/dist-packages', '/usr/lib/python3/dist-packages', '/home/ec2-user/workspace/Notebooks/lib'] | |
| Cell imports done | |
| Cell start generate | |
| You are using config.init_device='cpu', but you can also use config.init_device="meta" with Composer + FSDP for fast initialization. | |
| Traceback (most recent call last): | |
| File "/home/ubuntu/Gradio/MPT7BTest/app.py", line 65, in <module> | |
| generate = InstructionTextGenerationPipeline( | |
| File "/home/ubuntu/Gradio/MPT7BTest/InstructionTextGenerationPipeline.py", line 40, in __init__ | |
| self.model = AutoModelForCausalLM.from_pretrained( | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 479, in from_pretrained | |
| return model_class.from_pretrained( | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 2675, in from_pretrained | |
| model = cls(config, *model_args, **model_kwargs) | |
| File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/mosaicml/mpt-7b-instruct/e7119f37956c1a3865da33e25ef5ce9159ff2c16/modeling_mpt.py", line 222, in __init__ | |
| self.transformer = MPTModel(config) | |
| File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/mosaicml/mpt-7b-instruct/e7119f37956c1a3865da33e25ef5ce9159ff2c16/modeling_mpt.py", line 55, in __init__ | |
| self.apply(self.param_init_fn) | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/torch/nn/modules/module.py", line 884, in apply | |
| module.apply(fn) | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/torch/nn/modules/module.py", line 884, in apply | |
| module.apply(fn) | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/torch/nn/modules/module.py", line 884, in apply | |
| module.apply(fn) | |
| [Previous line repeated 1 more time] | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/torch/nn/modules/module.py", line 885, in apply | |
| fn(self) | |
| File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/mosaicml/mpt-7b-instruct/e7119f37956c1a3865da33e25ef5ce9159ff2c16/modeling_mpt.py", line 208, in param_init_fn | |
| MODEL_INIT_REGISTRY[init_fn_name](module=module, n_layers=self.config.n_layers, d_model=self.config.d_model, **self.config.init_config) | |
| File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/mosaicml/mpt-7b-instruct/e7119f37956c1a3865da33e25ef5ce9159ff2c16/param_init_fns.py", line 167, in kaiming_normal_param_init_fn_ | |
| generic_param_init_fn_(module=module, init_fn_=kaiming_normal_, d_model=d_model, n_layers=n_layers, init_div_is_residual=init_div_is_residual, emb_init_std=emb_init_std, emb_init_uniform_lim=emb_init_uniform_lim, verbose=verbose) | |
| File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/mosaicml/mpt-7b-instruct/e7119f37956c1a3865da33e25ef5ce9159ff2c16/param_init_fns.py", line 49, in generic_param_init_fn_ | |
| fused_init_helper_(module, init_fn_) | |
| File "/home/ubuntu/.cache/huggingface/modules/transformers_modules/mosaicml/mpt-7b-instruct/e7119f37956c1a3865da33e25ef5ce9159ff2c16/param_init_fns.py", line 26, in fused_init_helper_ | |
| init_fn_(module.weight[slice_indices]) | |
| File "/home/ubuntu/.local/lib/python3.10/site-packages/torch/nn/init.py", line 451, in kaiming_normal_ | |
| return tensor.normal_(0, std) | |
| KeyboardInterrupt | |