请问 train.py 中 model = PPO("MultiInputPolicy", env, policy_kwargs=policy_kwargs, verbose=1, 为什么报错 No such file or directory: 'instructions/database.pkl' ，还有 test.py 中的model.zip 在哪里呢？请问 predictor.ckpt 怎么使用呢？

[Caiyishuai]

Traceback (most recent call last):
File "D:\AAAAA_EI_LLM\RM-PRT\train.py", line 157, in
model = PPO("MultiInputPolicy", env, policy_kwargs=policy_kwargs, verbose=1,
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\ppo\ppo.py", line 164, in init
self._setup_model()
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\ppo\ppo.py", line 167, in _setup_model
super()._setup_model()
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\on_policy_algorithm.py", line 123, in _setup_model
self.policy = self.policy_class( # type: ignore[assignment]
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\policies.py", line 853, in init
super().init(
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\policies.py", line 481, in init
self.features_extractor = self.make_features_extractor()
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\policies.py", line 120, in make_features_extractor
return self.features_extractor_class(self.observation_space, **self.features_extractor_kwargs)
File "D:\AAAAA_EI_LLM\RM-PRT\bcz\Extractor.py", line 29, in init
self.instructions=get_instructions()
File "D:\AAAAA_EI_LLM\RM-PRT\Env\utils.py", line 37, in get_instructions
f=open('instructions/database.pkl','rb')
FileNotFoundError: [Errno 2] No such file or directory: 'instructions/database.pkl'

[Caiyishuai]

Traceback (most recent call last):
File "D:\AAAAA_EI_LLM\RM-PRT\train.py", line 168, in
model.learn(total_timesteps=10, callback=[checkpoint_callback, eval_callback])
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\ppo\ppo.py", line 308, in learn
return super().learn(
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\on_policy_algorithm.py", line 259, in learn
continue_training = self.collect_rollouts(self.env, callback, self.rollout_buffer, n_rollout_steps=self.n_steps)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\on_policy_algorithm.py", line 169, in collect_rollouts
actions, values, log_probs = self.policy(obs_tensor)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\policies.py", line 617, in forward
features = self.extract_features(obs)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\policies.py", line 640, in extract_features
return super().extract_features(obs, self.features_extractor)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\stable_baselines3\common\policies.py", line 131, in extract_features
return features_extractor(preprocessed_obs)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "D:\Users\caiyi\anaconda3\envs\RoboWaiter\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "D:\AAAAA_EI_LLM\RM-PRT\bcz\Extractor.py", line 111, in forward
instructions.append(self.instructions[index])
KeyError: 10000040