Spaces:
Runtime error
Runtime error
| class BasicLevelTranslator: | |
| def __init__(self): | |
| pass | |
| def translate(self, state): | |
| car_position, car_velocity = state | |
| car_direction = "right" if car_velocity > 0 else "left" | |
| res = (f"The car is positioned at {car_position:.3f}, with a velocity of {abs(car_velocity):.3f} towards the {car_direction}.") | |
| return res | |
| class GameDescriber: | |
| def __init__(self, args): | |
| self.is_only_local_obs = args.is_only_local_obs == 1 | |
| self.max_episode_len = args.max_episode_len | |
| self.action_desc_dict = { | |
| } | |
| self.reward_desc_dict = { | |
| } | |
| def describe_goal(self): | |
| return "The goal is to reach the flag placed on top of the right hill as quickly as possible." | |
| def translate_terminate_state(self, state, episode_len, max_episode_len): | |
| return "" | |
| def translate_potential_next_state(self, state, action): | |
| return "" | |
| def describe_game(self): | |
| return ("In the Mountain Car game, you control a car placed stochastically at the bottom of a sinusoidal valley. " | |
| "The only possible actions are the accelerations between -1 and 1 that can be applied to the car in either direction. " | |
| "The goal of the game is to strategically accelerate the car to reach the goal state on top of the right hill " | |
| "as quickly as possible. The episode ends if either the car reaches the goal position on top of the right hill " | |
| f"or the length of the episode is {self.max_episode_len}.") | |
| def describe_action(self): | |
| return ("Your Next Move:" | |
| "\n Please select a numerical value within the range of [-1,1], which represents the directional force being applied to the car. The action will be limited to the range of [-1,1], and then multiplied by a power of 0.0015.") | |
| class BasicStateSequenceTranslator(BasicLevelTranslator): | |
| def translate(self, infos, is_current=False): | |
| descriptions = [] | |
| if is_current: | |
| state_desc = BasicLevelTranslator().translate(infos[-1]['state']) | |
| return state_desc | |
| for i, info in enumerate(infos): | |
| assert 'state' in info, "info should contain state information" | |
| state_desc = BasicLevelTranslator().translate(info['state']) | |
| action_desc = f"Take Action: ({info['action']})." | |
| reward_desc = f"Result: Reward of {info['reward']}, " | |
| next_state_desc = BasicLevelTranslator().translate(info['next_state']) | |
| descriptions.append(f"{state_desc}.\n {action_desc} \n {reward_desc} \n Transit to {next_state_desc}") | |
| return descriptions | |