Spaces:
Runtime error
Runtime error
File size: 2,680 Bytes
2a33798 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
class BasicLevelTranslator:
def __init__(self):
pass
def translate(self, state):
car_position, car_velocity = state
car_direction = "right" if car_velocity > 0 else "left"
res = (f"The car is positioned at {car_position:.3f}, with a velocity of {abs(car_velocity):.3f} towards the {car_direction}.")
return res
class GameDescriber:
def __init__(self, args):
self.is_only_local_obs = args.is_only_local_obs == 1
self.max_episode_len = args.max_episode_len
self.action_desc_dict = {
}
self.reward_desc_dict = {
}
def describe_goal(self):
return "The goal is to reach the flag placed on top of the right hill as quickly as possible."
def translate_terminate_state(self, state, episode_len, max_episode_len):
return ""
def translate_potential_next_state(self, state, action):
return ""
def describe_game(self):
return ("In the Mountain Car game, you control a car placed stochastically at the bottom of a sinusoidal valley. "
"The only possible actions are the accelerations between -1 and 1 that can be applied to the car in either direction. "
"The goal of the game is to strategically accelerate the car to reach the goal state on top of the right hill "
"as quickly as possible. The episode ends if either the car reaches the goal position on top of the right hill "
f"or the length of the episode is {self.max_episode_len}.")
def describe_action(self):
return ("Your Next Move:"
"\n Please select a numerical value within the range of [-1,1], which represents the directional force being applied to the car. The action will be limited to the range of [-1,1], and then multiplied by a power of 0.0015.")
class BasicStateSequenceTranslator(BasicLevelTranslator):
def translate(self, infos, is_current=False):
descriptions = []
if is_current:
state_desc = BasicLevelTranslator().translate(infos[-1]['state'])
return state_desc
for i, info in enumerate(infos):
assert 'state' in info, "info should contain state information"
state_desc = BasicLevelTranslator().translate(info['state'])
action_desc = f"Take Action: ({info['action']})."
reward_desc = f"Result: Reward of {info['reward']}, "
next_state_desc = BasicLevelTranslator().translate(info['next_state'])
descriptions.append(f"{state_desc}.\n {action_desc} \n {reward_desc} \n Transit to {next_state_desc}")
return descriptions
|