Spaces:
Runtime error
Runtime error
File size: 4,397 Bytes
2a33798 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
class BasicLevelTranslator:
def __init__(self):
pass
def translate(self, state, nrow=4, ncol=4):
row, col = state // nrow, state % ncol
res = f"The current position of the player is at row {row}, column {col}."
return res
class GameDescriber:
def __init__(self, args):
self.is_only_local_obs = args.is_only_local_obs == 1
self.max_episode_len = args.max_episode_len
self.action_desc_dict = {
1: "Move left",
2: "Move down",
3: "Move right",
4: "Move up",
}
self.reward_desc_dict = {
1: "which lets him reach the goal and receive 1 reward",
0: "which lets him receive 0 reward"
}
def describe_goal(self):
return f"The goal is to navigate across the frozen lake and reach the goal position {'located at (3,3)' if not self.is_only_local_obs else ''} without falling into any holes{', which are located at (1,1), (1,3), (2,3) and (3,0)' if not self.is_only_local_obs else ''}."
def translate_terminate_state(self, state, episode_len, max_episode_len):
state = int(state)
nrows = 4
current_row = state // nrows
current_col = state % nrows
if current_row == 3 and current_col == 3:
return f"The player reaches the goal location ({current_row}, {current_col}) in the grid world."
else:
if (current_row, current_col) in [(1,1), (1, 3), (2,3), (3, 0)]:
return f"The game ends due to step into a hole locating at {(current_row, current_col)}."
else:
return f"The game ends due to reach the max episode length {episode_len} and the player does not reach the goal."
def translate_potential_next_state(self, state, action):
state = int(state)
nrows = 4
current_row = state // nrows
current_col = state % nrows
action = str(action)
if action == '1':
current_col -= 1
elif action == '2':
current_row += 1
elif action == '3':
current_col += 1
elif action == '4':
current_row -= 1
return f"He tries to step into location ({current_row}, {current_col}),"
def describe_game(self):
return "In the FrozenLake game, the player starts at the start position of the grid and tries to reach the" \
f" goal position {'located at (3,3)' if not self.is_only_local_obs else ''}. There are holes which the player must avoid{'. These holes are located at (1,1), (1,3), (2,3) and (3,0)' if not self.is_only_local_obs else ''}. The frozen lake is " \
"slippery, meaning that the player might not always move in the intended direction. The game ends" \
" when the player reaches the goal or falls into a hole."
def describe_action(self):
return ("Your Next Move: \n Please choose an action. For current position ('x', 'y'), the action means the player try to step into the next position. The possible actions are:" \
"\n '1': Move left, which means ('x', 'y-1'), " \
"\n '2': Move down, which means ('x+1', 'y')," \
"\n '3': Move right, which means ('x', 'y+1')," \
"\n '4': Move up, which means trying to step into ('x-1', 'y')." \
" Ensure you only provide the action number from the valid action list, i.e., [1, 2, 3, 4].")
class BasicStateSequenceTranslator(BasicLevelTranslator):
def translate(self, infos, is_current=False):
descriptions = []
if is_current:
state_desc = BasicLevelTranslator().translate(infos[-1]['state'])
return state_desc
for i, info in enumerate(infos):
assert 'state' in info, "info should contain state information"
state_desc = BasicLevelTranslator().translate(info['state'])
action_directions = ['left', 'down', 'right', 'up']
action_desc = f"Take Action: Move {action_directions[info['action']-1]} ({info['action']})."
reward_desc = f"Result: Reward of {info['reward']}, "
next_state_desc = BasicLevelTranslator().translate(info['next_state'])
descriptions.append(f"{state_desc}.\n {action_desc} \n {reward_desc} \n Transit to {next_state_desc}")
return descriptions
|