File size: 11,494 Bytes
2a33798
0a92014
2a33798
 
 
 
 
 
 
 
 
 
 
0a92014
1aa4792
 
32d7589
3bac28b
1aa4792
2a33798
a2afd48
0a92014
2a33798
 
 
a2afd48
 
2a33798
 
 
 
 
a2afd48
2a33798
 
 
a2afd48
 
 
2a33798
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a2afd48
 
 
1aa4792
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0a92014
 
32d7589
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2ec5014
 
 
 
 
8f842da
 
 
 
 
2ec5014
 
 
6299d2b
 
 
2ec5014
a2afd48
 
 
 
 
 
2ec5014
 
8f842da
 
 
 
 
 
 
 
2ec5014
 
 
 
 
 
 
 
6299d2b
2ec5014
 
 
 
6299d2b
 
 
 
2ec5014
6299d2b
0a92014
 
2ec5014
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
from .base_env import BaseEnv, SettableStateEnv

from .classic_control import cartpole_translator, cartpole_policies
from .classic_control import acrobot_translator, acrobot_policies
from .classic_control import mountaincar_translator, mountaincar_policies
from .classic_control import mountaincarContinuous_translator,mountaincarContinuous_policies

from .box2d import LunarLander_translator, LunarLander_policies

from .toy_text import blackjack_translator, blackjack_policies
from .toy_text import taxi_translator, taxi_policies
from .toy_text import cliffwalking_translator, cliffwalking_policies
from .toy_text import frozenlake_translator, frozenlake_policies

from .atari import register_environments
from .atari import Boxing_policies, Boxing_translator, Pong_policies, Pong_translator
from .atari import mspacman_policies, mspacman_translator
from .atari import montezumarevenge_policies, montezumarevenge_translator
register_environments()

from .mujoco import ant_translator, ant_policies

REGISTRY = {}
REGISTRY["sampling_wrapper"] = SettableStateEnv
REGISTRY["base_env"] = BaseEnv
REGISTRY["cartpole_init_translator"] = cartpole_translator.GameDescriber
REGISTRY["cartpole_basic_translator"] = cartpole_translator.BasicStateSequenceTranslator
REGISTRY["acrobot_init_translator"] = acrobot_translator.GameDescriber
REGISTRY["acrobot_basic_translator"] = acrobot_translator.BasicStateSequenceTranslator
REGISTRY["mountaincar_init_translator"] = mountaincar_translator.GameDescriber
REGISTRY["mountaincar_basic_translator"] = mountaincar_translator.BasicStateSequenceTranslator

REGISTRY["cartpole_policies"] = [cartpole_policies.dedicated_1_policy, cartpole_policies.dedicated_2_policy, cartpole_policies.pseudo_random_policy, cartpole_policies.real_random_policy]
REGISTRY["acrobot_policies"] = [acrobot_policies.dedicated_1_policy, acrobot_policies.dedicated_2_policy, acrobot_policies.dedicated_3_policy, acrobot_policies.pseudo_random_policy, acrobot_policies.real_random_policy]
REGISTRY["mountaincar_policies"] = [mountaincar_policies.dedicated_1_policy, mountaincar_policies.dedicated_2_policy, mountaincar_policies.dedicated_3_policy, mountaincar_policies.pseudo_random_policy, mountaincar_policies.real_random_policy]

REGISTRY["lunarlander_init_translator"] = LunarLander_translator.GameDescriber
REGISTRY["lunarlander_basic_translator"] = LunarLander_translator.BasicStateSequenceTranslator
REGISTRY["lunarlander_policies"] = [LunarLander_policies.dedicated_1_policy, LunarLander_policies.dedicated_2_policy, LunarLander_policies.dedicated_3_policy,LunarLander_policies.dedicated_4_policy, LunarLander_policies.pseudo_random_policy, LunarLander_policies.real_random_policy]

REGISTRY["blackjack_init_translator"] = blackjack_translator.GameDescriber
REGISTRY["blackjack_basic_translator"] = blackjack_translator.BasicStateSequenceTranslator
REGISTRY["blackjack_policies"] = [blackjack_policies.dedicated_1_policy, blackjack_policies.dedicated_2_policy, blackjack_policies.pseudo_random_policy, blackjack_policies.real_random_policy]

REGISTRY["taxi_init_translator"] = taxi_translator.GameDescriber
REGISTRY["taxi_basic_translator"] = taxi_translator.BasicStateSequenceTranslator
REGISTRY["taxi_policies"] = [taxi_policies.dedicated_1_policy, taxi_policies.dedicated_2_policy, taxi_policies.dedicated_3_policy, taxi_policies.dedicated_4_policy, taxi_policies.dedicated_5_policy, taxi_policies.dedicated_6_policy, taxi_policies.pseudo_random_policy, taxi_policies.real_random_policy]

REGISTRY["cliffwalking_init_translator"] = cliffwalking_translator.GameDescriber
REGISTRY["cliffwalking_basic_translator"] = cliffwalking_translator.BasicStateSequenceTranslator
REGISTRY["cliffwalking_policies"] = [cliffwalking_policies.dedicated_1_policy, cliffwalking_policies.dedicated_2_policy, cliffwalking_policies.dedicated_3_policy, cliffwalking_policies.dedicated_4_policy, cliffwalking_policies.pseudo_random_policy, cliffwalking_policies.real_random_policy]

REGISTRY["frozenlake_init_translator"] = frozenlake_translator.GameDescriber
REGISTRY["frozenlake_basic_translator"] = frozenlake_translator.BasicStateSequenceTranslator
REGISTRY["frozenlake_policies"] = [frozenlake_policies.dedicated_1_policy, frozenlake_policies.dedicated_2_policy, frozenlake_policies.dedicated_3_policy, frozenlake_policies.dedicated_4_policy, frozenlake_policies.pseudo_random_policy, frozenlake_policies.real_random_policy]


REGISTRY["mountaincarcontinuous_init_translator"] = mountaincarContinuous_translator.GameDescriber
REGISTRY["mountaincarcontinuous_basic_translator"] = mountaincarContinuous_translator.BasicStateSequenceTranslator
REGISTRY["mountaincarcontinuous_policies"] = [mountaincarContinuous_policies.pseudo_random_policy, mountaincarContinuous_policies.real_random_policy]


REGISTRY["RepresentedBoxing_init_translator"] = Boxing_translator.GameDescriber
REGISTRY["RepresentedBoxing_basic_translator"] = Boxing_translator.BasicStateSequenceTranslator
REGISTRY["RepresentedBoxing_basic_policies"] = [
    Boxing_policies.real_random_policy,
    Boxing_policies.pseudo_random_policy,
    Boxing_policies.dedicated_1_policy,
    Boxing_policies.dedicated_2_policy,
    Boxing_policies.dedicated_3_policy,
    Boxing_policies.dedicated_4_policy,
    Boxing_policies.dedicated_5_policy,
    Boxing_policies.dedicated_6_policy,
    Boxing_policies.dedicated_7_policy,
    Boxing_policies.dedicated_8_policy,
    Boxing_policies.dedicated_9_policy,
    Boxing_policies.dedicated_10_policy,
    Boxing_policies.dedicated_11_policy,
    Boxing_policies.dedicated_12_policy,
    Boxing_policies.dedicated_13_policy,
    Boxing_policies.dedicated_14_policy,
    Boxing_policies.dedicated_15_policy,
    Boxing_policies.dedicated_16_policy,
    Boxing_policies.dedicated_17_policy,
    Boxing_policies.dedicated_18_policy
]

REGISTRY["RepresentedPong_init_translator"] = Pong_translator.GameDescriber
REGISTRY["RepresentedPong_basic_translator"] = Pong_translator.BasicStateSequenceTranslator
REGISTRY["RepresentedPong_basic_policies"] = [
    Pong_policies.real_random_policy,
    Pong_policies.pseudo_random_policy,
    Pong_policies.dedicated_1_policy,
    Pong_policies.dedicated_2_policy,
    Pong_policies.dedicated_3_policy,
    Pong_policies.dedicated_4_policy,
    Pong_policies.dedicated_5_policy,
    Pong_policies.dedicated_6_policy,
]

REGISTRY["RepresentedMsPacman_init_translator"] = mspacman_translator.GameDescriber
REGISTRY["RepresentedMsPacman_basic_translator"] = mspacman_translator.BasicStateSequenceTranslator
REGISTRY["RepresentedMsPacman_basic_policies"] = [
    mspacman_policies.real_random_policy,
    mspacman_policies.pseudo_random_policy,
    mspacman_policies.dedicated_1_policy,
    mspacman_policies.dedicated_2_policy,
    mspacman_policies.dedicated_3_policy,
    mspacman_policies.dedicated_4_policy,
    mspacman_policies.dedicated_5_policy,
    mspacman_policies.dedicated_6_policy,
    mspacman_policies.dedicated_7_policy,
    mspacman_policies.dedicated_8_policy,
    mspacman_policies.dedicated_9_policy,
]

REGISTRY["RepresentedMontezumaRevenge_init_translator"] = montezumarevenge_translator.GameDescriber
REGISTRY["RepresentedMontezumaRevenge_basic_translator"] = montezumarevenge_translator.BasicStateSequenceTranslator
REGISTRY["RepresentedMontezumaRevenge_basic_policies"] = [
    montezumarevenge_policies.real_random_policy,
    montezumarevenge_policies.pseudo_random_policy,
    montezumarevenge_policies.dedicated_1_policy,
    montezumarevenge_policies.dedicated_2_policy,
    montezumarevenge_policies.dedicated_3_policy,
    montezumarevenge_policies.dedicated_4_policy,
    montezumarevenge_policies.dedicated_5_policy,
    montezumarevenge_policies.dedicated_6_policy,
    montezumarevenge_policies.dedicated_7_policy,
    montezumarevenge_policies.dedicated_8_policy,
    montezumarevenge_policies.dedicated_9_policy,
    montezumarevenge_policies.dedicated_10_policy,
    montezumarevenge_policies.dedicated_11_policy,
    montezumarevenge_policies.dedicated_12_policy,
    montezumarevenge_policies.dedicated_13_policy,
    montezumarevenge_policies.dedicated_14_policy,
    montezumarevenge_policies.dedicated_15_policy,
    montezumarevenge_policies.dedicated_16_policy,
    montezumarevenge_policies.dedicated_17_policy,
    montezumarevenge_policies.dedicated_18_policy,
]

## For mujoco env


from .mujoco import invertedPendulum_translator, invertedPendulum_policies
from .mujoco import invertedDoublePendulum_translator, invertedDoublePendulum_policies

from .mujoco import swimmer_translator, swimmer_policies

from .mujoco import reacher_translator, reacher_policies

from .mujoco import hopper_translator, hopper_policies
from .mujoco import walker2d_translator, walker2d_policies





REGISTRY["invertedpendulum_init_translator"] = invertedPendulum_translator.GameDescriber
REGISTRY["invertedpendulum_basic_translator"] = invertedPendulum_translator.BasicStateSequenceTranslator
REGISTRY["invertedpendulum_policies"] = [invertedPendulum_policies.pseudo_random_policy, invertedPendulum_policies.real_random_policy]
REGISTRY["inverteddoublependulum_init_translator"] = invertedDoublePendulum_translator.GameDescriber
REGISTRY["inverteddoublependulum_basic_translator"] = invertedDoublePendulum_translator.BasicStateSequenceTranslator
REGISTRY["inverteddoublependulum_policies"] = [invertedDoublePendulum_policies.pseudo_random_policy, invertedDoublePendulum_policies.real_random_policy]


REGISTRY["swimmer_init_translator"] = swimmer_translator.GameDescriber
REGISTRY["swimmer_basic_translator"] = swimmer_translator.BasicStateSequenceTranslator
REGISTRY["swimmer_policies"] = [swimmer_policies.pseudo_random_policy, swimmer_policies.real_random_policy]

REGISTRY["reacher_init_translator"] = reacher_translator.GameDescriber
REGISTRY["reacher_basic_translator"] = reacher_translator.BasicStateSequenceTranslator
REGISTRY["reacher_policies"] = [reacher_policies.pseudo_random_policy, reacher_policies.real_random_policy]

REGISTRY["hopper_init_translator"] = hopper_translator.GameDescriber
REGISTRY["hopper_basic_translator"] = hopper_translator.BasicStateSequenceTranslator
REGISTRY["hopper_policies"] = [hopper_policies.pseudo_random_policy, hopper_policies.real_random_policy]
REGISTRY["walker2d_init_translator"] = walker2d_translator.GameDescriber
REGISTRY["walker2d_basic_translator"] = walker2d_translator.BasicStateSequenceTranslator
REGISTRY["walker2d_policies"] = [walker2d_policies.pseudo_random_policy, walker2d_policies.real_random_policy]


from .mujoco import halfcheetah_translator, halfcheetah_policies
REGISTRY["halfcheetah_init_translator"] = halfcheetah_translator.GameDescriber
REGISTRY["halfcheetah_basic_translator"] = halfcheetah_translator.BasicStateSequenceTranslator
REGISTRY["halfcheetah_policies"] = [halfcheetah_policies.pseudo_random_policy, halfcheetah_policies.real_random_policy]

from .mujoco import pusher_translator, pusher_policies
REGISTRY["pusher_init_translator"] = pusher_translator.GameDescriber
REGISTRY["pusher_basic_translator"] = pusher_translator.BasicStateSequenceTranslator
REGISTRY["pusher_policies"] = [pusher_policies.pseudo_random_policy, pusher_policies.real_random_policy]

from .mujoco import ant_translator, ant_policies
REGISTRY["ant_init_translator"] = ant_translator.GameDescriber
REGISTRY["ant_basic_translator"] = ant_translator.BasicStateSequenceTranslator
REGISTRY["ant_policies"] = [ant_policies.pseudo_random_policy, ant_policies.real_random_policy]