Push to Hub

README.md

@@ -0,0 +1,35 @@
+---
+library_name: ml-agents
+tags:
+- SoccerTwos
+- deep-reinforcement-learning
+- reinforcement-learning
+- ML-Agents-SoccerTwos
+---
+
+  # **poca** Agent playing **SoccerTwos**
+  This is a trained model of a **poca** agent playing **SoccerTwos**
+  using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
+
+  ## Usage (with ML-Agents)
+  The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/
+
+  We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
+  - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your
+  browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction
+  - A *longer tutorial* to understand how works ML-Agents:
+  https://huggingface.co/learn/deep-rl-course/unit5/introduction
+
+  ### Resume the training
+  ```bash
+  mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
+  ```
+
+  ### Watch your Agent play
+  You can watch your agent **playing directly in your browser**
+
+  1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity
+  2. Step 1: Find your model_id: AndrewL088/poca-SoccerTwos2
+  3. Step 2: Select your *.nn /*.onnx file
+  4. Click on Watch the agent play 👀
+  

SoccerTwos-33499976.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a085841570aa417c0b4793c537c55c62e5454e246b2ecb527c7696dbcbde74c
+size 1768746

SoccerTwos-33499976.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060a2aa6e7d093b4e1edb14d5c346040398323629159a1b3080848baa91923cb
+size 28430025

SoccerTwos-33999998.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f841d20e45f6a615fd16036750339a62d1e7f7999d8c0f99b72407e23ee7b69
+size 1768746

SoccerTwos-33999998.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f434b738f6d7e46f239d7fb09abd05d1c72a3c0baa157fa1ba615ad13fa055f1
+size 28430025

SoccerTwos-34499998.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1537463248b588f412d4ce95c31289c1c92b09bb0d0c4d5a3a1cece5e9d1eae2
+size 1768746

SoccerTwos-34499998.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e8e9d07ec51dda9c3cda881ff4d2c7fb5d50ef6bd0a0614de60a1090e1819
+size 28430025

SoccerTwos-34999838.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13cefab6d7d2fc859cc79ece8c42d71dbc1797fd4d8e109a245c36f14fea762
+size 1768746

SoccerTwos-34999838.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037501ed3bb331cc1ea75499ce577c6b01780a8067cbcaaacf4f7bd570947bf7
+size 28430025

SoccerTwos-35499906.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b27a947b115405335aff1a57b7a167dd75d6f044ca6aa485b098ffd4dfb815
+size 1768746

SoccerTwos-35499906.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44cf58c815d08dfc4233d381b21c37f5514c122c3286708ae526f778cfce88
+size 28430025

SoccerTwos-48499760.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3086f5e3b8f8f7556bd9853a46f57e1bf3c1d526f2fad85eb70f3e1c2f996a
+size 1768746

SoccerTwos-48499760.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84e00ac859d5ec66cfe92e32f2ed6d3003811eb1eb98a7d3675e8d2bbd9f03a
+size 28430025

SoccerTwos-48999769.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57db9070ce6c18e465ef1e731a6b9f8a46a717cad1d9526f6cfcd605eb9825b5
+size 1768746

SoccerTwos-48999769.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4440bce0ca19af42c6ebd4db03502f3c940eb96455b5d6ff67bc5f5b5aefa67
+size 28430025

SoccerTwos-49499911.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24ba1175418187b65ea1d8c23fa847222aac3778761709fa552f247c509ce5
+size 1768746

SoccerTwos-49499911.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeb42333629ccdb7a9025b913ca39bb96d2396060bae70091fcde21759c008a
+size 28430025

SoccerTwos-49999944.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea4c91f912ece5d9d9410e5f38c389ab347920b43c2035f4e2a93264d03053
+size 1768746

SoccerTwos-49999944.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784570b0eaba90ad843a4e91be46ac845e032ef7b98247a986578cf11fcf7b18
+size 28430025

SoccerTwos-50000164.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea4c91f912ece5d9d9410e5f38c389ab347920b43c2035f4e2a93264d03053
+size 1768746

SoccerTwos-50000164.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc4e0931a53193a641ef213955a2c9da31d7f41e7154c3cb58126517aec645c
+size 28430025

checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0c7f7af48b4c633e8302e180bae4af5ee6224d8898c36decca94c390f2146f
+size 28428927

config.json

@@ -0,0 +1 @@
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./traing-envs-executable/SoccerTwos/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -0,0 +1,82 @@
+default_settings: null
+behaviors:
+  SoccerTwos:
+    trainer_type: poca
+    hyperparameters:
+      batch_size: 2048
+      buffer_size: 20480
+      learning_rate: 0.0003
+      beta: 0.005
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      learning_rate_schedule: constant
+      beta_schedule: constant
+      epsilon_schedule: constant
+    checkpoint_interval: 500000
+    network_settings:
+      normalize: false
+      hidden_units: 512
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    even_checkpoints: false
+    max_steps: 50000000
+    time_horizon: 1000
+    summary_freq: 10000
+    threaded: false
+    self_play:
+      save_steps: 50000
+      team_change: 200000
+      swap_steps: 2000
+      window: 10
+      play_against_latest_model_ratio: 0.5
+      initial_elo: 1200.0
+    behavioral_cloning: null
+env_settings:
+  env_path: ./traing-envs-executable/SoccerTwos/SoccerTwos.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: true
+environment_parameters: null
+checkpoint_settings:
+  run_id: SoccerTwos
+  initialize_from: null
+  load_model: false
+  resume: false
+  force: true
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

events.out.tfevents.1695176603.DESKTOP-PC-2T06.20512.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe60a3ae0d12992fcce425521c127da04335c39296f2a0afd5e4656dec09bd88
+size 34072452