diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..24c50f54cfaf1720159d5eb990651901ece0b38d --- /dev/null +++ b/.DS_Store @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d0efa8d6459a6e00ef8a50f78591e8ffbe66144d9c3d70d1cc9d5b1ada01de +size 6148 diff --git a/.gitattributes b/.gitattributes index c7d9f3332a950355d5a77d85000f05e6f45435ea..6cd82bdc9794562b94ba034c3c16a8205f9b4824 100644 --- a/.gitattributes +++ b/.gitattributes @@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +.DS_Store filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1c7fe681e3e8ad38cc6d07bdf570234c52318eec --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ + +--- + tags: + - unity-ml-agents + - ml-agents + - deep-reinforcement-learning + - reinforcement-learning + - ML-Agents-SoccerTwos + library_name: ml-agents +--- + + # **poca** Agent playing **SoccerTwos** + This is a trained model of a **poca** agent playing **SoccerTwos** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://github.com/huggingface/ml-agents#get-started + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + + + ### Resume the training + ``` + mlagents-learn --run-id= --resume + ``` + ### Watch your Agent play + You can watch your agent **playing directly in your browser:**. + + 1. Go to https://huggingface.co/spaces/unity/ML-Agents-SoccerTwos + 2. Step 1: Write your model_id: jason1i/poca-SoccerTwos-towards-AGI + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SoccerTwos.onnx b/SoccerTwos.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7eb97f00271b8020bfac9e5e7f7960f9e430ca4d --- /dev/null +++ b/SoccerTwos.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa9adf787e930cbff64f0b2871f45cbd40c3cf47f12d4fe138627c6c4a04d0e +size 1763220 diff --git a/SoccerTwos/SoccerTwos-13499895.onnx b/SoccerTwos/SoccerTwos-13499895.onnx new file mode 100644 index 0000000000000000000000000000000000000000..217f600432523c3e61ae3def2cb3cbad1586431f --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499895.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2b1d5e22fb91b4a2b0b229c6b85b78915138e101ec22d5310a6c5f6389c08b +size 1763220 diff --git a/SoccerTwos/SoccerTwos-13499895.pt b/SoccerTwos/SoccerTwos-13499895.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7ae5f69dc7825da791df6fe5dadf77182df974 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499895.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc31ddfe05f9e3e60b73d7ab65547193a9040066d1b209095431dccc9120394d +size 28424007 diff --git a/SoccerTwos/SoccerTwos-13499988.onnx b/SoccerTwos/SoccerTwos-13499988.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6e9b3b4a491081daab0730a3c540fbb2ffe0d02e --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499988.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e0ebcc5de8b3bd93170780bbf175aa07f3417e8a4260c95f9aaf88cc08244b4 +size 1763220 diff --git a/SoccerTwos/SoccerTwos-13499988.pt b/SoccerTwos/SoccerTwos-13499988.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07ff3bd999908f5ea648864c74e15035d9da9ee --- /dev/null +++ b/SoccerTwos/SoccerTwos-13499988.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6b3b5d6e5e1084711fd3eaa9fe93bbc64cd13f5c51e40312a99074a0fe9e40 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-13999899.onnx b/SoccerTwos/SoccerTwos-13999899.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d1c1137c784b84da3c4b91e96060485d03ad25a6 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13999899.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7677e974d77cccbdced2780f6e316f9b4cb2a95305684b1473ba9ac385888ba2 +size 1763220 diff --git a/SoccerTwos/SoccerTwos-13999899.pt b/SoccerTwos/SoccerTwos-13999899.pt new file mode 100644 index 0000000000000000000000000000000000000000..69c57116f67ac8f9fc5d8f7fe1a32f038920116f --- /dev/null +++ b/SoccerTwos/SoccerTwos-13999899.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf4b476833859d45de30dbb45c059eb3c25dce1e7636fe6e4216d9d3da91ce1 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-13999952.onnx b/SoccerTwos/SoccerTwos-13999952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8ec9e727d674b6351b2d15fa591df953b3992ec8 --- /dev/null +++ b/SoccerTwos/SoccerTwos-13999952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fd5e6b56d7c11f55a9ab5d7e57d203b5bd503dfe8efd6a297e8a7d131bb58d +size 1763220 diff --git a/SoccerTwos/SoccerTwos-13999952.pt b/SoccerTwos/SoccerTwos-13999952.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3642545e6a4ba8ab94a198610bed3588bc5d0cb --- /dev/null +++ b/SoccerTwos/SoccerTwos-13999952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b627b8b05aedb6d0de7108753711a82350d171473901a330bac022c30a2bed +size 28424007 diff --git a/SoccerTwos/SoccerTwos-14499857.onnx b/SoccerTwos/SoccerTwos-14499857.onnx new file mode 100644 index 0000000000000000000000000000000000000000..1cce721b8e16c95fab44bd4cb5a0e9ce2105f88d --- /dev/null +++ b/SoccerTwos/SoccerTwos-14499857.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08377608e5cd25feeb8ea662dbafb5c8c8384f1062a323657dd946d5a853592 +size 1763220 diff --git a/SoccerTwos/SoccerTwos-14499857.pt b/SoccerTwos/SoccerTwos-14499857.pt new file mode 100644 index 0000000000000000000000000000000000000000..14aebda8fd8fdf3398cf4b506a968281e696ae80 --- /dev/null +++ b/SoccerTwos/SoccerTwos-14499857.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d43a0987192f5561590e412829a4141ede9c389c582802b608cd382e63c2102 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-14499962.onnx b/SoccerTwos/SoccerTwos-14499962.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7397c11d4c8a67a9dfe9983f983844e381884b5f --- /dev/null +++ b/SoccerTwos/SoccerTwos-14499962.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3380fdf915a8c58fcab3e4ae9ba0a9bfbd51688174a24ac7e8a5a53a56479d +size 1763220 diff --git a/SoccerTwos/SoccerTwos-14499962.pt b/SoccerTwos/SoccerTwos-14499962.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e3b53b39310a59d5bd57f6bccc9e20e1565d51d --- /dev/null +++ b/SoccerTwos/SoccerTwos-14499962.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eeb110251191af0efe98101087b025ab62d9fa9ae3e93f2b835d42dc3197e5b +size 28424007 diff --git a/SoccerTwos/SoccerTwos-14999843.onnx b/SoccerTwos/SoccerTwos-14999843.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7eb97f00271b8020bfac9e5e7f7960f9e430ca4d --- /dev/null +++ b/SoccerTwos/SoccerTwos-14999843.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa9adf787e930cbff64f0b2871f45cbd40c3cf47f12d4fe138627c6c4a04d0e +size 1763220 diff --git a/SoccerTwos/SoccerTwos-14999843.pt b/SoccerTwos/SoccerTwos-14999843.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1d3e24c844a50acb507ed7acdff981d7a7102f --- /dev/null +++ b/SoccerTwos/SoccerTwos-14999843.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4fd233caf201ddbcf75ba77da56aa32b8699b2a6f7260b373342d1344f1935 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-14999974.onnx b/SoccerTwos/SoccerTwos-14999974.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c9f124c9c957e233a6e23bd5ee36561665e3463c --- /dev/null +++ b/SoccerTwos/SoccerTwos-14999974.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61fbbcccf5f96b5b2f9ff4d864c4a9507b5d92192403c7f7799a125bc2de91a +size 1763220 diff --git a/SoccerTwos/SoccerTwos-14999974.pt b/SoccerTwos/SoccerTwos-14999974.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb151ef53dca328961692604e102cf4acea2ae6 --- /dev/null +++ b/SoccerTwos/SoccerTwos-14999974.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cfea6a0e02e5b5fcfa083b9bc9bba6ee2adeb6199d55188b27f3fa2547c1781 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-15000016.onnx b/SoccerTwos/SoccerTwos-15000016.onnx new file mode 100644 index 0000000000000000000000000000000000000000..7eb97f00271b8020bfac9e5e7f7960f9e430ca4d --- /dev/null +++ b/SoccerTwos/SoccerTwos-15000016.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa9adf787e930cbff64f0b2871f45cbd40c3cf47f12d4fe138627c6c4a04d0e +size 1763220 diff --git a/SoccerTwos/SoccerTwos-15000016.pt b/SoccerTwos/SoccerTwos-15000016.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b14c22f798ada3da1ae8982be99379a4c1e36ad --- /dev/null +++ b/SoccerTwos/SoccerTwos-15000016.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bec2be03a0fd0f53f263b0bc5ba6234d982b00585ea91d4ecae88c41d9368b8 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-15000042.onnx b/SoccerTwos/SoccerTwos-15000042.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c9f124c9c957e233a6e23bd5ee36561665e3463c --- /dev/null +++ b/SoccerTwos/SoccerTwos-15000042.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61fbbcccf5f96b5b2f9ff4d864c4a9507b5d92192403c7f7799a125bc2de91a +size 1763220 diff --git a/SoccerTwos/SoccerTwos-15000042.pt b/SoccerTwos/SoccerTwos-15000042.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6e936b3f20d1840ea32fbc14cb2a7dfa962e48 --- /dev/null +++ b/SoccerTwos/SoccerTwos-15000042.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a8551a5950c1c6a52ddd3d340f1abaf18bb873d4041753c2a49197a329414c +size 28424007 diff --git a/SoccerTwos/SoccerTwos-41499998.onnx b/SoccerTwos/SoccerTwos-41499998.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8570bb504d66af8683be6d05548bfdf71a99f3b0 --- /dev/null +++ b/SoccerTwos/SoccerTwos-41499998.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d3247c73ab87760329a8a7abe088133f9d2e0c41f49f9fd258e43d722d5365a +size 1763220 diff --git a/SoccerTwos/SoccerTwos-41499998.pt b/SoccerTwos/SoccerTwos-41499998.pt new file mode 100644 index 0000000000000000000000000000000000000000..103a765cb3c5d12793fec8f04f600215a7bf323a --- /dev/null +++ b/SoccerTwos/SoccerTwos-41499998.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae05da0cc5fb1e618ca6c2c0476919935679869540c449bb66e95a75769e970 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-41999996.onnx b/SoccerTwos/SoccerTwos-41999996.onnx new file mode 100644 index 0000000000000000000000000000000000000000..28dc3a0d59d764939bf8d53ce2e27d16de9895d9 --- /dev/null +++ b/SoccerTwos/SoccerTwos-41999996.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6cc2440134b4768c0bdedc11788a50fb3df1f090f774bba752d652765213d1 +size 1763220 diff --git a/SoccerTwos/SoccerTwos-41999996.pt b/SoccerTwos/SoccerTwos-41999996.pt new file mode 100644 index 0000000000000000000000000000000000000000..85ee1463729769455f12e8f96c654490062abb25 --- /dev/null +++ b/SoccerTwos/SoccerTwos-41999996.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b493481b48e69f77d00d515ef470b6a61ea3589e7e1d388ac6ef73c383df8d6 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-42499794.onnx b/SoccerTwos/SoccerTwos-42499794.onnx new file mode 100644 index 0000000000000000000000000000000000000000..ae4048ab085ac4bdb18124c441709a16b717a8c1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-42499794.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03efaf05b288bb433713b7790dd3fc55e102ae793ba88b150942403c597f36e +size 1763220 diff --git a/SoccerTwos/SoccerTwos-42499794.pt b/SoccerTwos/SoccerTwos-42499794.pt new file mode 100644 index 0000000000000000000000000000000000000000..8907f74f1a095fe4a76efe83477f2305ace423e7 --- /dev/null +++ b/SoccerTwos/SoccerTwos-42499794.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7606de378b04be4486d0fab2a47cab955926b6e25c42fa4382b1541994091f0 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-42999942.onnx b/SoccerTwos/SoccerTwos-42999942.onnx new file mode 100644 index 0000000000000000000000000000000000000000..912ff5abf0376b64e05267a0e55e1927def56542 --- /dev/null +++ b/SoccerTwos/SoccerTwos-42999942.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1730105381a2f39c4b4e1dc2739e9431380d9621965e989df1d8313249cb96e +size 1763220 diff --git a/SoccerTwos/SoccerTwos-42999942.pt b/SoccerTwos/SoccerTwos-42999942.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3d75636ebc5a1be46856a986b0a3f49cb3181dc --- /dev/null +++ b/SoccerTwos/SoccerTwos-42999942.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebdfd3719f292166ca1d46fbd410ecdc8e808ae173901876ebb60674b425453 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-43499898.onnx b/SoccerTwos/SoccerTwos-43499898.onnx new file mode 100644 index 0000000000000000000000000000000000000000..2f7bbd8e138524efcb2e1335708c80a0ba18c5f1 --- /dev/null +++ b/SoccerTwos/SoccerTwos-43499898.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73061a16c7db3d3adeedf5dcf77430dd8e1793df414b2b65e76a03ecdd395dbf +size 1763220 diff --git a/SoccerTwos/SoccerTwos-43499898.pt b/SoccerTwos/SoccerTwos-43499898.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee39b3e0fb38ab852e262cb50900c93df0f76f0b --- /dev/null +++ b/SoccerTwos/SoccerTwos-43499898.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7185516ced36570283420de1b6828e7bf7b182e8bdb04afbf26d6225f6e235 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-5499856.onnx b/SoccerTwos/SoccerTwos-5499856.onnx new file mode 100644 index 0000000000000000000000000000000000000000..9125880e0107af36eba8783d664d043118a3704c --- /dev/null +++ b/SoccerTwos/SoccerTwos-5499856.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191b06ca1961d5698ac4000f1f70ca0142c0f0d8e746d880d98a9409c425ecb7 +size 1763220 diff --git a/SoccerTwos/SoccerTwos-5499856.pt b/SoccerTwos/SoccerTwos-5499856.pt new file mode 100644 index 0000000000000000000000000000000000000000..86fc2e61b5fa5b4837badc51fa0137b9bf156932 --- /dev/null +++ b/SoccerTwos/SoccerTwos-5499856.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a825f6232d4ceb8fa46f9389984d7468f81627f5195f5517ba1a46bf0b751bdc +size 28424007 diff --git a/SoccerTwos/SoccerTwos-5999754.onnx b/SoccerTwos/SoccerTwos-5999754.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d583615c7f883898f1f7eecf190e648852a5824f --- /dev/null +++ b/SoccerTwos/SoccerTwos-5999754.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c98f00c9534c91be117a23511bbd6956a8cae65bd1b6ebbed0462c94e0f1ee +size 1763220 diff --git a/SoccerTwos/SoccerTwos-5999754.pt b/SoccerTwos/SoccerTwos-5999754.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e4a964151978456bb122f2042027be6874119a2 --- /dev/null +++ b/SoccerTwos/SoccerTwos-5999754.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98fc36c507f202d7510c8ad5663655cf90a905c47895f80cbb428580fa97b1d2 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-6499512.onnx b/SoccerTwos/SoccerTwos-6499512.onnx new file mode 100644 index 0000000000000000000000000000000000000000..b9034f0b003bcf829cc4d514423ef474c3b06068 --- /dev/null +++ b/SoccerTwos/SoccerTwos-6499512.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2531e12a60584076bbd8ad475db951833ac8ff7d19eace1114452de49e80d3f3 +size 1763220 diff --git a/SoccerTwos/SoccerTwos-6499512.pt b/SoccerTwos/SoccerTwos-6499512.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aa28f3084798b7145dc8cc6d75d3a2be4ed9089 --- /dev/null +++ b/SoccerTwos/SoccerTwos-6499512.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3309e9cb67781338c91e47515ffaa945383b462fdc6222397317279b7581c29 +size 28424007 diff --git a/SoccerTwos/SoccerTwos-6999684.onnx b/SoccerTwos/SoccerTwos-6999684.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bf84a95d402a0a4b62a6d2157a2e416b63b3726b --- /dev/null +++ b/SoccerTwos/SoccerTwos-6999684.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c2ab0aa54f5a1d11040b8299bd433ff3036e8326360478d6f60f6d3a78d67b +size 1763220 diff --git a/SoccerTwos/SoccerTwos-6999684.pt b/SoccerTwos/SoccerTwos-6999684.pt new file mode 100644 index 0000000000000000000000000000000000000000..4460a1d72ae6acc892d94c87201434858c8ecc45 --- /dev/null +++ b/SoccerTwos/SoccerTwos-6999684.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90cb2f19717314fcd45a6501e0822584a614f0912162ca7debb01de3176000fe +size 28424007 diff --git a/SoccerTwos/SoccerTwos-7000684.onnx b/SoccerTwos/SoccerTwos-7000684.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bf84a95d402a0a4b62a6d2157a2e416b63b3726b --- /dev/null +++ b/SoccerTwos/SoccerTwos-7000684.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c2ab0aa54f5a1d11040b8299bd433ff3036e8326360478d6f60f6d3a78d67b +size 1763220 diff --git a/SoccerTwos/SoccerTwos-7000684.pt b/SoccerTwos/SoccerTwos-7000684.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dd303c6e2ce67a803f73487a7cb347594ad988a --- /dev/null +++ b/SoccerTwos/SoccerTwos-7000684.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e079708a7f9363609e016f8bd6fc454a3071f7f2118832b50a5468dee4e6b768 +size 28424007 diff --git a/SoccerTwos/checkpoint.pt b/SoccerTwos/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b14c22f798ada3da1ae8982be99379a4c1e36ad --- /dev/null +++ b/SoccerTwos/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bec2be03a0fd0f53f263b0bc5ba6234d982b00585ea91d4ecae88c41d9368b8 +size 28424007 diff --git a/SoccerTwos/events.out.tfevents.1675861058.Jasons-iMac.988.0 b/SoccerTwos/events.out.tfevents.1675861058.Jasons-iMac.988.0 new file mode 100644 index 0000000000000000000000000000000000000000..f11dee8d22299c83261c3840d865b4dfa6e96f92 --- /dev/null +++ b/SoccerTwos/events.out.tfevents.1675861058.Jasons-iMac.988.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a33b743c88d96371bdc9ed3e09959d66cfd2a6a94b3e516bb5bde58ad3370a +size 15223777 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3d7da7e3d375c8dae4aa8e7992a07caa5c7ed08d --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 15000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 100000, "swap_steps": 1000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..27c482e5bdd6c17ddf7e408434397da685baf48c --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,82 @@ +default_settings: null +behaviors: + SoccerTwos: + trainer_type: poca + hyperparameters: + batch_size: 2048 + buffer_size: 20480 + learning_rate: 0.0003 + beta: 0.005 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + learning_rate_schedule: constant + beta_schedule: constant + epsilon_schedule: constant + checkpoint_interval: 500000 + network_settings: + normalize: false + hidden_units: 512 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 5 + even_checkpoints: false + max_steps: 15000000 + time_horizon: 1000 + summary_freq: 10000 + threaded: false + self_play: + save_steps: 50000 + team_change: 100000 + swap_steps: 1000 + window: 10 + play_against_latest_model_ratio: 0.5 + initial_elo: 1200.0 + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/SoccerTwos.exe + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: SoccerTwos + initialize_from: null + load_model: false + resume: false + force: true + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..2dba403a5f5cacd27b5cd53521bf21734c1e79a2 --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,777 @@ +Mono path[0] = '/Users/jasonli/huggingface-rl/ml-agents/training-envs-executables/SoccerTwos.app/Contents/Resources/Data/Managed' +Mono config path = '/Users/jasonli/huggingface-rl/ml-agents/training-envs-executables/SoccerTwos.app/Contents/MonoBleedingEdge/etc' +New input system (experimental) initialized +Initialize engine version: 2021.3.17f1 (3e8111cac19d) +[Subsystems] Discovering subsystems at path /Users/jasonli/huggingface-rl/ml-agents/training-envs-executables/SoccerTwos.app/Contents/Resources/Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +Begin MonoManager ReloadAssembly +- Completed reload, in 0.173 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 1.266507 ms +Registered Communicator in Agent. +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +TOO LONG +Setting up 2 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [8.0 KB-16.0 KB]: 284830 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.1 MB + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 131 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 78.8 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0.7 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] x 2 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] x 3 + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_OSX HID Input] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 1] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 2] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 4 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [4.0 MB-8.0 MB]: 284831 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 5.2 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 284831 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 17.2 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 284830 frames, [64.0 KB-128.0 KB]: 1 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 65.6 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [128.0 KB-256.0 KB]: 284831 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 173.5 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 284831 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 0.6 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 284830 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 3.4 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 284831 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 284830 frames, [2.0 KB-4.0 KB]: 1 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 KB + Peak Large allocation bytes 0 B diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..8edde732e22cbef26452a6f015c9bb2e69eff350 --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,368 @@ +{ + "name": "root", + "gauges": { + "SoccerTwos.Policy.Entropy.mean": { + "value": 1.5067166090011597, + "min": 1.4732240438461304, + "max": 3.2956974506378174, + "count": 1500 + }, + "SoccerTwos.Policy.Entropy.sum": { + "value": 30568.267578125, + "min": 22352.046875, + "max": 127411.609375, + "count": 1500 + }, + "SoccerTwos.Environment.EpisodeLength.mean": { + "value": 65.39189189189189, + "min": 43.415929203539825, + "max": 999.0, + "count": 1500 + }, + "SoccerTwos.Environment.EpisodeLength.sum": { + "value": 19356.0, + "min": 16736.0, + "max": 23940.0, + "count": 1500 + }, + "SoccerTwos.Self-play.ELO.mean": { + "value": 1660.4176905592778, + "min": 1187.3604155427756, + "max": 1696.936623675001, + "count": 1495 + }, + "SoccerTwos.Self-play.ELO.sum": { + "value": 245741.8182027731, + "min": 2374.791342730163, + "max": 348853.8470235936, + "count": 1495 + }, + "SoccerTwos.Step.mean": { + "value": 14999843.0, + "min": 9990.0, + "max": 14999843.0, + "count": 1500 + }, + "SoccerTwos.Step.sum": { + "value": 14999843.0, + "min": 9990.0, + "max": 14999843.0, + "count": 1500 + }, + "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { + "value": 0.019337879493832588, + "min": -0.15709806978702545, + "max": 0.18699586391448975, + "count": 1500 + }, + "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { + "value": 2.8813440799713135, + "min": -25.449888229370117, + "max": 29.80352020263672, + "count": 1500 + }, + "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { + "value": 0.020443666726350784, + "min": -0.16041624546051025, + "max": 0.17534296214580536, + "count": 1500 + }, + "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { + "value": 3.0461063385009766, + "min": -25.987430572509766, + "max": 30.18053436279297, + "count": 1500 + }, + "SoccerTwos.Environment.CumulativeReward.mean": { + "value": 0.0, + "min": 0.0, + "max": 0.0, + "count": 1500 + }, + "SoccerTwos.Environment.CumulativeReward.sum": { + "value": 0.0, + "min": 0.0, + "max": 0.0, + "count": 1500 + }, + "SoccerTwos.Policy.ExtrinsicReward.mean": { + "value": 0.014993289973111761, + "min": -0.5098999994141715, + "max": 0.41563119472713644, + "count": 1500 + }, + "SoccerTwos.Policy.ExtrinsicReward.sum": { + "value": 2.2340002059936523, + "min": -54.185800075531006, + "max": 51.23759996891022, + "count": 1500 + }, + "SoccerTwos.Environment.GroupCumulativeReward.mean": { + "value": 0.014993289973111761, + "min": -0.5098999994141715, + "max": 0.41563119472713644, + "count": 1500 + }, + "SoccerTwos.Environment.GroupCumulativeReward.sum": { + "value": 2.2340002059936523, + "min": -54.185800075531006, + "max": 51.23759996891022, + "count": 1500 + }, + "SoccerTwos.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 1500 + }, + "SoccerTwos.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 1500 + }, + "SoccerTwos.Losses.PolicyLoss.mean": { + "value": 0.018578962058139345, + "min": 0.009522359849264224, + "max": 0.025848403107374907, + "count": 725 + }, + "SoccerTwos.Losses.PolicyLoss.sum": { + "value": 0.018578962058139345, + "min": 0.009522359849264224, + "max": 0.025848403107374907, + "count": 725 + }, + "SoccerTwos.Losses.ValueLoss.mean": { + "value": 0.0914967936774095, + "min": 0.0002983508828037884, + "max": 0.11525523861249289, + "count": 725 + }, + "SoccerTwos.Losses.ValueLoss.sum": { + "value": 0.0914967936774095, + "min": 0.0002983508828037884, + "max": 0.11525523861249289, + "count": 725 + }, + "SoccerTwos.Losses.BaselineLoss.mean": { + "value": 0.09346691146492958, + "min": 0.0003022514666857508, + "max": 0.11719595417380332, + "count": 725 + }, + "SoccerTwos.Losses.BaselineLoss.sum": { + "value": 0.09346691146492958, + "min": 0.0003022514666857508, + "max": 0.11719595417380332, + "count": 725 + }, + "SoccerTwos.Policy.LearningRate.mean": { + "value": 0.0003, + "min": 0.0003, + "max": 0.0003, + "count": 725 + }, + "SoccerTwos.Policy.LearningRate.sum": { + "value": 0.0003, + "min": 0.0003, + "max": 0.0003, + "count": 725 + }, + "SoccerTwos.Policy.Epsilon.mean": { + "value": 0.20000000000000007, + "min": 0.20000000000000007, + "max": 0.20000000000000007, + "count": 725 + }, + "SoccerTwos.Policy.Epsilon.sum": { + "value": 0.20000000000000007, + "min": 0.20000000000000007, + "max": 0.20000000000000007, + "count": 725 + }, + "SoccerTwos.Policy.Beta.mean": { + "value": 0.005000000000000001, + "min": 0.005000000000000001, + "max": 0.005000000000000001, + "count": 725 + }, + "SoccerTwos.Policy.Beta.sum": { + "value": 0.005000000000000001, + "min": 0.005000000000000001, + "max": 0.005000000000000001, + "count": 725 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1675861056", + "python_version": "3.8.16 | packaged by conda-forge | (default, Feb 1 2023, 16:05:36) \n[Clang 14.0.6 ]", + "command_line_arguments": "/Users/jasonli/opt/anaconda3/envs/huggingface-rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.8.1", + "numpy_version": "1.21.2", + "end_time_seconds": "1675919164" + }, + "total": 58108.080313268, + "count": 1, + "self": 0.4026835760087124, + "children": { + "run_training.setup": { + "total": 0.02718190900000028, + "count": 1, + "self": 0.02718190900000028 + }, + "TrainerController.start_learning": { + "total": 58107.650447782995, + "count": 1, + "self": 20.708234542486025, + "children": { + "TrainerController._reset_env": { + "total": 5.54031386398742, + "count": 150, + "self": 5.54031386398742 + }, + "TrainerController.advance": { + "total": 58081.160039572525, + "count": 1034775, + "self": 20.093459303745476, + "children": { + "env_step": { + "total": 14674.866582564675, + "count": 1034775, + "self": 11926.03568554595, + "children": { + "SubprocessEnvManager._take_step": { + "total": 2736.1284793729224, + "count": 1034775, + "self": 106.82603094763908, + "children": { + "TorchPolicy.evaluate": { + "total": 2629.3024484252833, + "count": 1898930, + "self": 2629.3024484252833 + } + } + }, + "workers": { + "total": 12.702417645802136, + "count": 1034775, + "self": 0.0, + "children": { + "worker_root": { + "total": 58065.54942584988, + "count": 1034775, + "is_parallel": true, + "self": 48393.63953440664, + "children": { + "steps_from_proto": { + "total": 0.2551038370237042, + "count": 300, + "is_parallel": true, + "self": 0.05206554106337791, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.2030382959603263, + "count": 1200, + "is_parallel": true, + "self": 0.2030382959603263 + } + } + }, + "UnityEnvironment.step": { + "total": 9671.654787606214, + "count": 1034775, + "is_parallel": true, + "self": 634.5766729226052, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 389.3952703962121, + "count": 1034775, + "is_parallel": true, + "self": 389.3952703962121 + }, + "communicator.exchange": { + "total": 6994.076032848716, + "count": 1034775, + "is_parallel": true, + "self": 6994.076032848716 + }, + "steps_from_proto": { + "total": 1653.6068114386812, + "count": 2069550, + "is_parallel": true, + "self": 342.4089518965993, + "children": { + "_process_rank_one_or_two_observation": { + "total": 1311.197859542082, + "count": 8278200, + "is_parallel": true, + "self": 1311.197859542082 + } + } + } + } + } + } + } + } + } + } + }, + "trainer_advance": { + "total": 43386.199997704105, + "count": 1034775, + "self": 156.38863118254085, + "children": { + "process_trajectory": { + "total": 4690.498217172528, + "count": 1034775, + "self": 4684.02549222752, + "children": { + "RLTrainer._checkpoint": { + "total": 6.472724945007485, + "count": 30, + "self": 6.472724945007485 + } + } + }, + "_update_policy": { + "total": 38539.31314934904, + "count": 725, + "self": 2047.7664497685328, + "children": { + "TorchPOCAOptimizer.update": { + "total": 36491.5466995805, + "count": 21750, + "self": 36491.5466995805 + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 7.43995769880712e-07, + "count": 1, + "self": 7.43995769880712e-07 + }, + "TrainerController._save_models": { + "total": 0.24185905999911483, + "count": 1, + "self": 0.0038566639996133745, + "children": { + "RLTrainer._checkpoint": { + "total": 0.23800239599950146, + "count": 1, + "self": 0.23800239599950146 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..77079f8d723ce5bf6b8145a38be012fb6b603e18 --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,66 @@ +{ + "SoccerTwos": { + "checkpoints": [ + { + "steps": 13499988, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13499988.onnx", + "reward": 0.0, + "creation_time": 1675913435.504519, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-13499988.pt" + ] + }, + { + "steps": 13999899, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13999899.onnx", + "reward": 0.0, + "creation_time": 1675915379.6946602, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-13999899.pt" + ] + }, + { + "steps": 14499857, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14499857.onnx", + "reward": 0.0, + "creation_time": 1675917262.255454, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-14499857.pt" + ] + }, + { + "steps": 14999843, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14999843.onnx", + "reward": 0.0, + "creation_time": 1675919163.3168461, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-14999843.pt" + ] + }, + { + "steps": 15000016, + "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15000016.onnx", + "reward": 0.0, + "creation_time": 1675919163.6011388, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-15000016.pt" + ] + } + ], + "elo": 1658.6137227726374, + "final_checkpoint": { + "steps": 15000016, + "file_path": "results/SoccerTwos/SoccerTwos.onnx", + "reward": 0.0, + "creation_time": 1675919163.6011388, + "auxillary_file_paths": [ + "results/SoccerTwos/SoccerTwos/SoccerTwos-15000016.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.8.1" + } +} \ No newline at end of file