From 052a5c8f6afd0bfbce0a40f8124c934af464f916 Mon Sep 17 00:00:00 2001 From: Richard Date: Sun, 13 Jan 2019 08:08:37 -0800 Subject: [PATCH 01/15] refactor gass epislon strategy name --- .gitignore | 1 + .idea/encodings.xml | 4 + .idea/misc.xml | 7 + .idea/modules.xml | 8 + .idea/rlkit.iml | 12 + .idea/vcs.xml | 7 + .idea/workspace.xml | 944 +++ ...ard-pulkit-existing_codebases-doodad.patch | 13 + .../debug.log | 19 + .../experiment.pkl | Bin 0 -> 2378 bytes .../extra_data.pkl | 1 + .../git_infos.txt | 8 + .../params.pkl | Bin 0 -> 442157 bytes .../progress.csv | 0 .../r0.png | Bin 0 -> 70843 bytes .../s0.png | Bin 0 -> 548643 bytes .../script_name.txt | 1 + .../vae_progress.csv | 2 + .../variant.json | 93 + ...ard-pulkit-existing_codebases-doodad.patch | 13 + ...it-existing_codebases-rlkit-rlkit-...patch | 13 + .../debug.log | 19 + .../experiment.pkl | Bin 0 -> 2837 bytes .../extra_data.pkl | Bin 0 -> 258 bytes .../git_infos.txt | 8 + .../params.pkl | Bin 0 -> 442140 bytes .../progress.csv | 0 .../r0.png | Bin 0 -> 81052 bytes .../s0.png | Bin 0 -> 560079 bytes .../script_name.txt | 1 + .../vae_progress.csv | 2 + .../variant.json | 93 + ...it-existing_codebases-rlkit-rlkit-...patch | 123 + .../debug.log | 0 .../experiment.pkl | Bin 0 -> 674 bytes .../git_infos.txt | 4 + .../progress.csv | 0 .../script_name.txt | 1 + .../variant.json | 19 + ...it-existing_codebases-rlkit-rlkit-...patch | 147 + ...ting_codebases-rlkit-rlkit-.._staged.patch | 477 ++ .../debug.log | 38 + .../experiment.pkl | Bin 0 -> 1800 bytes .../extra_data.pkl | 1 + .../git_infos.txt | 4 + .../params.pkl | Bin 0 -> 443086 bytes .../progress.csv | 0 .../r0.png | Bin 0 -> 52769 bytes .../s0.png | Bin 0 -> 558933 bytes .../script_name.txt | 1 + .../vae_progress.csv | 3 + .../variant.json | 93 + ...it-existing_codebases-rlkit-rlkit-...patch | 89 + .../debug.log | 0 .../experiment.pkl | Bin 0 -> 1800 bytes .../extra_data.pkl | 1 + .../git_infos.txt | 4 + .../progress.csv | 0 .../script_name.txt | 1 + .../vae_progress.csv | 0 .../variant.json | 93 + ...ard-pulkit-existing_codebases-doodad.patch | 13 + ...it-existing_codebases-rlkit-rlkit-...patch | 114 + ...ting_codebases-rlkit-rlkit-.._staged.patch | 477 ++ .../debug.log | 6680 +++++++++++++++++ .../experiment.pkl | Bin 0 -> 22440 bytes .../extra_data.pkl | Bin 0 -> 401528 bytes .../git_infos.txt | 8 + .../params.pkl | Bin 0 -> 2447679 bytes .../progress.csv | 49 + .../r0.png | Bin 0 -> 63164 bytes .../r10.png | Bin 0 -> 14225 bytes .../r100.png | Bin 0 -> 6306 bytes .../r15.png | Bin 0 -> 12469 bytes .../r20.png | Bin 0 -> 11812 bytes .../r25.png | Bin 0 -> 9526 bytes .../r30.png | Bin 0 -> 8755 bytes .../r35.png | Bin 0 -> 8735 bytes .../r40.png | Bin 0 -> 7613 bytes .../r45.png | Bin 0 -> 7896 bytes .../r5.png | Bin 0 -> 30311 bytes .../r50.png | Bin 0 -> 7689 bytes .../r55.png | Bin 0 -> 7796 bytes .../r60.png | Bin 0 -> 6480 bytes .../r65.png | Bin 0 -> 7584 bytes .../r70.png | Bin 0 -> 7551 bytes .../r75.png | Bin 0 -> 6945 bytes .../r80.png | Bin 0 -> 7411 bytes .../r85.png | Bin 0 -> 7283 bytes .../r90.png | Bin 0 -> 7502 bytes .../r95.png | Bin 0 -> 7138 bytes .../s0.png | Bin 0 -> 565410 bytes .../s10.png | Bin 0 -> 136990 bytes .../s100.png | Bin 0 -> 49992 bytes .../s15.png | Bin 0 -> 95313 bytes .../s20.png | Bin 0 -> 84540 bytes .../s25.png | Bin 0 -> 67337 bytes .../s30.png | Bin 0 -> 68601 bytes .../s35.png | Bin 0 -> 63343 bytes .../s40.png | Bin 0 -> 63188 bytes .../s45.png | Bin 0 -> 59812 bytes .../s5.png | Bin 0 -> 239015 bytes .../s50.png | Bin 0 -> 57050 bytes .../s55.png | Bin 0 -> 57070 bytes .../s60.png | Bin 0 -> 56588 bytes .../s65.png | Bin 0 -> 53890 bytes .../s70.png | Bin 0 -> 55584 bytes .../s75.png | Bin 0 -> 53985 bytes .../s80.png | Bin 0 -> 56979 bytes .../s85.png | Bin 0 -> 54434 bytes .../s90.png | Bin 0 -> 53826 bytes .../s95.png | Bin 0 -> 52498 bytes .../script_name.txt | 1 + .../vae.pkl | Bin 0 -> 441959 bytes .../vae_progress.csv | 102 + .../variant.json | 93 + .../video_0_env.mp4 | Bin 0 -> 33267 bytes .../video_0_vae.mp4 | Bin 0 -> 26306 bytes .../video_50_env.mp4 | Bin 0 -> 69334 bytes .../video_50_vae.mp4 | Bin 0 -> 87708 bytes ...it-existing_codebases-rlkit-rlkit-...patch | 138 + ...ting_codebases-rlkit-rlkit-.._staged.patch | 477 ++ .../debug.log | 1406 ++++ .../experiment.pkl | Bin 0 -> 22764 bytes .../extra_data.pkl | 1 + .../git_infos.txt | 8 + .../params.pkl | Bin 0 -> 441932 bytes .../progress.csv | 0 .../r0.png | Bin 0 -> 54057 bytes .../r10.png | Bin 0 -> 11526 bytes .../r15.png | Bin 0 -> 11201 bytes .../r20.png | Bin 0 -> 11201 bytes .../r25.png | Bin 0 -> 11169 bytes .../r30.png | Bin 0 -> 10866 bytes .../r35.png | Bin 0 -> 10115 bytes .../r40.png | Bin 0 -> 9969 bytes .../r45.png | Bin 0 -> 9102 bytes .../r5.png | Bin 0 -> 20119 bytes .../r50.png | Bin 0 -> 9326 bytes .../r55.png | Bin 0 -> 9052 bytes .../r60.png | Bin 0 -> 8247 bytes .../r65.png | Bin 0 -> 7546 bytes .../r70.png | Bin 0 -> 8509 bytes .../s0.png | Bin 0 -> 547930 bytes .../s10.png | Bin 0 -> 155351 bytes .../s15.png | Bin 0 -> 117706 bytes .../s20.png | Bin 0 -> 105890 bytes .../s25.png | Bin 0 -> 102049 bytes .../s30.png | Bin 0 -> 99229 bytes .../s35.png | Bin 0 -> 91576 bytes .../s40.png | Bin 0 -> 86405 bytes .../s45.png | Bin 0 -> 84116 bytes .../s5.png | Bin 0 -> 262187 bytes .../s50.png | Bin 0 -> 81632 bytes .../s55.png | Bin 0 -> 80994 bytes .../s60.png | Bin 0 -> 75300 bytes .../s65.png | Bin 0 -> 74001 bytes .../s70.png | Bin 0 -> 70486 bytes .../script_name.txt | 1 + .../vae_progress.csv | 75 + .../variant.json | 93 + ...it-existing_codebases-rlkit-rlkit-...patch | 67 + ...ting_codebases-rlkit-rlkit-.._staged.patch | 477 ++ .../debug.log | 0 .../git_infos.txt | 4 + .../progress.csv | 0 .../variant.json | 15 + ...it-existing_codebases-rlkit-rlkit-...patch | 123 + .../debug.log | 0 .../git_infos.txt | 4 + .../progress.csv | 0 .../variant.json | 15 + ...it-existing_codebases-rlkit-rlkit-...patch | 123 + .../debug.log | 0 .../git_infos.txt | 4 + .../progress.csv | 0 .../variant.json | 15 + ...it-existing_codebases-rlkit-rlkit-...patch | 123 + .../debug.log | 0 .../git_infos.txt | 4 + .../progress.csv | 0 .../variant.json | 15 + ...it-existing_codebases-rlkit-rlkit-...patch | 123 + .../debug.log | 0 .../git_infos.txt | 4 + .../progress.csv | 0 .../variant.json | 15 + ...it-existing_codebases-rlkit-rlkit-...patch | 124 + .../debug.log | 0 .../git_infos.txt | 4 + .../progress.csv | 0 .../variant.json | 15 + environment/docker/Dockerfile | 21 +- environment/docker/copycontext.sh | 1 + environment/docker/multiworld | 1 + environment/local_docker/Dockerfile | 40 + environment/local_docker/copycontext.sh | 2 + environment/local_docker/linux-cpu-env.yml | 29 + environment/requirements.txt | 32 + examples/her/her_td3_gym_fetch_reach.py | 14 +- examples/her/her_td3_gym_fetch_stack2.py | 12 + .../her/her_td3_multiworld_sawyer_reach.py | 4 +- examples/rig/pointmass/rig.py | 6 +- examples/rig/pusher/rig.py | 2 +- .../gaussian_and_epsilon_strategy.py | 2 +- rlkit/torch/pytorch_util.py | 3 +- 206 files changed, 13527 insertions(+), 20 deletions(-) create mode 100644 .idea/encodings.xml create mode 100644 .idea/misc.xml create mode 100644 .idea/modules.xml create mode 100644 .idea/rlkit.iml create mode 100644 .idea/vcs.xml create mode 100644 .idea/workspace.xml create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/Users-richard-pulkit-existing_codebases-doodad.patch create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/debug.log create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/experiment.pkl create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/extra_data.pkl create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/git_infos.txt create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/params.pkl create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/progress.csv create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/r0.png create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/s0.png create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/script_name.txt create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/vae_progress.csv create mode 100644 data/01-09-rlkit-pointmass-rig-example/01-09-rlkit-pointmass-rig-example_2019_01_09_03_05_20_0000--s-99418/variant.json create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/Users-richard-pulkit-existing_codebases-doodad.patch create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/debug.log create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/experiment.pkl create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/extra_data.pkl create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/git_infos.txt create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/params.pkl create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/progress.csv create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/r0.png create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/s0.png create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/script_name.txt create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/vae_progress.csv create mode 100644 data/01-11-rlkit-pointmass-rig-example/01-11-rlkit-pointmass-rig-example_2019_01_11_18_36_04_0000--s-2403/variant.json create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/debug.log create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/experiment.pkl create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/git_infos.txt create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/progress.csv create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/script_name.txt create mode 100644 data/01-12-rlkit-her-td3-gym-fetch/01-12-rlkit-her_td3_gym_fetch_2019_01_12_06_32_38_0000--s-83078/variant.json create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/Users-richard-pulkit-existing_codebases-rlkit-rlkit-.._staged.patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/debug.log create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/experiment.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/extra_data.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/git_infos.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/params.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/r0.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/s0.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/script_name.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/vae_progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_11_11_0000--s-78757/variant.json create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/debug.log create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/experiment.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/extra_data.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/git_infos.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/script_name.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/vae_progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_05_16_58_0000--s-85412/variant.json create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/Users-richard-pulkit-existing_codebases-doodad.patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/Users-richard-pulkit-existing_codebases-rlkit-rlkit-.._staged.patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/debug.log create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/experiment.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/extra_data.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/git_infos.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/params.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r0.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r10.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r100.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r15.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r20.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r25.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r30.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r35.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r40.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r45.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r5.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r50.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r55.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r60.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r65.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r70.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r75.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r80.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r85.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r90.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/r95.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s0.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s10.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s100.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s15.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s20.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s25.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s30.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s35.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s40.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s45.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s5.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s50.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s55.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s60.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s65.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s70.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s75.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s80.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s85.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s90.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/s95.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/script_name.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/vae.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/vae_progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/variant.json create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/video_0_env.mp4 create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/video_0_vae.mp4 create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/video_50_env.mp4 create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_09_09_32_0000--s-30760/video_50_vae.mp4 create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/Users-richard-pulkit-existing_codebases-rlkit-rlkit-.._staged.patch create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/debug.log create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/experiment.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/extra_data.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/git_infos.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/params.pkl create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r0.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r10.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r15.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r20.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r25.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r30.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r35.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r40.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r45.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r5.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r50.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r55.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r60.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r65.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/r70.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s0.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s10.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s15.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s20.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s25.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s30.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s35.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s40.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s45.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s5.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s50.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s55.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s60.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s65.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/s70.png create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/script_name.txt create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/vae_progress.csv create mode 100644 data/01-12-rlkit-pointmass-rig-example/01-12-rlkit-pointmass-rig-example_2019_01_12_12_18_26_0000--s-4996/variant.json create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_11_22_26_56_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_11_22_26_56_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-.._staged.patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_11_22_26_56_0000--s-0/debug.log create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_11_22_26_56_0000--s-0/git_infos.txt create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_11_22_26_56_0000--s-0/progress.csv create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_11_22_26_56_0000--s-0/variant.json create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_37_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_37_0000--s-0/debug.log create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_37_0000--s-0/git_infos.txt create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_37_0000--s-0/progress.csv create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_37_0000--s-0/variant.json create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_45_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_45_0000--s-0/debug.log create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_45_0000--s-0/git_infos.txt create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_45_0000--s-0/progress.csv create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_30_45_0000--s-0/variant.json create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_31_02_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_31_02_0000--s-0/debug.log create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_31_02_0000--s-0/git_infos.txt create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_31_02_0000--s-0/progress.csv create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_31_02_0000--s-0/variant.json create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_32_38_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_32_38_0000--s-0/debug.log create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_32_38_0000--s-0/git_infos.txt create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_32_38_0000--s-0/progress.csv create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_32_38_0000--s-0/variant.json create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_34_13_0000--s-0/Users-richard-pulkit-existing_codebases-rlkit-rlkit-...patch create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_34_13_0000--s-0/debug.log create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_34_13_0000--s-0/git_infos.txt create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_34_13_0000--s-0/progress.csv create mode 100644 data/her-td3-fetch-experiment/her-td3-fetch-experiment_2019_01_12_06_34_13_0000--s-0/variant.json create mode 100755 environment/docker/copycontext.sh create mode 160000 environment/docker/multiworld create mode 100644 environment/local_docker/Dockerfile create mode 100755 environment/local_docker/copycontext.sh create mode 100644 environment/local_docker/linux-cpu-env.yml create mode 100644 environment/requirements.txt create mode 100644 examples/her/her_td3_gym_fetch_stack2.py diff --git a/.gitignore b/.gitignore index 49c6adc85..8f0a17737 100644 --- a/.gitignore +++ b/.gitignore @@ -3,3 +3,4 @@ **/*.pyc **/*.swp rlkit/launchers/config.py +rlkit_venv/ diff --git a/.idea/encodings.xml b/.idea/encodings.xml new file mode 100644 index 000000000..15a15b218 --- /dev/null +++ b/.idea/encodings.xml @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml new file mode 100644 index 000000000..bc689f31d --- /dev/null +++ b/.idea/misc.xml @@ -0,0 +1,7 @@ + + + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 000000000..c960dbbce --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/rlkit.iml b/.idea/rlkit.iml new file mode 100644 index 000000000..38210f196 --- /dev/null +++ b/.idea/rlkit.iml @@ -0,0 +1,12 @@ + + + + + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 000000000..baf37aa97 --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,7 @@ + + + + + + + \ No newline at end of file diff --git a/.idea/workspace.xml b/.idea/workspace.xml new file mode 100644 index 000000000..d60e7030f --- /dev/null +++ b/.idea/workspace.xml @@ -0,0 +1,944 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + s3_base + s3_log + def launch + AWS_S3_ + docker + self.docker_image + mode == 'local' + 'local' + rlkit_gpu + DOCKER + image= + gpu + DOCKER_IMAGE + g2 + GPU + cuda + ec2 + mode= + nvidia + verbose + use_gpu + self.gpu + run_experiment_kwargs + method_call + run_experiment + ['use_gpu'] + ptu. + ptu + env + Point2DWallEnv + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + @@ -424,7 +627,7 @@ - - + - - - + + + - - + + @@ -579,6 +782,16 @@ 48