Add training data

training_data.json

@@ -1,227 +1,227 @@
 {
   "train_losses": [
-    -0.0019335938850417733,
-    -0.00031250016763806343,
-    -0.0003515627468004823,
-    -0.0016894532600417733,
-    -0.0029003904201090336,
-    -0.0007128907018341124,
-    -0.0029589843470603228,
-    0.0007324218167923391,
-    -0.0016503907972946763,
-    0.00024414053768850863,
-    -0.0012304687406867743,
-    -0.002773437649011612,
-    0.0016113281017169356,
-    0.0012695312034338713,
-    0.0011425779666751623,
-    -0.0006542970659211278,
-    0.0009960937313735485,
-    0.0004394530551508069,
-    -0.00015625008381903172,
-    -0.0018945313058793545,
-    -0.0021289063151925802,
-    0.00030273429001681507,
-    -0.0010546875419095159,
-    -0.0011523438151925802,
-    -9.765630238689482e-05,
-    -0.00028320314595475793,
-    0.0007324217003770173,
-    0.0014453124022111297,
-    0.0013183592818677425,
-    -0.00028320311685092747,
-    0.0015527342911809683,
-    -0.00017578131519258022,
-    0.0015625000232830644,
-    0.0008789062267169356,
-    -0.0008691407274454832,
-    0.0018066405318677425,
-    -0.0019628906156867743,
-    -0.0013476562453433871,
-    0.0015136718284338713,
-    -0.0009765624417923391,
-    -3.906257916241884e-05,
-    0.0013476562453433871,
-    -0.001308593899011612,
-    -0.0007617188384756446,
-    -0.002119140699505806,
-    -0.0016210938338190317,
-    -0.0006054689874872565,
-    0.0011425780830904841,
-    -7.812504190951586e-05,
-    -0.0012500000884756446,
-    -0.0010546875419095159,
-    0.00038085930282250047,
-    -0.0019042970379814506,
-    -0.00016601575771346688,
-    -0.0006250001606531441,
-    -0.0003515625139698386,
-    0.001425781287252903,
-    -0.0010449220426380634,
-    -0.0020703128539025784,
-    -0.00012695323675870895,
-    0.0005175780970603228,
-    0.0010644530411809683,
-    -0.002158203162252903,
-    -0.0029589845798909664,
-    -0.0018554688431322575,
-    -0.0006738282390870154,
-    -0.0005761720240116119,
+    3.90624045394361e-05,
+    4.8828020226210356e-05,
+    -0.0006445313338190317,
+    0.0006347655435092747,
+    -0.001953125,
     -0.0010351564269512892,
-    -0.0016113284509629011,
-    -3.906257916241884e-05,
-    -0.0008984376909211278,
-    -0.002167969010770321,
-    0.0006835937965661287,
-    -2.929684706032276e-05,
-    -0.0029199221171438694,
-    -0.00011718759196810424,
-    -0.0009765625,
-    -0.00010742194717749953,
-    0.0011132812360301614,
-    -0.0030761719681322575,
-    0.0004003905050922185,
-    0.00029296864522621036,
-    -0.0009960938477888703,
-    0.001171874930150807,
-    -0.005048828199505806,
+    0.0016406248323619366,
+    -0.0017968750325962901,
+    -0.00024414079962298274,
+    -0.0008007813594304025,
+    -0.0011230468517169356,
+    -0.0002050782786682248,
+    -0.0006835939129814506,
+    9.76555747911334e-06,
+    -0.0005273438873700798,
+    -0.0008691407856531441,
+    -0.0016992187593132257,
+    0.0005371093284338713,
+    -0.001347656361758709,
+    -0.0006933595868758857,
+    -0.0008398438221774995,
+    -0.003837890923023224,
+    0.000439452996943146,
+    -0.0008789062849245965,
+    -0.0016601565293967724,
+    -0.0018066407646983862,
+    -0.002871094038709998,
+    -0.0011230469681322575,
+    -0.001591796986758709,
+    -0.001992187462747097,
+    -0.002285156399011612,
+    -0.0005566407344304025,
+    -0.0004687502223532647,
+    -0.0010449219262227416,
+    -0.0027539064176380634,
+    4.8828020226210356e-05,
+    8.789054118096828e-05,
+    0.0005761717911809683,
+    0.00029296870343387127,
+    -0.0008496094960719347,
+    -0.0036132815293967724,
+    -0.002001953311264515,
+    0.0019433593843132257,
+    -0.0015332030598074198,
+    0.00045898431562818587,
+    -0.0006933595286682248,
+    -0.0021972658578306437,
+    0.0019726562313735485,
+    -0.003134765662252903,
+    0.0007226562593132257,
     -0.0005664062919095159,
-    -0.0039257812313735485,
-    -0.0008984376909211278,
-    0.0005273436545394361,
-    0.0004980468074791133,
-    -0.0038183594588190317,
-    -0.0019238280365243554,
-    -0.005605469457805157,
-    -0.0008886719588190317,
-    -0.0028417969588190317,
-    -0.0008593749953433871,
-    0.0010058593470603228,
-    -0.0018359377281740308,
-    -0.0026953124906867743,
-    0.0005078124231658876,
-    -0.0005957033135928214,
-    -0.002089844085276127,
-    -0.001220703125,
-    -0.0010351564269512892,
-    0.0011621093144640326,
-    -2.9296934371814132e-05,
-    0.000810546800494194,
-    -0.0006738280644640326,
-    -0.0010449220426380634,
-    0.00035156242665834725,
-    -0.0024707033298909664,
-    0.001259765587747097,
-    -0.0017773439176380634,
-    -0.00019531248835846782,
-    0.0014355469029396772,
-    -6.835951353423297e-05,
-    4.882804933004081e-05,
-    -0.00025390624068677425,
-    -0.002246093936264515,
-    5.8593665016815066e-05,
-    -0.0005957032553851604,
-    0.000566406175494194,
-    -0.0007128907600417733,
-    0.000605468638241291,
-    -0.0010546876583248377,
-    -0.0005664064083248377,
-    -0.0010937501210719347,
-    -0.0009667970007285476,
-    -0.00031250008032657206,
-    9.765586582943797e-06,
-    -0.0012207033578306437,
-    0.0002148436615243554,
-    -0.00351562537252903,
-    -0.0019824220798909664,
-    -0.0015332034090533853,
-    -0.001923828269354999,
-    -0.0023828125558793545,
-    -0.0008105468587018549,
-    -0.0008007814176380634,
-    0.00020507804583758116,
-    -0.0011230467353016138,
-    -0.0007324219914153218,
+    0.00012695297482423484,
+    -0.0011425780830904841,
+    4.8828020226210356e-05,
+    -0.002783203264698386,
+    -0.0011523438151925802,
+    -0.0007031250861473382,
+    0.00041992179467342794,
+    0.0018359373789280653,
+    0.0017382812220603228,
+    -0.0016699221450835466,
+    0.0020507811568677425,
+    0.000302734348224476,
+    -0.00011718759196810424,
+    -0.0012695312034338713,
     -1.1641532182693481e-10,
-    0.00014648435171693563,
-    -0.0008984376909211278,
-    0.0009082030737772584,
-    -0.002011718926951289,
-    0.0007617187220603228,
-    -0.001064453274011612,
-    0.0002734375011641532,
-    0.0009960937313735485,
-    -0.0015625000232830644,
-    -0.0008007814758457243,
-    -0.000898437574505806,
-    -0.0006640625651925802,
-    -0.0006640626234002411,
-    0.001054687425494194,
-    -0.0010839845053851604,
-    -0.0006835939129814506,
+    -0.001396484556607902,
+    0.001298828050494194,
+    -0.0018457032274454832,
     -0.0017773439176380634,
-    -0.00375976599752903,
-    -0.001904296805150807,
-    0.001054687425494194,
+    0.0005468748859129846,
+    -5.859381053596735e-05,
+    -0.003154297126457095,
+    -0.002812500111758709,
+    0.0011523438151925802,
+    -0.00595703162252903,
+    0.00031249987659975886,
+    0.00035156242665834725,
+    0.0015234374441206455,
+    -0.002822265727445483,
+    -0.0006347657763399184,
+    0.0011621093144640326,
+    0.0001562499674037099,
+    -0.0028027347289025784,
+    -0.0019335938850417733,
+    -0.0007714844541624188,
+    0.0002441405667923391,
+    0.0008007811848074198,
+    -0.0010839845053851604,
+    0.0001953124301508069,
+    -0.0017480470705777407,
+    -0.0019921876955777407,
+    -0.002490234561264515,
+    -0.0017480470705777407,
+    -0.0015917971031740308,
+    2.9296788852661848e-05,
+    -0.0012109376257285476,
+    -0.0006738281808793545,
+    -0.0020996094681322575,
+    0.0011718750465661287,
+    -0.0015429687919095159,
+    -0.0036230471450835466,
+    0.0010253905784338713,
+    0.0010058593470603228,
+    -0.0013476562453433871,
+    -0.0013964844401925802,
+    -0.0019335938850417733,
+    -0.0021386719308793545,
+    5.859363591298461e-05,
+    0.0011523436987772584,
+    -0.0017675783019512892,
+    0.00029296864522621036,
+    -0.00014648435171693563,
+    -0.0018164063803851604,
+    1.9531173165887594e-05,
+    -0.0021875000093132257,
+    -0.002246093936264515,
+    -0.002177734626457095,
+    -0.0008007812430150807,
+    2.929684706032276e-05,
+    -0.0007910158019512892,
+    -0.0010253905784338713,
+    -0.0007031251443549991,
+    0.00016601558309048414,
+    -0.002597656100988388,
+    0.00015624993829987943,
     -0.0028320313431322575,
-    0.00039062497671693563,
-    -0.0058789062313735485,
-    -0.003261718899011612,
-    8.78905993886292e-05,
-    -0.002011718926951289,
-    -0.0008300782646983862,
-    -0.0009765627328306437,
-    -0.002011718926951289,
-    0.00014648429350927472,
-    -0.001025390694849193,
-    0.0005859374650754035,
-    -0.0008984376327134669,
-    -0.0017089844914153218,
-    -0.000859375053551048,
-    -0.004130859859287739,
-    -0.003916015848517418,
-    -0.001757812686264515,
-    -0.0013085937825962901,
-    -0.002041015774011612,
-    -0.0016894532600417733,
-    -5.820766091346741e-11,
-    -0.003916015848517418,
-    -0.002890625037252903,
-    -0.006044922396540642,
-    -0.001718750107102096,
-    -0.0010937500046566129,
-    -0.0019140626536682248,
-    -0.002001953311264515,
+    0.0008496093796566129,
+    -2.9296992579475045e-05,
+    0.00016601552488282323,
+    0.0012792968191206455,
+    -0.004755859263241291,
+    0.00042968749767169356,
+    -0.0005078126559965312,
+    -0.0018457032274454832,
+    -0.001064453274011612,
+    -0.0009570313268341124,
+    -0.005585937760770321,
+    -0.00020507824956439435,
+    -0.0019433597335591912,
+    0.0005468749441206455,
+    -0.0008300780900754035,
+    -0.0008007813594304025,
+    -0.000693359412252903,
+    -0.0006835937965661287,
+    -9.76564479060471e-06,
+    0.0001171874173451215,
+    -0.0010058593470603228,
+    -0.0020117186941206455,
+    -0.003017578274011612,
+    0.0011425779666751623,
+    -0.0017480470705777407,
+    -0.0005468750605359674,
+    0.0010644530411809683,
+    0.00013671861961483955,
+    -0.004570312798023224,
+    0.001210937392897904,
+    -0.007050781510770321,
+    -0.0013183595146983862,
+    0.0003027342609129846,
+    -1.9531347788870335e-05,
+    -0.0004492188454605639,
+    -0.0012500002048909664,
+    -0.00011718750465661287,
+    -0.0010058594634756446,
+    -0.0015722656389698386,
+    -0.000986328232102096,
+    0.0003320312243886292,
+    -0.0004980469821020961,
+    0.00042968743946403265,
+    -0.00019531266298145056,
+    -0.004062499850988388,
+    3.90624045394361e-05,
+    -0.001875000074505806,
+    5.859363591298461e-05,
+    -0.004638672340661287,
+    -0.0011523438151925802,
+    -0.0009277344797737896,
+    0.0011718750465661287,
+    -0.0016308597987517715,
+    -0.002695312723517418,
+    0.0012011718936264515,
+    -0.0012695312034338713,
+    -0.0001562500256113708,
+    -0.0027148439548909664,
+    0.0008203124743886292,
+    -0.002080078236758709,
+    -0.0010839843889698386,
+    0.0011132811196148396,
+    -0.002744140801951289,
+    -0.0003417969564907253,
+    -0.001474609598517418,
+    0.00024414050858467817,
     -0.0008105470333248377,
-    -0.0007617189548909664,
-    -0.001845703343860805
+    0.001181640662252903
   ],
   "test_losses": [
-    -0.3225999999999999,
-    -0.12879999999999991,
-    -0.0935999999999998,
-    -0.21219999999999994,
-    -0.21459999999999993,
-    -0.1779999999999999,
-    -0.2945999999999999,
-    -0.17379999999999987,
-    -0.0769999999999999,
-    -0.1381999999999999,
-    -0.1471999999999999,
-    -0.2313999999999999,
-    -0.29379999999999995,
-    -0.07139999999999988,
-    -0.3013999999999999,
-    -0.3459999999999999,
-    -0.07079999999999989,
-    -0.2089999999999999,
-    -0.08879999999999988
+    -0.2047999999999999,
+    -0.08539999999999986,
+    -0.09079999999999981,
+    -0.18799999999999986,
+    -0.18919999999999992,
+    -0.10079999999999988,
+    -0.08519999999999989,
+    -0.38599999999999995,
+    -0.002199999999999885,
+    -0.06919999999999989,
+    -0.17019999999999993,
+    -0.24119999999999991,
+    -0.22859999999999991,
+    -0.2961999999999999,
+    -0.27079999999999993,
+    -0.18319999999999992,
+    -0.1423999999999999,
+    -0.23659999999999992,
+    -0.11899999999999991
   ],
   "config": {
     "training_type": "online_ppo",
     "environment": "MiniHack-Room-Random-15x15-v0",
     "total_timesteps": 195,
-    "training_time": 4089.349448442459,
+    "training_time": 4585.824229717255,
     "device": "cuda",
     "ppo_config": {
       "learning_rate": 0.0003,
@@ -236,21 +236,21 @@
       "curiosity_dyn": false,
       "curiosity_skill_entropy": false,
       "curiosity_skill_transition_novelty": false,
-      "curiosity_dyn_coef": 0.003,
+      "curiosity_dyn_coef": 0.03,
       "curiosity_hdp_coef": 0.002,
       "curiosity_stn_coef": 0.0005,
       "use_rnd": true,
       "rnd_lr": 0.001,
-      "rnd_coef": 0.01
+      "rnd_coef": 0.002
     },
     "model_sources": {
       "vae_repo_id": "CatkinChen/nethack-vae-hmm",
       "hmm_repo_id": "CatkinChen/nethack-hmm"
     }
   },
-  "final_train_loss": -0.001845703343860805,
-  "final_test_loss": -0.08879999999999988,
+  "final_train_loss": 0.001181640662252903,
+  "final_test_loss": -0.11899999999999991,
   "total_epochs": 195,
-  "best_train_loss": -0.006044922396540642,
-  "best_test_loss": -0.3459999999999999
+  "best_train_loss": -0.007050781510770321,
+  "best_test_loss": -0.38599999999999995
 }