Add training data

training_data.json

@@ -1,227 +1,227 @@
 {
   "train_losses": [
-    -0.0008496094378642738,
-    0.0009179687476716936,
-    -0.0009375000954605639,
-    -0.0007324219914153218,
-    0.00029296864522621036,
-    0.0004882811335846782,
-    -0.002900390885770321,
-    -0.002500000176951289,
-    -0.002753906650468707,
-    0.0013671874767169356,
-    -0.006035156548023224,
-    0.0018066405318677425,
-    -0.003808594075962901,
-    -0.0008789064595475793,
-    -0.001435547019354999,
-    0.0007617187220603228,
-    -0.0004296876722946763,
-    -0.0008496094960719347,
-    0.0003906248603016138,
-    -0.0016210938338190317,
-    0.0007617187220603228,
-    -1.1641532182693481e-10,
-    0.00014648435171693563,
-    -0.0014160159043967724,
-    0.0005078124231658876,
-    -0.001171874930150807,
-    0.0004687499604187906,
-    -0.0009667969425208867,
-    0.0006347656599245965,
-    5.859369412064552e-05,
-    0.0004199217655695975,
-    -0.00025390629889443517,
-    0.0012207030085846782,
-    -0.0019042971543967724,
-    -0.0004296876140870154,
-    -0.0038476563058793545,
-    -0.0026855471078306437,
-    -0.0006933595286682248,
-    0.00032226555049419403,
-    -0.001757812569849193,
-    0.00045898425742052495,
-    0.0006640624487772584,
-    -0.0008398438803851604,
-    0.0015234374441206455,
-    0.0003027342027053237,
-    -0.0018847656901925802,
-    0.00032226555049419403,
-    0.0008593749371357262,
-    -0.0014843749813735485,
-    -0.0016113283345475793,
-    0.00012695303303189576,
-    -0.00012695323675870895,
+    0.0003613280423451215,
+    0.0011523436987772584,
+    7.812489639036357e-05,
+    0.0008105469169095159,
+    -6.835948443040252e-05,
+    0.0010058593470603228,
+    -0.00010742194717749953,
+    -0.00013671873603016138,
+    -0.0021679687779396772,
+    0.0005371093284338713,
+    4.882807843387127e-05,
     -0.002119140699505806,
-    -0.0027929688803851604,
-    -1.9531347788870335e-05,
-    0.00017578114056959748,
-    -0.0007324219332076609,
-    0.0007910155691206455,
-    -0.0006347658345475793,
-    0.00029296870343387127,
-    -0.0011718750465661287,
-    -0.0012890626676380634,
-    -0.0016699221450835466,
-    0.001054687425494194,
-    -0.0024414064828306437,
-    0.0011425780830904841,
-    -0.0007128907600417733,
-    0.0008984374580904841,
-    -0.0008496093796566129,
-    -0.001875000074505806,
-    0.0001757811987772584,
-    -0.004121094010770321,
-    -0.0012011718936264515,
-    -0.001142578199505806,
-    0.0006054687546566129,
-    -0.0010156250791624188,
-    -0.0016503909137099981,
-    -0.0008593752281740308,
-    -0.001386718824505806,
-    -0.006171875633299351,
-    0.0006835936801508069,
-    -0.0015625001396983862,
-    -7.812515832483768e-05,
-    2.9296788852661848e-05,
-    -0.0012500002048909664,
-    0.0012695312034338713,
-    -0.0020214845426380634,
-    0.00016601555398665369,
-    -0.0002441406832076609,
-    -0.0028320313431322575,
-    -0.0036523439921438694,
-    -0.00028320320416241884,
-    -0.0007031250861473382,
-    -0.002626953413709998,
-    -0.0016601562965661287,
-    -0.0006738282972946763,
-    -0.0016015626024454832,
-    -0.000859375111758709,
-    -0.0013281252468004823,
-    0.0005468748277053237,
-    0.0009179686312563717,
-    -0.0018554688431322575,
-    -0.0017773439176380634,
-    0.0010839843889698386,
-    -0.0005078125977888703,
-    -0.0017382812220603228,
-    -0.0006835937965661287,
-    -0.0006347658345475793,
-    0.0007519531063735485,
-    0.000429687526775524,
-    0.0018164061475545168,
+    0.0011035155039280653,
+    0.0008300781482830644,
+    -0.0007128907018341124,
+    5.859363591298461e-05,
+    0.00020507792942225933,
+    -0.002080078236758709,
+    -0.0001171876210719347,
+    -0.0001367187942378223,
+    -0.00033203139901161194,
+    -0.000898437574505806,
+    -0.0005957031971774995,
+    -0.0028808596543967724,
+    0.0001269530621357262,
+    0.0009277343051508069,
+    0.001748046837747097,
+    -0.00327148474752903,
     -0.0008886720170266926,
-    -0.0014062500558793545,
-    -0.0027246095705777407,
-    -0.0007031250279396772,
-    -0.004033203236758709,
-    -0.0029296877328306437,
-    -0.0007324219914153218,
-    -0.0010058594634756446,
-    -0.0029980468098074198,
-    0.000400390534196049,
-    -0.0008105469751171768,
-    -0.0025585938710719347,
-    -0.003867187537252903,
-    -0.0025585938710719347,
-    9.765499271452427e-06,
-    -0.0030957034323364496,
-    -0.003076172200962901,
-    -0.00390625,
-    -0.0018554688431322575,
-    -0.0032421876676380634,
-    -0.0009765626164153218,
-    -0.00459960987791419,
-    -6.83594262227416e-05,
-    -0.0009179688640870154,
-    -0.0009570313850417733,
-    -0.0007812500698491931,
-    -0.0010351563105359674,
-    -0.0019726562313735485,
-    -1.9531231373548508e-05,
-    -0.002978515811264515,
-    -0.0004785157507285476,
-    -0.0005371094448491931,
-    -0.0022265624720603228,
-    -0.0009667969425208867,
-    -0.0006347657181322575,
-    -0.000664062681607902,
-    0.0008886718424037099,
-    8.789054118096828e-05,
-    0.0013281248975545168,
+    -0.0009374999790452421,
+    0.00028320305864326656,
+    -0.0006445314502343535,
+    -0.001103515736758709,
+    -0.001679687760770321,
+    -0.0016015628352761269,
+    0.0008691406110301614,
+    -0.002128906548023224,
+    0.0008789062267169356,
+    0.000732421875,
+    0.0007812499534338713,
+    -0.001230468973517418,
+    -0.0017773439176380634,
+    0.0009277343051508069,
+    -0.002490234561264515,
+    -0.00019531260477378964,
+    -0.0016992189921438694,
+    0.00021484363242052495,
+    -0.00030273443553596735,
     -0.00018554690177552402,
-    0.0011230468517169356,
-    -0.0016503907972946763,
-    -0.002900390885770321,
-    -0.0006542970659211278,
-    -0.0023925784043967724,
-    -0.0018652344588190317,
-    0.00019531240104697645,
-    0.0015136718284338713,
-    -0.0008105470333248377,
-    -0.0009082031319849193,
-    -0.00019531254656612873,
-    -0.0001367188524454832,
-    -0.0019824220798909664,
-    -0.0007617188384756446,
-    0.0013574217446148396,
-    -0.0008496093796566129,
-    -0.0030078126583248377,
-    0.0011328124674037099,
-    -0.0018261719960719347,
-    -0.0002441406832076609,
-    -0.0022363283205777407,
-    0.0003515623975545168,
-    0.0002539060660637915,
-    -0.0026855471078306437,
-    -0.0016699220286682248,
-    -0.0008398438803851604,
-    0.001376952975988388,
+    -0.0010156250791624188,
+    -0.0002148438652511686,
+    -0.00023437506752088666,
+    6.835925159975886e-05,
+    0.0003124999348074198,
+    -0.0009277344215661287,
+    -0.000859375053551048,
+    0.000849609321448952,
+    -3.9062462747097015e-05,
+    -0.0006054687546566129,
+    -0.0015429689083248377,
+    -0.0008496094960719347,
+    -0.0037011723034083843,
+    -3.9062550058588386e-05,
+    0.0005078123649582267,
+    0.00014648429350927472,
+    -0.0004101564409211278,
+    -0.0008300781482830644,
+    -0.0011914062779396772,
+    -0.001718750107102096,
+    0.0001269530621357262,
+    -8.789071580395103e-05,
+    0.00041992179467342794,
+    -0.0028417969588190317,
+    0.0008789062267169356,
+    0.0008593749371357262,
+    0.0001855467853602022,
+    -0.0018066407646983862,
+    -0.0006738282972946763,
+    0.00026367176906205714,
+    -0.0031542968936264515,
+    -0.0021386719308793545,
+    -0.0013183595146983862,
+    0.0006738281226716936,
+    -0.0010937501210719347,
+    0.0004980468656867743,
+    0.001416015555150807,
+    -0.00017578131519258022,
+    -0.0011425783159211278,
+    0.0005566406180150807,
+    -0.00024414071231149137,
+    -0.001914062537252903,
+    -0.0026953124906867743,
+    -0.000820312590803951,
+    0.00038085930282250047,
     1.9531144062057137e-05,
-    0.0009765624417923391,
-    -0.0017480469541624188,
-    0.0002832030295394361,
-    -0.0009472656529396772,
-    -0.0008984376327134669,
-    -0.004609375260770321,
-    -0.0008496096124872565,
-    0.00014648435171693563,
-    -0.00030273437732830644,
-    0.000195312371943146,
-    0.0009374999208375812,
-    -0.001025390694849193,
+    -0.0012011720100417733,
+    0.001015624962747097,
+    -0.0006835939711891115,
+    0.0010058593470603228,
+    0.00031249987659975886,
+    -0.002109374850988388,
+    -1.9531260477378964e-05,
+    0.0009082030737772584,
+    0.0007617187220603228,
+    0.0008203124161809683,
+    0.00039062497671693563,
+    -0.0006250001024454832,
+    -0.0010058593470603228,
+    -0.00030273443553596735,
+    0.0006640624487772584,
+    -0.0010058593470603228,
+    -0.00046874998952262104,
     -0.00016601569950580597,
-    0.0001269530621357262,
-    -0.0009179687476716936,
-    -0.0034179689828306437
+    -0.0010351561941206455,
+    -0.002392577938735485,
+    -0.00025390629889443517,
+    0.0002636718563735485,
+    0.0002929687616415322,
+    0.000283203087747097,
+    0.00016601562674622983,
+    0.0002734375011641532,
+    -0.000615234486758709,
+    -0.0010546875419095159,
+    0.00023437495110556483,
+    -0.00024414071231149137,
+    0.0006249999860301614,
+    -0.0004199219401925802,
+    -0.0003125000512227416,
+    -0.0006249999860301614,
+    0.00041992185288108885,
+    -0.002695312723517418,
+    -0.005576171912252903,
+    -0.0020605470053851604,
+    0.0007910155691206455,
+    -0.0032324218191206455,
+    -0.003095703199505806,
+    0.0006445312174037099,
+    0.00048828122089616954,
+    -0.001220703125,
+    -3.906257916241884e-05,
+    -0.0013183595146983862,
+    -0.0004003906506113708,
+    0.0004101562371943146,
+    -0.0011230469681322575,
+    0.0005371093284338713,
+    -0.00010742188896983862,
+    -0.005966797471046448,
+    -0.000244140625,
+    -0.0005664062337018549,
+    -0.0023828125558793545,
+    0.0005078124813735485,
+    -0.002197265625,
+    -0.0010742186568677425,
+    -0.0021386719308793545,
+    0.00044921872904524207,
+    -0.00036132821696810424,
+    -0.0004589843738358468,
+    -0.0002343750384170562,
+    -0.00020507816225290298,
+    -0.0001367187942378223,
+    0.0006738281226716936,
+    0.00048828122089616954,
+    0.00041992185288108885,
+    -0.0004199218819849193,
+    0.0005468750023283064,
+    -0.004150390625,
+    0.0004003905924037099,
+    9.765624417923391e-05,
+    0.00020507810404524207,
+    -0.002236328087747097,
+    -0.0004199218819849193,
+    -0.0005371095612645149,
+    4.8828194849193096e-05,
+    0.0002441405667923391,
+    -0.002246093936264515,
+    0.0003320312243886292,
+    -0.00012695312034338713,
+    -0.0020703128539025784,
+    -0.003310547210276127,
+    -0.0010449220426380634,
+    -0.0006250001024454832,
+    0.00034179684007540345,
+    0.0008789062267169356,
+    -2.929696347564459e-05,
+    0.00025390624068677425,
+    0.00032226560870185494,
+    -0.0021875002421438694,
+    -0.0004980469821020961,
+    0.0003320312243886292,
+    -0.0008984376909211278,
+    -0.0006738281808793545,
+    -0.0010156251955777407,
+    -0.00011718765017576516,
+    -0.003017578274011612,
+    -0.0013671875931322575
   ],
   "test_losses": [
-    -0.1089999999999999,
-    -0.10019999999999994,
-    0.014400000000000177,
-    -0.011999999999999855,
-    -0.09799999999999988,
-    -0.052799999999999896,
-    -0.3045999999999999,
-    -0.2143999999999999,
-    -0.13059999999999988,
-    -0.06639999999999985,
-    -0.07359999999999987,
-    -0.18859999999999993,
-    -0.03379999999999989,
-    -0.1427999999999999,
-    -0.09119999999999986,
-    -0.12439999999999989,
-    -0.373,
-    -0.33019999999999994,
-    -0.15339999999999987
+    -0.33519999999999983,
+    -0.1731999999999999,
+    -0.0009999999999998404,
+    -0.07839999999999994,
+    -0.2763999999999999,
+    -0.2005999999999999,
+    -0.07279999999999989,
+    -0.10079999999999996,
+    -0.07419999999999993,
+    0.00020000000000011453,
+    -0.22099999999999997,
+    -0.15119999999999995,
+    -0.25819999999999993,
+    -0.2673999999999999,
+    -0.2437999999999999,
+    -0.22659999999999997,
+    -0.2699999999999999,
+    -0.24459999999999998,
+    -0.16359999999999997
   ],
   "config": {
     "training_type": "online_ppo",
-    "environment": "MiniHack-Room-Random-15x15-v0",
+    "environment": "MiniHack-River-Narrow-v0",
     "total_timesteps": 195,
-    "training_time": 3925.5714194774628,
+    "training_time": 5415.230568885803,
     "device": "cuda",
     "ppo_config": {
       "learning_rate": 0.0003,
@@ -237,20 +237,20 @@
       "curiosity_skill_entropy": false,
       "curiosity_skill_transition_novelty": false,
       "curiosity_dyn_coef": 0.03,
-      "curiosity_hdp_coef": 0.002,
-      "curiosity_stn_coef": 0.0005,
+      "curiosity_hdp_coef": 0.2,
+      "curiosity_stn_coef": 0.05,
       "use_rnd": true,
       "rnd_lr": 0.001,
       "rnd_coef": 0.002
     },
     "model_sources": {
-      "vae_repo_id": "CatkinChen/nethack-vae-hmm",
-      "hmm_repo_id": "CatkinChen/nethack-hmm"
+      "vae_repo_id": null,
+      "hmm_repo_id": null
     }
   },
-  "final_train_loss": -0.0034179689828306437,
-  "final_test_loss": -0.15339999999999987,
+  "final_train_loss": -0.0013671875931322575,
+  "final_test_loss": -0.16359999999999997,
   "total_epochs": 195,
-  "best_train_loss": -0.006171875633299351,
-  "best_test_loss": -0.373
+  "best_train_loss": -0.005966797471046448,
+  "best_test_loss": -0.33519999999999983
 }