diff --git a/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
new file mode 100644
index 0000000000000000000000000000000000000000..e8df4131497da67d226796c97cb05e3c9dbd2de2
--- /dev/null
+++ b/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
@@ -0,0 +1,292 @@
+{
+  "trial_data": [
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"45b0a7c2\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.584365221617647,\n    \"lr\": 0.0009124143820205934,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.584365221617647,\n    \"lr\": 0.0009124143820205934,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.584365221617647,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0009124143820205934,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719490508.6228406,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1972.5077211875616,\n    \"timestamp\": 1719493830,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"45b0a7c2\",\n    \"date\": \"2024-06-27_15-10-30\",\n    \"time_this_iter_s\": 103.25011920928955,\n    \"time_total_s\": 208.27817273139954,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.584365221617647,\n      \"lr\": 0.0009124143820205934,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 103.25011920928955,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\"\n  },\n  \"last_result_time\": 1719493830.9373674,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1976.3005707507998,\n      \"min\": 1972.5077211875616,\n      \"avg\": 1974.4041459691807,\n      \"last\": 1972.5077211875616,\n      \"last-5-avg\": 1974.4041459691807,\n      \"last-10-avg\": 1974.4041459691807\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 105.02805352210999,\n      \"min\": 103.25011920928955,\n      \"avg\": 104.13908636569977,\n      \"last\": 103.25011920928955,\n      \"last-5-avg\": 104.13908636569977,\n      \"last-10-avg\": 104.13908636569977\n    },\n    \"time_total_s\": {\n      \"max\": 208.27817273139954,\n      \"min\": 105.02805352210999,\n      \"avg\": 156.65311312675476,\n      \"last\": 208.27817273139954,\n      \"last-5-avg\": 156.65311312675476,\n      \"last-10-avg\": 156.65311312675476\n    },\n    \"time_since_restore\": {\n      \"max\": 105.02805352210999,\n      \"min\": 103.25011920928955,\n      \"avg\": 104.13908636569977,\n      \"last\": 103.25011920928955,\n      \"last-5-avg\": 104.13908636569977,\n      \"last-10-avg\": 104.13908636569977\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba100000047406a08e6ca800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba100000047406a08e6ca800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113c6fbb16b58384927645bec95b012a9000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452948c0974696d657374616d70944a35587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31342d31362d3533948c1074696d655f746869735f697465725f739447405a41cba10000008c0c74696d655f746f74616c5f739447405a41cba10000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405a41cba10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ea25f9540c135f8745418a65e48727e1007362756268317d94288c046c6f7373946836683c4308412010e807d29e4094869452948c0974696d657374616d70944ac6647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31352d31302d3330948c1074696d655f746869735f697465725f7394474059d001f40000008c0c74696d655f746f74616c5f739447406a08e6ca8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474059d001f40000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b6132594\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.40559456476144173,\n    \"lr\": 0.0012413894518875446,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.40559456476144173,\n    \"lr\": 0.0012413894518875446,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.40559456476144173,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0012413894518875446,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719490613.826301,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1968.0043185977486,\n    \"timestamp\": 1719493918,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"b6132594\",\n    \"date\": \"2024-06-27_15-11-58\",\n    \"time_this_iter_s\": 87.441162109375,\n    \"time_total_s\": 176.20621371269226,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.40559456476144173,\n      \"lr\": 0.0012413894518875446,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 87.441162109375,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\"\n  },\n  \"last_result_time\": 1719493918.5302434,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1968.0043185977486,\n      \"min\": 1965.450800377553,\n      \"avg\": 1966.7275594876508,\n      \"last\": 1968.0043185977486,\n      \"last-5-avg\": 1966.7275594876508,\n      \"last-10-avg\": 1966.7275594876508\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 88.76505160331726,\n      \"min\": 87.441162109375,\n      \"avg\": 88.10310685634613,\n      \"last\": 87.441162109375,\n      \"last-5-avg\": 88.10310685634613,\n      \"last-10-avg\": 88.10310685634613\n    },\n    \"time_total_s\": {\n      \"max\": 176.20621371269226,\n      \"min\": 88.76505160331726,\n      \"avg\": 132.48563265800476,\n      \"last\": 176.20621371269226,\n      \"last-5-avg\": 132.48563265800476,\n      \"last-10-avg\": 132.48563265800476\n    },\n    \"time_since_restore\": {\n      \"max\": 88.76505160331726,\n      \"min\": 87.441162109375,\n      \"avg\": 88.10310685634613,\n      \"last\": 87.441162109375,\n      \"last-5-avg\": 88.10310685634613,\n      \"last-10-avg\": 88.10310685634613\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b00000047406606994d800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b00000047406606994d800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111e84a36d5a19a88bd14ee9284acc31f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452948c0974696d657374616d70944a8e587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31342d31382d3232948c1074696d655f746869735f697465725f739447405630f69b0000008c0c74696d655f746f74616c5f739447405630f69b0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405630f69b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10de109954f878ee95d74215d96a0295337362756268317d94288c046c6f7373946836683c43086130186c04c09e4094869452948c0974696d657374616d70944a1e657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31352d31312d3538948c1074696d655f746869735f697465725f7394474055dc3c000000008c0c74696d655f746f74616c5f739447406606994d8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474055dc3c000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"c590a939\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8825060164596403,\n    \"lr\": 0.00022475452906788255,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8825060164596403,\n    \"lr\": 0.00022475452906788255,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.8825060164596403,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00022475452906788255,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719490702.7429175,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2052.7300347756213,\n    \"timestamp\": 1719490908,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"c590a939\",\n    \"date\": \"2024-06-27_14-21-48\",\n    \"time_this_iter_s\": 205.80420541763306,\n    \"time_total_s\": 205.80420541763306,\n    \"pid\": 35196,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8825060164596403,\n      \"lr\": 0.00022475452906788255,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 205.80420541763306,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\"\n  },\n  \"last_result_time\": 1719490908.552439,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2052.7300347756213,\n      \"min\": 2052.7300347756213,\n      \"avg\": 2052.7300347756213,\n      \"last\": 2052.7300347756213,\n      \"last-5-avg\": 2052.7300347756213,\n      \"last-10-avg\": 2052.7300347756213\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 205.80420541763306,\n      \"min\": 205.80420541763306,\n      \"avg\": 205.80420541763306,\n      \"last\": 205.80420541763306,\n      \"last-5-avg\": 205.80420541763306,\n      \"last-10-avg\": 205.80420541763306\n    },\n    \"time_total_s\": {\n      \"max\": 205.80420541763306,\n      \"min\": 205.80420541763306,\n      \"avg\": 205.80420541763306,\n      \"last\": 205.80420541763306,\n      \"last-5-avg\": 205.80420541763306,\n      \"last-10-avg\": 205.80420541763306\n    },\n    \"time_since_restore\": {\n      \"max\": 205.80420541763306,\n      \"min\": 205.80420541763306,\n      \"avg\": 205.80420541763306,\n      \"last\": 205.80420541763306,\n      \"last-5-avg\": 205.80420541763306,\n      \"last-10-avg\": 205.80420541763306\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059516060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103b01b1502ffadfb00647a0c00583dc74736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a04094869452948c0974696d657374616d70944a5c597d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086335393061393339948c0464617465948c13323032342d30362d32375f31342d32312d3438948c1074696d655f746869735f697465725f7394474069b9bc0d0000008c0c74696d655f746f74616c5f7394474069b9bc0d0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec3d7d41e6f4e28c026c7294473f2d7582b435fe4f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b9bc0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"46437290\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d3232948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.701917375344629,\n    \"lr\": 0.07215703780021865,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.701917375344629,\n    \"lr\": 0.07215703780021865,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.701917375344629,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.07215703780021865,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719490908.697507,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 4868.725482129676,\n    \"timestamp\": 1719491306,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"46437290\",\n    \"date\": \"2024-06-27_14-28-26\",\n    \"time_this_iter_s\": 398.2001099586487,\n    \"time_total_s\": 398.2001099586487,\n    \"pid\": 35196,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.701917375344629,\n      \"lr\": 0.07215703780021865,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 398.2001099586487,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\"\n  },\n  \"last_result_time\": 1719491306.9027562,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 4868.725482129676,\n      \"min\": 4868.725482129676,\n      \"avg\": 4868.725482129676,\n      \"last\": 4868.725482129676,\n      \"last-5-avg\": 4868.725482129676,\n      \"last-10-avg\": 4868.725482129676\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 398.2001099586487,\n      \"min\": 398.2001099586487,\n      \"avg\": 398.2001099586487,\n      \"last\": 398.2001099586487,\n      \"last-5-avg\": 398.2001099586487,\n      \"last-10-avg\": 398.2001099586487\n    },\n    \"time_total_s\": {\n      \"max\": 398.2001099586487,\n      \"min\": 398.2001099586487,\n      \"avg\": 398.2001099586487,\n      \"last\": 398.2001099586487,\n      \"last-5-avg\": 398.2001099586487,\n      \"last-10-avg\": 398.2001099586487\n    },\n    \"time_since_restore\": {\n      \"max\": 398.2001099586487,\n      \"min\": 398.2001099586487,\n      \"avg\": 398.2001099586487,\n      \"last\": 398.2001099586487,\n      \"last-5-avg\": 398.2001099586487,\n      \"last-10-avg\": 398.2001099586487\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c12dd6b8aaaa93bb62427cb698a7559700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b34094869452948c0974696d657374616d70944aea5a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083436343337323930948c0464617465948c13323032342d30362d32375f31342d32382d3236948c1074696d655f746869735f697465725f7394474078e333a68000008c0c74696d655f746f74616c5f7394474078e333a68000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe6761b6d732dc78c026c7294473fb278e2358736788c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078e333a68000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e4c88f47\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d3438948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f563b53b3be8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3870437260805145,\n    \"lr\": 0.00016963815672588173,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3870437260805145,\n    \"lr\": 0.00016963815672588173,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.3870437260805145,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00016963815672588173,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719491307.0472715,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 282.4288875549797,\n    \"timestamp\": 1719495202,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 4,\n    \"trial_id\": \"e4c88f47\",\n    \"date\": \"2024-06-27_15-33-22\",\n    \"time_this_iter_s\": 110.45332741737366,\n    \"time_total_s\": 480.6276955604553,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.3870437260805145,\n      \"lr\": 0.00016963815672588173,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 234.34683394432068,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\"\n  },\n  \"last_result_time\": 1719495202.6587071,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 719.9917376660925,\n      \"min\": 282.4288875549797,\n      \"avg\": 455.0858845147561,\n      \"last\": 282.4288875549797,\n      \"last-5-avg\": 455.0858845147561,\n      \"last-10-avg\": 455.0858845147561\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 123.89350652694702,\n      \"min\": 110.45332741737366,\n      \"avg\": 120.15692389011383,\n      \"last\": 110.45332741737366,\n      \"last-5-avg\": 120.15692389011383,\n      \"last-10-avg\": 120.15692389011383\n    },\n    \"time_total_s\": {\n      \"max\": 480.6276955604553,\n      \"min\": 123.22117924690247,\n      \"avg\": 305.0760261416435,\n      \"last\": 480.6276955604553,\n      \"last-5-avg\": 305.0760261416435,\n      \"last-10-avg\": 305.0760261416435\n    },\n    \"time_since_restore\": {\n      \"max\": 234.34683394432068,\n      \"min\": 123.05968236923218,\n      \"avg\": 151.1303005218506,\n      \"last\": 234.34683394432068,\n      \"last-5-avg\": 151.1303005218506,\n      \"last-10-avg\": 151.1303005218506\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.25,\n      \"last\": 2,\n      \"last-5-avg\": 1.25,\n      \"last-10-avg\": 1.25\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595bb100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104c77b5abfd90699cb84d152dc00f417e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452948c0974696d657374616d70944a665b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31342d33302d3330948c1074696d655f746869735f697465725f739447405ece27cd0000008c0c74696d655f746f74616c5f739447405ece27cd0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ece27cd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d27b88bbebd8d58dc1469a77477d351b7362756268317d94288c046c6f7373946836683c43085fafd72b2a887c4094869452948c0974696d657374616d70944a99657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d31342d3031948c1074696d655f746869735f697465725f739447405ec3d1d60000008c0c74696d655f746f74616c5f739447406ec8fcd18000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ec3d1d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10f0e928167e46ffb8084370d8221676417362756268317d94288c046c6f7373946836683c4308a3d168149a96764094869452948c0974696d657374616d70944ab4697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33312d3332948c1074696d655f746869735f697465725f739447405ef92f360000008c0c74696d655f746f74616c5f739447407722ca364000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ef92f360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f18d23723b6daa7134e9f35c1a37bc4007362756268317d94288c046c6f7373946836683c4308ca6432b9dca6714094869452948c0974696d657374616d70944a226a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33332d3232948c1074696d655f746869735f697465725f739447405b9d03510000008c0c74696d655f746f74616c5f739447407e0a0b0a8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406d4b19438000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"c02405fc\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d3237948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5686abeffa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.5345579147076132,\n    \"lr\": 0.0017624805585372257,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.5345579147076132,\n    \"lr\": 0.0017624805585372257,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.5345579147076132,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0017624805585372257,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719491430.417824,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1978.1414919875738,\n    \"timestamp\": 1719494127,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"c02405fc\",\n    \"date\": \"2024-06-27_15-15-27\",\n    \"time_this_iter_s\": 85.28851962089539,\n    \"time_total_s\": 170.36695647239685,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.5345579147076132,\n      \"lr\": 0.0017624805585372257,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 85.28851962089539,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\"\n  },\n  \"last_result_time\": 1719494127.176625,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1978.1414919875738,\n      \"min\": 1977.4159521868849,\n      \"avg\": 1977.7787220872292,\n      \"last\": 1978.1414919875738,\n      \"last-5-avg\": 1977.7787220872292,\n      \"last-10-avg\": 1977.7787220872292\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 85.28851962089539,\n      \"min\": 85.07843685150146,\n      \"avg\": 85.18347823619843,\n      \"last\": 85.28851962089539,\n      \"last-5-avg\": 85.18347823619843,\n      \"last-10-avg\": 85.18347823619843\n    },\n    \"time_total_s\": {\n      \"max\": 170.36695647239685,\n      \"min\": 85.07843685150146,\n      \"avg\": 127.72269666194916,\n      \"last\": 170.36695647239685,\n      \"last-5-avg\": 127.72269666194916,\n      \"last-10-avg\": 127.72269666194916\n    },\n    \"time_since_restore\": {\n      \"max\": 85.28851962089539,\n      \"min\": 85.07843685150146,\n      \"avg\": 85.18347823619843,\n      \"last\": 85.28851962089539,\n      \"last-5-avg\": 85.18347823619843,\n      \"last-10-avg\": 85.18347823619843\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c0000004740654bbe1b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c0000004740654bbe1b800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1192ffe0ed0a7a69bc0d4ce4786ab3f4bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452948c0974696d657374616d70944abb5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31342d33312d3535948c1074696d655f746869735f697465725f739447405545051c0000008c0c74696d655f746f74616c5f739447405545051c0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405545051c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105a68de780ad8cda8d449c289f37ac50e7362756268317d94288c046c6f7373946836683c43081a8d46e390e89e4094869452948c0974696d657374616d70944aef657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31352d31352d3237948c1074696d655f746869735f697465725f739447405552771b0000008c0c74696d655f746f74616c5f73944740654bbe1b8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405552771b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"fbff5866\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d3330948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4230793088582453,\n    \"lr\": 0.00288155269334617,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4230793088582453,\n    \"lr\": 0.00288155269334617,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.4230793088582453,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00288155269334617,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719491515.6681583,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 162.7404464361236,\n    \"timestamp\": 1719496142,\n    \"checkpoint_dir_name\": \"checkpoint_000007\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 8,\n    \"trial_id\": \"fbff5866\",\n    \"date\": \"2024-06-27_15-49-02\",\n    \"time_this_iter_s\": 51.523138761520386,\n    \"time_total_s\": 467.1599063873291,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.4230793088582453,\n      \"lr\": 0.00288155269334617,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 220.28046131134033,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\"\n  },\n  \"last_result_time\": 1719496142.7300203,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 393.9815991018701,\n      \"min\": 162.7404464361236,\n      \"avg\": 220.9229281718337,\n      \"last\": 162.7404464361236,\n      \"last-5-avg\": 180.14905679056966,\n      \"last-10-avg\": 220.9229281718337\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 8,\n      \"min\": 1,\n      \"avg\": 4.5,\n      \"last\": 8,\n      \"last-5-avg\": 6.0,\n      \"last-10-avg\": 4.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 65.51874613761902,\n      \"min\": 51.523138761520386,\n      \"avg\": 58.39498829841614,\n      \"last\": 51.523138761520386,\n      \"last-5-avg\": 54.39381432533264,\n      \"last-10-avg\": 58.39498829841614\n    },\n    \"time_total_s\": {\n      \"max\": 467.1599063873291,\n      \"min\": 64.76905679702759,\n      \"avg\": 274.53264632821083,\n      \"last\": 467.1599063873291,\n      \"last-5-avg\": 361.20269522666933,\n      \"last-10-avg\": 274.53264632821083\n    },\n    \"time_since_restore\": {\n      \"max\": 220.28046131134033,\n      \"min\": 64.76905679702759,\n      \"avg\": 110.42484095692635,\n      \"last\": 220.28046131134033,\n      \"last-5-avg\": 137.64157857894898,\n      \"last-10-avg\": 110.42484095692635\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 1.875,\n      \"last\": 4,\n      \"last-5-avg\": 2.4,\n      \"last-10-avg\": 1.875\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452946807680d4308cce57259e836704094869452946807680d4308914824b231a76a4094869452946807680d43088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb46000000474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a0000004740604935ae800000474068661b5180000047406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb4600000047405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595ef1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a106e0c6f652d30f7aadf47ad952148fd24736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452948c0974696d657374616d70944afc5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31342d33332d3030948c1074696d655f746869735f697465725f739447405031383a0000008c0c74696d655f746f74616c5f739447405031383a0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405031383a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11eba4e86305715a9f9646b44c07def4ce007362756268317d94288c046c6f7373946836683c4308cce57259e836704094869452948c0974696d657374616d70944a30667d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d31362d3332948c1074696d655f746869735f697465725f73944740506133230000008c0c74696d655f746f74616c5f73944740604935ae8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506133230000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cfbcb84a82684892314ac8ce230bae087362756268317d94288c046c6f7373946836683c4308914824b231a76a4094869452948c0974696d657374616d70944a636a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33342d3237948c1074696d655f746869735f697465725f739447405039cb460000008c0c74696d655f746f74616c5f7394474068661b518000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405039cb460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1036ef889b861193a9964c173aa67baa177362756268317d94288c046c6f7373946836683c43088bc5627102d0694094869452948c0974696d657374616d70944a976a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33352d3139948c1074696d655f746869735f697465725f7394474049d824620000008c0c74696d655f746f74616c5f739447406edc246a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d25dd770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1080894f10ecfd28a0244edee4d3965f1c7362756268317d94288c046c6f7373946836683c4308994c26332407674094869452948c0974696d657374616d70944a336d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34362d3237948c1074696d655f746869735f697465725f7394474050562bfe0000008c0c74696d655f746f74616c5f7394474073839d348000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050562bfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1057c802a79407239aa947d68a8e3314237362756268317d94288c046c6f7373946836683c43088d46a3d1ba4f664094869452948c0974696d657374616d70944a676d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34372d3139948c1074696d655f746869735f697465725f7394474049f15b3c0000008c0c74696d655f746f74616c5f7394474076c1c89c0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d4ed99c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c6615b73f76f04a1104124e0dc2429eb007362756268317d94288c046c6f7373946836683c430857abd52a4619654094869452948c0974696d657374616d70944a9b6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34382d3131948c1074696d655f746869735f697465725f7394474049c33cba0000008c0c74696d655f746f74616c5f7394474079fa30334000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065183bfc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1038fb1a86d6b4d18392407d4fcda3df427362756268317d94288c046c6f7373946836683c4308e672b9bcb157644094869452948c0974696d657374616d70944ace6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34392d3032948c1074696d655f746869735f697465725f7394474049c2f6360000008c0c74696d655f746f74616c5f739447407d328efa0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b88f98a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"5dabf7aa\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.5222925375143747,\n    \"lr\": 0.001905027104926316,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.5222925375143747,\n    \"lr\": 0.001905027104926316,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.5222925375143747,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.001905027104926316,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719491580.5904746,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1978.6859784464198,\n    \"timestamp\": 1719494473,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"5dabf7aa\",\n    \"date\": \"2024-06-27_15-21-13\",\n    \"time_this_iter_s\": 280.56061816215515,\n    \"time_total_s\": 560.0860278606415,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.5222925375143747,\n      \"lr\": 0.001905027104926316,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 280.56061816215515,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\"\n  },\n  \"last_result_time\": 1719494473.5581014,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1978.6859784464198,\n      \"min\": 1977.4477678434116,\n      \"avg\": 1978.0668731449157,\n      \"last\": 1978.6859784464198,\n      \"last-5-avg\": 1978.0668731449157,\n      \"last-10-avg\": 1978.0668731449157\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 280.56061816215515,\n      \"min\": 279.5254096984863,\n      \"avg\": 280.04301393032074,\n      \"last\": 280.56061816215515,\n      \"last-5-avg\": 280.04301393032074,\n      \"last-10-avg\": 280.04301393032074\n    },\n    \"time_total_s\": {\n      \"max\": 560.0860278606415,\n      \"min\": 279.5254096984863,\n      \"avg\": 419.8057187795639,\n      \"last\": 560.0860278606415,\n      \"last-5-avg\": 419.8057187795639,\n      \"last-10-avg\": 419.8057187795639\n    },\n    \"time_since_restore\": {\n      \"max\": 280.56061816215515,\n      \"min\": 279.5254096984863,\n      \"avg\": 280.04301393032074,\n      \"last\": 280.56061816215515,\n      \"last-5-avg\": 280.04301393032074,\n      \"last-10-avg\": 280.04301393032074\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047408180b02f600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047408180b02f600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f87213f1b4d005900742fde1eb4fe67f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452948c0974696d657374616d70944a145d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31342d33372d3430948c1074696d655f746869735f697465725f73944740717868140000008c0c74696d655f746f74616c5f73944740717868140000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740717868140000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118055c0777e6d5aa2134f02da4fbe7bcf007362756268317d94288c046c6f7373946836683c430889442271beea9e4094869452948c0974696d657374616d70944a49677d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31352d32312d3133948c1074696d655f746869735f697465725f739447407188f84ac000008c0c74696d655f746f74616c5f739447408180b02f6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407188f84ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"111ed79d\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313165643739645f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33332d3030948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.18892533975584302,\n    \"lr\": 0.0023772931833339287,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.18892533975584302,\n    \"lr\": 0.0023772931833339287,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.18892533975584302,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0023772931833339287,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.1889,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0024,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"ERROR\",\n  \"relative_logdir\": \"train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719491860.263491,\n  \"num_failures\": 1,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": \"error.txt\",\n  \"pickled_error_filename\": \"error.pkl\",\n  \"last_result\": {\n    \"trial_id\": \"111ed79d\"\n  },\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"3c9a1c0c\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3031602001882847,\n    \"lr\": 0.019401170360006482,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3031602001882847,\n    \"lr\": 0.019401170360006482,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.3031602001882847,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.019401170360006482,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719491882.9045873,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 4021.740253598671,\n    \"timestamp\": 1719492153,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"3c9a1c0c\",\n    \"date\": \"2024-06-27_14-42-33\",\n    \"time_this_iter_s\": 270.95838141441345,\n    \"time_total_s\": 270.95838141441345,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.3031602001882847,\n      \"lr\": 0.019401170360006482,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 270.95838141441345,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\"\n  },\n  \"last_result_time\": 1719492153.868094,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 4021.740253598671,\n      \"min\": 4021.740253598671,\n      \"avg\": 4021.740253598671,\n      \"last\": 4021.740253598671,\n      \"last-5-avg\": 4021.740253598671,\n      \"last-10-avg\": 4021.740253598671\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 270.95838141441345,\n      \"min\": 270.95838141441345,\n      \"avg\": 270.95838141441345,\n      \"last\": 270.95838141441345,\n      \"last-5-avg\": 270.95838141441345,\n      \"last-10-avg\": 270.95838141441345\n    },\n    \"time_total_s\": {\n      \"max\": 270.95838141441345,\n      \"min\": 270.95838141441345,\n      \"avg\": 270.95838141441345,\n      \"last\": 270.95838141441345,\n      \"last-5-avg\": 270.95838141441345,\n      \"last-10-avg\": 270.95838141441345\n    },\n    \"time_since_restore\": {\n      \"max\": 270.95838141441345,\n      \"min\": 270.95838141441345,\n      \"avg\": 270.95838141441345,\n      \"last\": 270.95838141441345,\n      \"last-5-avg\": 270.95838141441345,\n      \"last-10-avg\": 270.95838141441345\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10976d91b6840d659928409e187109ca03736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf4094869452948c0974696d657374616d70944a395e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083363396131633063948c0464617465948c13323032342d30362d32375f31342d34322d3333948c1074696d655f746869735f697465725f7394474070ef5587c000008c0c74696d655f746f74616c5f7394474070ef5587c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd366fa0a507ad08c026c7294473f93dde680cd292d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474070ef5587c000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"d2831dee\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d3032948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.049653684746237436,\n    \"lr\": 0.0014072769080781988,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.049653684746237436,\n    \"lr\": 0.0014072769080781988,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.049653684746237436,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.0014072769080781988,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719492154.0292606,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1955.4441956046999,\n    \"timestamp\": 1719495922,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 4,\n    \"trial_id\": \"d2831dee\",\n    \"date\": \"2024-06-27_15-45-22\",\n    \"time_this_iter_s\": 294.4752688407898,\n    \"time_total_s\": 1219.263512134552,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.049653684746237436,\n      \"lr\": 0.0014072769080781988,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 602.716100692749,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\"\n  },\n  \"last_result_time\": 1719495922.2748032,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1960.276611328125,\n      \"min\": 1955.4441956046999,\n      \"avg\": 1957.426397128368,\n      \"last\": 1955.4441956046999,\n      \"last-5-avg\": 1957.426397128368,\n      \"last-10-avg\": 1957.426397128368\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": false,\n      \"avg\": 0.25,\n      \"last\": true,\n      \"last-5-avg\": 0.25,\n      \"last-10-avg\": 0.25\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 309.7399287223816,\n      \"min\": 294.4752688407898,\n      \"avg\": 304.815878033638,\n      \"last\": 294.4752688407898,\n      \"last-5-avg\": 304.815878033638,\n      \"last-10-avg\": 304.815878033638\n    },\n    \"time_total_s\": {\n      \"max\": 1219.263512134552,\n      \"min\": 306.8074827194214,\n      \"avg\": 766.8516623973846,\n      \"last\": 1219.263512134552,\n      \"last-5-avg\": 766.8516623973846,\n      \"last-10-avg\": 766.8516623973846\n    },\n    \"time_since_restore\": {\n      \"max\": 602.716100692749,\n      \"min\": 306.8074827194214,\n      \"avg\": 381.8760859966278,\n      \"last\": 602.716100692749,\n      \"last-5-avg\": 381.8760859966278,\n      \"last-10-avg\": 381.8760859966278\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.25,\n      \"last\": 2,\n      \"last-5-avg\": 1.25,\n      \"last-10-avg\": 1.25\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595c4100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a783fb95532ae38cbf49a1fa200f96cc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452948c0974696d657374616d70944a6c5f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31342d34372d3430948c1074696d655f746869735f697465725f73944740732ceb730000008c0c74696d655f746f74616c5f73944740732ceb730000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740732ceb730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117515e55621a71686a34799b8eb1972cf007362756268317d94288c046c6f7373946836683c430832994ce6ea8e9e4094869452948c0974696d657374616d70944a7f687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d32362d3233948c1074696d655f746869735f697465725f73944740735bd6bf8000008c0c74696d655f746f74616c5f73944740834461194000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740735bd6bf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e818a640d756059bbb4171b0363654ac007362756268317d94288c046c6f7373946836683c4308000000401ba19e4094869452948c0974696d657374616d70944acb6b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34302d3237948c1074696d655f746869735f697465725f739447407343da728000008c0c74696d655f746f74616c5f739447408ce64e528000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407343da728000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a116a4601abae70208d3e45345c0b1c1887007362756268317d94288c046c6f7373946836683c4308da6c36dbc68d9e4094869452948c0974696d657374616d70944af26c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34352d3232948c1074696d655f746869735f697465725f7394474072679ab38000008c0c74696d655f746f74616c5f73944740930d0dd62000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d5ba930000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"41e4bd86\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d3334948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5768bfafe68c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9072626058636482,\n    \"lr\": 0.003236929771052812,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9072626058636482,\n    \"lr\": 0.003236929771052812,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.9072626058636482,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.003236929771052812,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719492460.9907658,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2134.4770325187624,\n    \"timestamp\": 1719493181,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"41e4bd86\",\n    \"date\": \"2024-06-27_14-59-41\",\n    \"time_this_iter_s\": 720.7119467258453,\n    \"time_total_s\": 720.7119467258453,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9072626058636482,\n      \"lr\": 0.003236929771052812,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 720.7119467258453,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\"\n  },\n  \"last_result_time\": 1719493181.7069414,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2134.4770325187624,\n      \"min\": 2134.4770325187624,\n      \"avg\": 2134.4770325187624,\n      \"last\": 2134.4770325187624,\n      \"last-5-avg\": 2134.4770325187624,\n      \"last-10-avg\": 2134.4770325187624\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 720.7119467258453,\n      \"min\": 720.7119467258453,\n      \"avg\": 720.7119467258453,\n      \"last\": 720.7119467258453,\n      \"last-5-avg\": 720.7119467258453,\n      \"last-10-avg\": 720.7119467258453\n    },\n    \"time_total_s\": {\n      \"max\": 720.7119467258453,\n      \"min\": 720.7119467258453,\n      \"avg\": 720.7119467258453,\n      \"last\": 720.7119467258453,\n      \"last-5-avg\": 720.7119467258453,\n      \"last-10-avg\": 720.7119467258453\n    },\n    \"time_since_restore\": {\n      \"max\": 720.7119467258453,\n      \"min\": 720.7119467258453,\n      \"avg\": 720.7119467258453,\n      \"last\": 720.7119467258453,\n      \"last-5-avg\": 720.7119467258453,\n      \"last-10-avg\": 720.7119467258453\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109f0caf03a0b06d94524b60ad90719d39736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca04094869452948c0974696d657374616d70944a3d627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083431653462643836948c0464617465948c13323032342d30362d32375f31342d35392d3431948c1074696d655f746869735f697465725f739447408685b2112000008c0c74696d655f746f74616c5f739447408685b2112000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fed084b96a22dee8c026c7294473f6a8455703223d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408685b2112000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"7509f383\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f57b41e036a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.8871532583599777,\n    \"lr\": 0.038469373500283253,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.8871532583599777,\n    \"lr\": 0.038469373500283253,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.8871532583599777,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.038469373500283253,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719493181.853968,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2070.736326202633,\n    \"timestamp\": 1719493262,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"7509f383\",\n    \"date\": \"2024-06-27_15-01-02\",\n    \"time_this_iter_s\": 80.20380187034607,\n    \"time_total_s\": 80.20380187034607,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.8871532583599777,\n      \"lr\": 0.038469373500283253,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 80.20380187034607,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\"\n  },\n  \"last_result_time\": 1719493262.0619996,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2070.736326202633,\n      \"min\": 2070.736326202633,\n      \"avg\": 2070.736326202633,\n      \"last\": 2070.736326202633,\n      \"last-5-avg\": 2070.736326202633,\n      \"last-10-avg\": 2070.736326202633\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 80.20380187034607,\n      \"min\": 80.20380187034607,\n      \"avg\": 80.20380187034607,\n      \"last\": 80.20380187034607,\n      \"last-5-avg\": 80.20380187034607,\n      \"last-10-avg\": 80.20380187034607\n    },\n    \"time_total_s\": {\n      \"max\": 80.20380187034607,\n      \"min\": 80.20380187034607,\n      \"avg\": 80.20380187034607,\n      \"last\": 80.20380187034607,\n      \"last-5-avg\": 80.20380187034607,\n      \"last-10-avg\": 80.20380187034607\n    },\n    \"time_since_restore\": {\n      \"max\": 80.20380187034607,\n      \"min\": 80.20380187034607,\n      \"avg\": 80.20380187034607,\n      \"last\": 80.20380187034607,\n      \"last-5-avg\": 80.20380187034607,\n      \"last-10-avg\": 80.20380187034607\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1032cc220607bddabfd44a92669b0d775f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da04094869452948c0974696d657374616d70944a8e627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083735303966333833948c0464617465948c13323032342d30362d32375f31352d30312d3032948c1074696d655f746869735f697465725f73944740540d0b170000008c0c74696d655f746f74616c5f73944740540d0b170000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fec638f3ae6452a8c026c7294473fa3b241fa29a3838c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740540d0b170000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"a33ea899\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d3431948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f584acd6eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8014267791772675,\n    \"lr\": 0.06443936649826909,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8014267791772675,\n    \"lr\": 0.06443936649826909,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.8014267791772675,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.06443936649826909,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719493262.2053053,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2313.215312807579,\n    \"timestamp\": 1719493332,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"a33ea899\",\n    \"date\": \"2024-06-27_15-02-12\",\n    \"time_this_iter_s\": 69.87668585777283,\n    \"time_total_s\": 69.87668585777283,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.8014267791772675,\n      \"lr\": 0.06443936649826909,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 69.87668585777283,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\"\n  },\n  \"last_result_time\": 1719493332.0863225,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2313.215312807579,\n      \"min\": 2313.215312807579,\n      \"avg\": 2313.215312807579,\n      \"last\": 2313.215312807579,\n      \"last-5-avg\": 2313.215312807579,\n      \"last-10-avg\": 2313.215312807579\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 69.87668585777283,\n      \"min\": 69.87668585777283,\n      \"avg\": 69.87668585777283,\n      \"last\": 69.87668585777283,\n      \"last-5-avg\": 69.87668585777283,\n      \"last-10-avg\": 69.87668585777283\n    },\n    \"time_total_s\": {\n      \"max\": 69.87668585777283,\n      \"min\": 69.87668585777283,\n      \"avg\": 69.87668585777283,\n      \"last\": 69.87668585777283,\n      \"last-5-avg\": 69.87668585777283,\n      \"last-10-avg\": 69.87668585777283\n    },\n    \"time_since_restore\": {\n      \"max\": 69.87668585777283,\n      \"min\": 69.87668585777283,\n      \"avg\": 69.87668585777283,\n      \"last\": 69.87668585777283,\n      \"last-5-avg\": 69.87668585777283,\n      \"last-10-avg\": 69.87668585777283\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f3e2180ed4edd9fb849d067b18235c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a24094869452948c0974696d657374616d70944ad4627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086133336561383939948c0464617465948c13323032342d30362d32375f31352d30322d3132948c1074696d655f746869735f697465725f7394474051781b9f0000008c0c74696d655f746f74616c5f7394474051781b9f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe9a549c5d68f2d8c026c7294473fb07f192baf5db88c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051781b9f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"09d4c8af\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d3032948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.9176352757258278,\n    \"lr\": 0.014441526763377911,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.9176352757258278,\n    \"lr\": 0.014441526763377911,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.9176352757258278,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.014441526763377911,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719493332.2268174,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2470.2349593996064,\n    \"timestamp\": 1719493562,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"09d4c8af\",\n    \"date\": \"2024-06-27_15-06-02\",\n    \"time_this_iter_s\": 230.70093512535095,\n    \"time_total_s\": 230.70093512535095,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.9176352757258278,\n      \"lr\": 0.014441526763377911,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 230.70093512535095,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\"\n  },\n  \"last_result_time\": 1719493562.9323318,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2470.2349593996064,\n      \"min\": 2470.2349593996064,\n      \"avg\": 2470.2349593996064,\n      \"last\": 2470.2349593996064,\n      \"last-5-avg\": 2470.2349593996064,\n      \"last-10-avg\": 2470.2349593996064\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 230.70093512535095,\n      \"min\": 230.70093512535095,\n      \"avg\": 230.70093512535095,\n      \"last\": 230.70093512535095,\n      \"last-5-avg\": 230.70093512535095,\n      \"last-10-avg\": 230.70093512535095\n    },\n    \"time_total_s\": {\n      \"max\": 230.70093512535095,\n      \"min\": 230.70093512535095,\n      \"avg\": 230.70093512535095,\n      \"last\": 230.70093512535095,\n      \"last-5-avg\": 230.70093512535095,\n      \"last-10-avg\": 230.70093512535095\n    },\n    \"time_since_restore\": {\n      \"max\": 230.70093512535095,\n      \"min\": 230.70093512535095,\n      \"avg\": 230.70093512535095,\n      \"last\": 230.70093512535095,\n      \"last-5-avg\": 230.70093512535095,\n      \"last-10-avg\": 230.70093512535095\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11208e8ec7f58b4e87b94de6d22bd0b8ce00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca34094869452948c0974696d657374616d70944aba637d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083039643463386166948c0464617465948c13323032342d30362d32375f31352d30362d3032948c1074696d655f746869735f697465725f739447406cd66e0f8000008c0c74696d655f746f74616c5f739447406cd66e0f8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fed5d44a75cbf798c026c7294473f8d9384e93960e78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd66e0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"c04d8657\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d3132948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.37340656523341487,\n    \"lr\": 0.0007457945749126396,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.37340656523341487,\n    \"lr\": 0.0007457945749126396,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.37340656523341487,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0007457945749126396,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719493563.076852,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 110.44758017232098,\n    \"timestamp\": 1719496719,\n    \"checkpoint_dir_name\": \"checkpoint_000013\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 14,\n    \"trial_id\": \"c04d8657\",\n    \"date\": \"2024-06-27_15-58-39\",\n    \"time_this_iter_s\": 56.147799015045166,\n    \"time_total_s\": 830.8587915897369,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.37340656523341487,\n      \"lr\": 0.0007457945749126396,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 577.0165183544159,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\"\n  },\n  \"last_result_time\": 1719496719.9374166,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 248.8490186075526,\n      \"min\": 110.44758017232098,\n      \"avg\": 137.22185923787688,\n      \"last\": 110.44758017232098,\n      \"last-5-avg\": 113.1776301046056,\n      \"last-10-avg\": 120.02354793398402\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 14,\n      \"min\": 1,\n      \"avg\": 7.5,\n      \"last\": 14,\n      \"last-5-avg\": 12.0,\n      \"last-10-avg\": 9.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 70.9636754989624,\n      \"min\": 55.55129075050354,\n      \"avg\": 59.34705654212407,\n      \"last\": 56.147799015045166,\n      \"last-5-avg\": 56.29258027076721,\n      \"last-10-avg\": 57.70165183544159\n    },\n    \"time_total_s\": {\n      \"max\": 830.8587915897369,\n      \"min\": 69.30736112594604,\n      \"avg\": 459.8840977464403,\n      \"last\": 830.8587915897369,\n      \"last-5-avg\": 718.5756688594818,\n      \"last-10-avg\": 577.7882562637329\n    },\n    \"time_since_restore\": {\n      \"max\": 577.0165183544159,\n      \"min\": 69.30736112594604,\n      \"avg\": 263.7166109085083,\n      \"last\": 577.0165183544159,\n      \"last-5-avg\": 464.7333956241608,\n      \"last-10-avg\": 323.9459830284119\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.428571428571428,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308994c263b6698604094869452946807680d43081e8fc75326ea5f4094869452946807680d4308f2783cd68f11604094869452946807680d43081c0e87d376535e4094869452946807680d430845229158b1045f4094869452946807680d43086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047404c17e1ee00000047404bda150a00000047404c43c9ac00000047404c195ada00000047404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740744c7221400000474077cf6e5f00000047407b4ab10040000047407ed32a35c000004740812b2ac8800000474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047405fc7d1ae000000474066da6e1980000047406deb608480000047407278db9d8000004740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005953f340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11dd5b24d2d93e6783374112ef3b91cbf300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412292b1b6f4094869452948c0974696d657374616d70944a00647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d30372d3132948c1074696d655f746869735f697465725f739447405153abce0000008c0c74696d655f746f74616c5f739447405153abce0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405153abce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a408935f221cd5b1ad4c7a25cd3d8581007362756268317d94288c046c6f7373946836683c43087fbfdf2fe311664094869452948c0974696d657374616d70944ac6687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32372d3334948c1074696d655f746869735f697465725f7394474051bdacdc0000008c0c74696d655f746f74616c5f739447406188ac550000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bdacdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1112771e74ce80af8c0d4c434e13357ac0007362756268317d94288c046c6f7373946836683c4308e270381cb132634094869452948c0974696d657374616d70944aff687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32382d3331948c1074696d655f746869735f697465725f739447404c66cbec0000008c0c74696d655f746f74616c5f7394474068a25f500000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ff112d20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10aba75b99c438efb6a0492d6dfa2571607362756268317d94288c046c6f7373946836683c4308f4f97c161cbc614094869452948c0974696d657374616d70944a38697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32392d3238948c1074696d655f746869735f697465725f739447404c62525c0000008c0c74696d655f746f74616c5f739447406fbaf3e70000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067111e000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111fb52005e9f9a29ed64131370322e2c1007362756268317d94288c046c6f7373946836683c4308994c263b6698604094869452948c0974696d657374616d70944a156e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35302d3133948c1074696d655f746869735f697465725f7394474051bbe0b70000008c0c74696d655f746f74616c5f73944740744c72214000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bbe0b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1080c12b4a61ae8b899c4083305ad408197362756268317d94288c046c6f7373946836683c43081e8fc75326ea5f4094869452948c0974696d657374616d70944a4d6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35312d3039948c1074696d655f746869735f697465725f739447404c17e1ee0000008c0c74696d655f746f74616c5f7394474077cf6e5f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fc7d1ae0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a114ae1ae639ac7bbb78f4a811d169424a9007362756268317d94288c046c6f7373946836683c4308f2783cd68f11604094869452948c0974696d657374616d70944a856e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35322d3035948c1074696d655f746869735f697465725f739447404bda150a0000008c0c74696d655f746f74616c5f739447407b4ab1004000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474066da6e198000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1039a11ff5b96e2087fc456dc6fe24f8447362756268317d94288c046c6f7373946836683c43081c0e87d376535e4094869452948c0974696d657374616d70944abe6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3032948c1074696d655f746869735f697465725f739447404c43c9ac0000008c0c74696d655f746f74616c5f739447407ed32a35c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406deb60848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a111459b7b8bfbad1a03042701d36636fa8007362756268317d94288c046c6f7373946836683c430845229158b1045f4094869452948c0974696d657374616d70944af66e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3538948c1074696d655f746869735f697465725f739447404c195ada0000008c0c74696d655f746f74616c5f73944740812b2ac88000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407278db9d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10a3064cff5bcd30b4f743357f1ea7fa357362756268317d94288c046c6f7373946836683c43086d369b2da6f25c4094869452948c0974696d657374616d70944a2f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35342d3535948c1074696d655f746869735f697465725f739447404c8e46140000008c0c74696d655f746f74616c5f7394474082f40f29c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740760aa4600000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f9e5eff624c122a5dc426fd92b9a28cd007362756268317d94288c046c6f7373946836683c4308ea743a3d12625c4094869452948c0974696d657374616d70944a676f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35352d3531948c1074696d655f746869735f697465725f739447404c0f0b300000008c0c74696d655f746f74616c5f7394474084b4ffdcc000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740798c85c60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10cbb311ca9a3b2891a846912da62bea587362756268317d94288c046c6f7373946836683c4308fcfd7eef8e135c4094869452948c0974696d657374616d70944a9f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35362d3437948c1074696d655f746869735f697465725f739447404bc690b20000008c0c74696d655f746f74616c5f73944740867168e7e000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d0557dc4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a101eb2daab938c8e9ea24a6e906e45227b7362756268317d94288c046c6f7373946836683c43089d4ea7f3ea735c4094869452948c0974696d657374616d70944ad76f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35372d3433948c1074696d655f746869735f697465725f739447404c4473500000008c0c74696d655f746f74616c5f739447408835b01ce000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408046f3232000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11521a40032cbbd581544e6a9fe42e21ac007362756268317d94288c046c6f7373946836683c43083a9d4e27a59c5b4094869452948c0974696d657374616d70944a0f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35382d3339948c1074696d655f746869735f697465725f739447404c12eb140000008c0c74696d655f746f74616c5f7394474089f6dece2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740820821d46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"0d034d62\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.5738068254184514,\n    \"lr\": 0.009136259111296272,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.5738068254184514,\n    \"lr\": 0.009136259111296272,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.5738068254184514,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.009136259111296272,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719493632.5349383,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2003.1058138148992,\n    \"timestamp\": 1719493727,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 1,\n    \"trial_id\": \"0d034d62\",\n    \"date\": \"2024-06-27_15-08-47\",\n    \"time_this_iter_s\": 94.90786528587341,\n    \"time_total_s\": 94.90786528587341,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.5738068254184514,\n      \"lr\": 0.009136259111296272,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 94.90786528587341,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\"\n  },\n  \"last_result_time\": 1719493727.527742,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2003.1058138148992,\n      \"min\": 2003.1058138148992,\n      \"avg\": 2003.1058138148992,\n      \"last\": 2003.1058138148992,\n      \"last-5-avg\": 2003.1058138148992,\n      \"last-10-avg\": 2003.1058138148992\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 94.90786528587341,\n      \"min\": 94.90786528587341,\n      \"avg\": 94.90786528587341,\n      \"last\": 94.90786528587341,\n      \"last-5-avg\": 94.90786528587341,\n      \"last-10-avg\": 94.90786528587341\n    },\n    \"time_total_s\": {\n      \"max\": 94.90786528587341,\n      \"min\": 94.90786528587341,\n      \"avg\": 94.90786528587341,\n      \"last\": 94.90786528587341,\n      \"last-5-avg\": 94.90786528587341,\n      \"last-10-avg\": 94.90786528587341\n    },\n    \"time_since_restore\": {\n      \"max\": 94.90786528587341,\n      \"min\": 94.90786528587341,\n      \"avg\": 94.90786528587341,\n      \"last\": 94.90786528587341,\n      \"last-5-avg\": 94.90786528587341,\n      \"last-10-avg\": 94.90786528587341\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1196eb870286f1b296fa47346d6b3c4f8e00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f4094869452948c0974696d657374616d70944a5f647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083064303334643632948c0464617465948c13323032342d30362d32375f31352d30382d3437948c1074696d655f746869735f697465725f7394474057ba1a770000008c0c74696d655f746f74616c5f7394474057ba1a770000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe25ca021ac9a428c026c7294473f82b607f0b9f5188c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057ba1a770000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"5fd6b12b\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d3132948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2066693100484649,\n    \"lr\": 0.01811726031464282,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2066693100484649,\n    \"lr\": 0.01811726031464282,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.2066693100484649,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.01811726031464282,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719496720.1025338,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1969.885332723302,\n    \"timestamp\": 1719506123,\n    \"checkpoint_dir_name\": \"checkpoint_000007\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 8,\n    \"trial_id\": \"5fd6b12b\",\n    \"date\": \"2024-06-27_18-35-23\",\n    \"time_this_iter_s\": 65.11498975753784,\n    \"time_total_s\": 561.8182802200317,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.2066693100484649,\n      \"lr\": 0.01811726031464282,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 273.4639325141907,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\"\n  },\n  \"last_result_time\": 1719506123.1407225,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1987.5899369848057,\n      \"min\": 1958.9930592934916,\n      \"avg\": 1971.1198558056449,\n      \"last\": 1969.885332723302,\n      \"last-5-avg\": 1970.0656546044538,\n      \"last-10-avg\": 1971.1198558056449\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 8,\n      \"min\": 1,\n      \"avg\": 4.5,\n      \"last\": 8,\n      \"last-5-avg\": 6.0,\n      \"last-10-avg\": 4.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 79.29838418960571,\n      \"min\": 64.60036778450012,\n      \"avg\": 70.22728502750397,\n      \"last\": 65.11498975753784,\n      \"last-5-avg\": 67.74021034240722,\n      \"last-10-avg\": 70.22728502750397\n    },\n    \"time_total_s\": {\n      \"max\": 561.8182802200317,\n      \"min\": 79.29838418960571,\n      \"avg\": 324.09919169545174,\n      \"last\": 561.8182802200317,\n      \"last-5-avg\": 429.1680102825165,\n      \"last-10-avg\": 324.09919169545174\n    },\n    \"time_since_restore\": {\n      \"max\": 273.4639325141907,\n      \"min\": 78.57935905456543,\n      \"avg\": 143.78755047917366,\n      \"last\": 273.4639325141907,\n      \"last-5-avg\": 169.5769582271576,\n      \"last-10-avg\": 143.78755047917366\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.0,\n      \"last\": 4,\n      \"last-5-avg\": 2.4,\n      \"last-10-avg\": 2.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452946807680d4308954aa52207b09e4094869452946807680d4308d0e7f37922bc9e4094869452946807680d4308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba0000004740504f53ba000000474053a514380000004740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a00000047406be3c05600000047407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a000000474053a51438000000474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1181cd0a43dc40b5a37c47dbcb7182039f00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452948c0974696d657374616d70944a5f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31352d35392d3539948c1074696d655f746869735f697465725f7394474053d318ba0000008c0c74696d655f746f74616c5f7394474053d318ba0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d318ba0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a100e2d552d42ecfca595407c91d7ee43737362756268317d94288c046c6f7373946836683c4308954aa52207b09e4094869452948c0974696d657374616d70944aa0707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31362d30312d3034948c1074696d655f746869735f697465725f73944740504f53ba0000008c0c74696d655f746f74616c5f739447406211363a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406211363a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11238dd934b40707a5ff475f674122cee4007362756268317d94288c046c6f7373946836683c4308d0e7f37922bc9e4094869452948c0974696d657374616d70944a78877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33382d3332948c1074696d655f746869735f697465725f7394474053a514380000008c0c74696d655f746f74616c5f739447406be3c0560000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053a514380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1006d995992fd63e9b9147c72f48c92e067362756268317d94288c046c6f7373946836683c4308241289e4f89b9e4094869452948c0974696d657374616d70944ab9877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33392d3337948c1074696d655f746869735f697465725f73944740504f2cf60000008c0c74696d655f746f74616c5f739447407205ab688000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061fa20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a113118b59a16243ba2e24eba12e9b219cc007362756268317d94288c046c6f7373946836683c4308954aa5e2e6dc9e4094869452948c0974696d657374616d70944a08947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33322d3038948c1074696d655f746869735f697465725f7394474053b4f6550000008c0c74696d655f746f74616c5f7394474076f2e8fdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053b4f6550000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1124efd32f9ac5e58bee43863e8f4eabd6007362756268317d94288c046c6f7373946836683c430877bbdd2e50f19e4094869452948c0974696d657374616d70944a49947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33332d3133948c1074696d655f746869735f697465725f7394474050266c6d0000008c0c74696d655f746f74616c5f739447407afc84190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061edb1610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10286e8e17921befa2af47b35fb409640c7362756268317d94288c046c6f7373946836683c43086130189c95b79e4094869452948c0974696d657374616d70944a8a947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33342d3138948c1074696d655f746869735f697465725f73944740503af2520000008c0c74696d655f746f74616c5f739447407f0b40ad8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406a0b2a8a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1196fdab0ee11a9bb6b54970f22601e9bd007362756268317d94288c046c6f7373946836683c4308a552a9948ac79e4094869452948c0974696d657374616d70944acb947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33352d3233948c1074696d655f746869735f697465725f7394474050475bfe0000008c0c74696d655f746f74616c5f73944740818e8bd68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474071176c448000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"ce13f5b5\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d3430948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5bd401cad78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5002709319790926,\n    \"lr\": 0.0010079586534441948,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5002709319790926,\n    \"lr\": 0.0010079586534441948,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.5002709319790926,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0010079586534441948,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719496864.8002517,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1991.1704995463213,\n    \"timestamp\": 1719504722,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 4,\n    \"trial_id\": \"ce13f5b5\",\n    \"date\": \"2024-06-27_18-12-02\",\n    \"time_this_iter_s\": 964.2863810062408,\n    \"time_total_s\": 3892.4453825950623,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.5002709319790926,\n      \"lr\": 0.0010079586534441948,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1945.1886711120605,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n  },\n  \"last_result_time\": 1719504722.915773,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1991.1704995463213,\n      \"min\": 1978.954319751169,\n      \"avg\": 1984.8804563987912,\n      \"last\": 1991.1704995463213,\n      \"last-5-avg\": 1984.8804563987912,\n      \"last-10-avg\": 1984.8804563987912\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 980.9022901058197,\n      \"min\": 964.2863810062408,\n      \"avg\": 973.1113456487656,\n      \"last\": 964.2863810062408,\n      \"last-5-avg\": 973.1113456487656,\n      \"last-10-avg\": 973.1113456487656\n    },\n    \"time_total_s\": {\n      \"max\": 3892.4453825950623,\n      \"min\": 980.2613203525543,\n      \"avg\": 2437.03060400486,\n      \"last\": 3892.4453825950623,\n      \"last-5-avg\": 2437.03060400486,\n      \"last-10-avg\": 2437.03060400486\n    },\n    \"time_since_restore\": {\n      \"max\": 1947.2567114830017,\n      \"min\": 980.2613203525543,\n      \"avg\": 1463.402248263359,\n      \"last\": 1945.1886711120605,\n      \"last-5-avg\": 1463.402248263359,\n      \"last-10-avg\": 1463.402248263359\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595c2100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1169b63d49a85adb9e684c27f89c14fec800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452948c0974696d657374616d70944a74747d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d31372d3235948c1074696d655f746869735f697465725f739447408ea2172f2000008c0c74696d655f746f74616c5f739447408ea2172f2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea2172f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c2da57fb5e0b2bae3b415864726d8a7d7362756268317d94288c046c6f7373946836683c4308ca643239d1eb9e4094869452948c0974696d657374616d70944a3b787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d33332d3332948c1074696d655f746869735f697465725f739447408e37f68fa000008c0c74696d655f746f74616c5f739447409e6d06df6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e6d06df6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a106f2c38839b8502a3b4466a3e33b3a1237362756268317d94288c046c6f7373946836683c4308341a8d8647f29e4094869452948c0974696d657374616d70944a8e8b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31372d35352d3538948c1074696d655f746869735f697465725f739447408ea737e3e000008c0c74696d655f746f74616c5f73944740a6e05168a800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea737e3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11c34f3deba39435a56c4d2ba27abf648c007362756268317d94288c046c6f7373946836683c4308bbdd6e97ae1c9f4094869452948c0974696d657374616d70944a528f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31382d31322d3032948c1074696d655f746869735f697465725f739447408e224a822000008c0c74696d655f746f74616c5f73944740ae68e4093000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e64c1330000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"2ab41427\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32616234313432375f32305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d30312d3034948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5c1f6709518c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8248444707020037,\n    \"lr\": 0.027832194286055118,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8248444707020037,\n    \"lr\": 0.027832194286055118,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.8248444707020037,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.027832194286055118,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8248,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0278,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"ERROR\",\n  \"relative_logdir\": \"train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719498812.2108629,\n  \"num_failures\": 1,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": \"error.txt\",\n  \"pickled_error_filename\": \"error.pkl\",\n  \"last_result\": {\n    \"trial_id\": \"2ab41427\"\n  },\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e0cf80c0\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d3332948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.03611990882258942,\n    \"lr\": 0.00028375287963234745,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.03611990882258942,\n    \"lr\": 0.00028375287963234745,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.03611990882258942,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00028375287963234745,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719498835.0865815,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.0447209876354,\n    \"timestamp\": 1719506988,\n    \"checkpoint_dir_name\": \"checkpoint_000013\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 14,\n    \"trial_id\": \"e0cf80c0\",\n    \"date\": \"2024-06-27_18-49-48\",\n    \"time_this_iter_s\": 85.16450333595276,\n    \"time_total_s\": 1230.8309977054596,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.03611990882258942,\n      \"lr\": 0.00028375287963234745,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 864.8040487766266,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\"\n  },\n  \"last_result_time\": 1719506988.1626651,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1958.7154714028666,\n      \"min\": 1952.5803078478716,\n      \"avg\": 1954.5011126386303,\n      \"last\": 1954.0447209876354,\n      \"last-5-avg\": 1954.853268024114,\n      \"last-10-avg\": 1954.4361224317176\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 14,\n      \"min\": 1,\n      \"avg\": 7.5,\n      \"last\": 14,\n      \"last-5-avg\": 12.0,\n      \"last-10-avg\": 9.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 99.29927706718445,\n      \"min\": 83.9807825088501,\n      \"avg\": 87.91649983610425,\n      \"last\": 85.16450333595276,\n      \"last-5-avg\": 85.2326253414154,\n      \"last-10-avg\": 86.48040487766266\n    },\n    \"time_total_s\": {\n      \"max\": 1230.8309977054596,\n      \"min\": 97.99486684799194,\n      \"avg\": 671.6741531746728,\n      \"last\": 1230.8309977054596,\n      \"last-5-avg\": 1060.3308013439178,\n      \"last-10-avg\": 847.6165752887725\n    },\n    \"time_since_restore\": {\n      \"max\": 864.8040487766266,\n      \"min\": 97.99486684799194,\n      \"avg\": 384.2298111745289,\n      \"last\": 864.8040487766266,\n      \"last-5-avg\": 694.3038524150849,\n      \"last-10-avg\": 481.5896263599396\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.357142857142857,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2a3889e4094869452946807680d4308ecf57addfa869e4094869452946807680d4308a552a99424859e4094869452946807680d430863b1580c208a9e4094869452946807680d430843a150087e899e4094869452946807680d4308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c390970000004740553e575a00000047405541866e00000047405522c6a700000047405542cfd80000004740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d115287c0000047408130742f200000474083d8a4fce000004740867cfdd1c000004740892557ccc0000047408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c3909700000047406700f3f8800000474070d0db97c00000474076198d4180000047407b6a41378000004740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005953e340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1099988fa5adfa6399e54ab9cbf986636d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd8616889e4094869452948c0974696d657374616d70944ab5787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33352d3333948c1074696d655f746869735f697465725f73944740587fabe60000008c0c74696d655f746f74616c5f73944740587fabe60000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740587fabe60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a03b95519d1df882f045b3343f4879fe007362756268317d94288c046c6f7373946836683c4308da6c36fbf18e9e4094869452948c0974696d657374616d70944a09797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33362d3537948c1074696d655f746869735f697465725f7394474054fec5240000008c0c74696d655f746f74616c5f7394474066bf38850000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066bf38850000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11847444e2e0faba9fb3480fceb4f6adc5007362756268317d94288c046c6f7373946836683c4308cce5725931849e4094869452948c0974696d657374616d70944ab68f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31332d3432948c1074696d655f746869735f697465725f7394474058d3275b0000008c0c74696d655f746f74616c5f73944740719466194000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058d3275b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a108c97b8d668e99a99b4412d5e1f1cdf4a7362756268317d94288c046c6f7373946836683c4308994c2633648f9e4094869452948c0974696d657374616d70944a0b907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31352d3037948c1074696d655f746869735f697465725f73944740553021230000008c0c74696d655f746f74616c5f7394474076e06e620000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406701a43f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10a96ade37253b888aec461ffb42eda12c7362756268317d94288c046c6f7373946836683c4308140a85a2a3889e4094869452948c0974696d657374616d70944a2e957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33372d3032948c1074696d655f746869735f697465725f7394474058c390970000008c0c74696d655f746f74616c5f739447407d115287c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058c390970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113de23693740cc5b8cf4f59f68675e1ec007362756268317d94288c046c6f7373946836683c4308ecf57addfa869e4094869452948c0974696d657374616d70944a83957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33382d3237948c1074696d655f746869735f697465725f73944740553e575a0000008c0c74696d655f746f74616c5f739447408130742f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406700f3f88000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11102b83c10aacc3b685437e180f6b4fc6007362756268317d94288c046c6f7373946836683c4308a552a99424859e4094869452948c0974696d657374616d70944ad8957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33392d3532948c1074696d655f746869735f697465725f739447405541866e0000008c0c74696d655f746f74616c5f7394474083d8a4fce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070d0db97c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1154b7d57809cd5c8cfc412ddb850e10e3007362756268317d94288c046c6f7373946836683c430863b1580c208a9e4094869452948c0974696d657374616d70944a2c967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34312d3136948c1074696d655f746869735f697465725f739447405522c6a70000008c0c74696d655f746f74616c5f73944740867cfdd1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076198d418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a103281b7e034534aba2d47ad55de14252b7362756268317d94288c046c6f7373946836683c430843a150087e899e4094869452948c0974696d657374616d70944a81967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34322d3431948c1074696d655f746869735f697465725f739447405542cfd80000008c0c74696d655f746f74616c5f73944740892557ccc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6a41378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b555af8c21d0849a2c4359c65a8c9c567362756268317d94288c046c6f7373946836683c4308b1582cf6df8e9e4094869452948c0974696d657374616d70944ad7967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34342d3037948c1074696d655f746869735f697465725f73944740554448640000008c0c74696d655f746f74616c5f739447408bcde0d94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740805da9a84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a119651625fb1227bbe6e4f86ca926659d3007362756268317d94288c046c6f7373946836683c4308241289a4dc9a9e4094869452948c0974696d657374616d70944a2c977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34352d3332948c1074696d655f746869735f697465725f73944740556780dc0000008c0c74696d655f746f74616c5f739447408e7ad0f4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740830a99c3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10c3828a38ea435597384c73f20eb2da647362756268317d94288c046c6f7373946836683c4308ca643219d4849e4094869452948c0974696d657374616d70944a81977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34362d3537948c1074696d655f746869735f697465725f73944740552dee400000008c0c74696d655f746f74616c5f739447409090475e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b0578bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10cd7812371b1420a1f04cc0c685d9916b7362756268317d94288c046c6f7373946836683c4308e270383c52829e4094869452948c0974696d657374616d70944ad6977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34382d3232948c1074696d655f746869735f697465725f73944740556631f20000008c0c74696d655f746f74616c5f7394474091e6aa7d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740885d1dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11fef80822178813bb63461b50fd452e9d007362756268317d94288c046c6f7373946836683c43085bad56cb2d889e4094869452948c0974696d657374616d70944a2c987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34392d3438948c1074696d655f746869735f697465725f73944740554a87390000008c0c74696d655f746f74616c5f73944740933b52f11000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b066eb12000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"849f9246\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6055751532136977,\n    \"lr\": 0.08464538523322317,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6055751532136977,\n    \"lr\": 0.08464538523322317,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.6055751532136977,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.08464538523322317,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719499017.2258291,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2193.2057009719488,\n    \"timestamp\": 1719499162,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"849f9246\",\n    \"date\": \"2024-06-27_16-39-22\",\n    \"time_this_iter_s\": 66.90322375297546,\n    \"time_total_s\": 145.48451900482178,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.6055751532136977,\n      \"lr\": 0.08464538523322317,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 145.48451900482178,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\"\n  },\n  \"last_result_time\": 1719499162.7195077,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3133.156076986959,\n      \"min\": 2193.2057009719488,\n      \"avg\": 2663.180888979454,\n      \"last\": 2193.2057009719488,\n      \"last-5-avg\": 2663.180888979454,\n      \"last-10-avg\": 2663.180888979454\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 78.58129525184631,\n      \"min\": 66.90322375297546,\n      \"avg\": 72.74225950241089,\n      \"last\": 66.90322375297546,\n      \"last-5-avg\": 72.74225950241089,\n      \"last-10-avg\": 72.74225950241089\n    },\n    \"time_total_s\": {\n      \"max\": 145.48451900482178,\n      \"min\": 78.58129525184631,\n      \"avg\": 112.03290712833405,\n      \"last\": 145.48451900482178,\n      \"last-5-avg\": 112.03290712833405,\n      \"last-10-avg\": 112.03290712833405\n    },\n    \"time_since_restore\": {\n      \"max\": 145.48451900482178,\n      \"min\": 78.58129525184631,\n      \"avg\": 112.03290712833405,\n      \"last\": 145.48451900482178,\n      \"last-5-avg\": 112.03290712833405,\n      \"last-10-avg\": 112.03290712833405\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f1000000474050b9ce6b000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f1000000474050b9ce6b000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11709e50429faae7958540abf94690f6d200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452948c0974696d657374616d70944a57797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33382d3135948c1074696d655f746869735f697465725f7394474053a533f10000008c0c74696d655f746f74616c5f7394474053a533f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053a533f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bbe09b0662d59b9cd842ad087d714b127362756268317d94288c046c6f7373946836683c43088d46a3516922a14094869452948c0974696d657374616d70944a9a797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33392d3232948c1074696d655f746869735f697465725f7394474050b9ce6b0000008c0c74696d655f746f74616c5f73944740622f812e0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740622f812e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"52268eca\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7819934077823693,\n    \"lr\": 0.00395752526712301,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7819934077823693,\n    \"lr\": 0.00395752526712301,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.7819934077823693,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00395752526712301,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719499162.8859532,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2037.3184742364358,\n    \"timestamp\": 1719499413,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"52268eca\",\n    \"date\": \"2024-06-27_16-43-33\",\n    \"time_this_iter_s\": 118.6520447731018,\n    \"time_total_s\": 250.68081068992615,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.7819934077823693,\n      \"lr\": 0.00395752526712301,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 250.68081068992615,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\"\n  },\n  \"last_result_time\": 1719499413.576802,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2042.3615145946112,\n      \"min\": 2037.3184742364358,\n      \"avg\": 2039.8399944155235,\n      \"last\": 2037.3184742364358,\n      \"last-5-avg\": 2039.8399944155235,\n      \"last-10-avg\": 2039.8399944155235\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 132.02876591682434,\n      \"min\": 118.6520447731018,\n      \"avg\": 125.34040534496307,\n      \"last\": 118.6520447731018,\n      \"last-5-avg\": 125.34040534496307,\n      \"last-10-avg\": 125.34040534496307\n    },\n    \"time_total_s\": {\n      \"max\": 250.68081068992615,\n      \"min\": 132.02876591682434,\n      \"avg\": 191.35478830337524,\n      \"last\": 250.68081068992615,\n      \"last-5-avg\": 191.35478830337524,\n      \"last-10-avg\": 191.35478830337524\n    },\n    \"time_since_restore\": {\n      \"max\": 250.68081068992615,\n      \"min\": 132.02876591682434,\n      \"avg\": 191.35478830337524,\n      \"last\": 250.68081068992615,\n      \"last-5-avg\": 191.35478830337524,\n      \"last-10-avg\": 191.35478830337524\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047405da9bb1a000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047405da9bb1a000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110f93e2a18bcae2ab8b4162fab8acc5fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452948c0974696d657374616d70944a1e7a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34312d3334948c1074696d655f746869735f697465725f739447406080eba68000008c0c74696d655f746f74616c5f739447406080eba68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406080eba68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1058299e5e05630cb5ca42bcf77634c7617362756268317d94288c046c6f7373946836683c430871381c1e46d59f4094869452948c0974696d657374616d70944a957a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34332d3333948c1074696d655f746869735f697465725f739447405da9bb1a0000008c0c74696d655f746f74616c5f739447406f55c9338000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f55c9338000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"1cd059c8\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d3232948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.28239791341845644,\n    \"lr\": 0.0010916820440167283,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.28239791341845644,\n    \"lr\": 0.0010916820440167283,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.28239791341845644,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0010916820440167283,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719499413.7188365,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2025.7421327125369,\n    \"timestamp\": 1719500447,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"1cd059c8\",\n    \"date\": \"2024-06-27_17-00-47\",\n    \"time_this_iter_s\": 508.4716944694519,\n    \"time_total_s\": 1033.8679287433624,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.28239791341845644,\n      \"lr\": 0.0010916820440167283,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1033.8679287433624,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\"\n  },\n  \"last_result_time\": 1719500447.597481,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2025.7421327125369,\n      \"min\": 2012.1308699480192,\n      \"avg\": 2018.9365013302781,\n      \"last\": 2025.7421327125369,\n      \"last-5-avg\": 2018.9365013302781,\n      \"last-10-avg\": 2018.9365013302781\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 525.3962342739105,\n      \"min\": 508.4716944694519,\n      \"avg\": 516.9339643716812,\n      \"last\": 508.4716944694519,\n      \"last-5-avg\": 516.9339643716812,\n      \"last-10-avg\": 516.9339643716812\n    },\n    \"time_total_s\": {\n      \"max\": 1033.8679287433624,\n      \"min\": 525.3962342739105,\n      \"avg\": 779.6320815086365,\n      \"last\": 1033.8679287433624,\n      \"last-5-avg\": 779.6320815086365,\n      \"last-10-avg\": 779.6320815086365\n    },\n    \"time_since_restore\": {\n      \"max\": 1033.8679287433624,\n      \"min\": 525.3962342739105,\n      \"avg\": 779.6320815086365,\n      \"last\": 1033.8679287433624,\n      \"last-5-avg\": 779.6320815086365,\n      \"last-10-avg\": 779.6320815086365\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce0000047407fc78c0f800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce0000047407fc78c0f800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1001a3457e84b0b09316417cb45000d44b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452948c0974696d657374616d70944aa27c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31362d35322d3139948c1074696d655f746869735f697465725f73944740806b2b7ce000008c0c74696d655f746f74616c5f73944740806b2b7ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806b2b7ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1159fff1ea586a8c9a2c4a40e612c53b9a007362756268317d94288c046c6f7373946836683c43088d46a3f1f7a69f4094869452948c0974696d657374616d70944a9f7e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31372d30302d3437948c1074696d655f746869735f697465725f739447407fc78c0f8000008c0c74696d655f746f74616c5f73944740902778c25000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740902778c25000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b7bc0828\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d3333948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e7ae037438c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.03943053020125942,\n    \"lr\": 0.012132296191722286,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.03943053020125942,\n    \"lr\": 0.012132296191722286,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.03943053020125942,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.012132296191722286,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719500447.739386,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1968.0494442436639,\n    \"timestamp\": 1719508546,\n    \"checkpoint_dir_name\": \"checkpoint_000017\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 18,\n    \"trial_id\": \"b7bc0828\",\n    \"date\": \"2024-06-27_19-15-46\",\n    \"time_this_iter_s\": 154.52800750732422,\n    \"time_total_s\": 2823.5459802150726,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.03943053020125942,\n      \"lr\": 0.012132296191722286,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1558.1138837337494,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\"\n  },\n  \"last_result_time\": 1719508546.484786,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1999.236413670337,\n      \"min\": 1960.5562071312131,\n      \"avg\": 1973.3295261386393,\n      \"last\": 1968.0494442436639,\n      \"last-5-avg\": 1978.2473732775586,\n      \"last-10-avg\": 1976.9785678172673\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 18,\n      \"min\": 1,\n      \"avg\": 9.5,\n      \"last\": 18,\n      \"last-5-avg\": 16.0,\n      \"last-10-avg\": 13.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 168.71964645385742,\n      \"min\": 153.99702858924866,\n      \"avg\": 156.86366556750406,\n      \"last\": 154.52800750732422,\n      \"last-5-avg\": 154.40012302398682,\n      \"last-10-avg\": 155.81138837337494\n    },\n    \"time_total_s\": {\n      \"max\": 2823.5459802150726,\n      \"min\": 168.4553461074829,\n      \"avg\": 1502.8267165289983,\n      \"last\": 2823.5459802150726,\n      \"last-5-avg\": 2514.838827705383,\n      \"last-10-avg\": 2128.7060168504713\n    },\n    \"time_since_restore\": {\n      \"max\": 1558.1138837337494,\n      \"min\": 168.00890111923218,\n      \"avg\": 692.0542412334017,\n      \"last\": 1558.1138837337494,\n      \"last-5-avg\": 1249.40673122406,\n      \"last-10-avg\": 863.2739203691483\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.388888888888888,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a552a9741de19e4094869452946807680d4308c4e1705815e19e4094869452946807680d430802814060cef59e4094869452946807680d43082c168b05f7ed9e4094869452946807680d430847a3d1c839b49e4094869452946807680d4308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb000000474063561c0a000000474063538739800000474063486db600000047406351460100000047406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847409665c394e00000474098d0871620000047409b3af7fd50000047409da405b41000004740a007173a1800004740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb0000004740742b327a80000047407dd4f617400000474083bc967920000047408890e7f960000047408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c66c0446196fc1a47b419e7d5e22b48d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebf3f74ad9e4094869452948c0974696d657374616d70944a487f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30332d3336948c1074696d655f746869735f697465725f73944740650e92320000008c0c74696d655f746f74616c5f73944740650e92320000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650e92320000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1142d7100ffdc214b4ed435a24abc30681007362756268317d94288c046c6f7373946836683c4308d0e7f359fab39e4094869452948c0974696d657374616d70944ae27f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30362d3131948c1074696d655f746869735f697465725f739447406359dfef0000008c0c74696d655f746f74616c5f73944740743439108000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740743439108000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e3c8cbb052046cb942426a6907a610067362756268317d94288c046c6f7373946836683c430889442231b1fe9e4094869452948c0974696d657374616d70944ab3907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d31372d3536948c1074696d655f746869735f697465725f73944740651707580000008c0c74696d655f746f74616c5f739447407ebfbcbc8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740651707580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a114b2f0b8b0c186792df49598ceb7a7899007362756268317d94288c046c6f7373946836683c430873b95c8e39a29e4094869452948c0974696d657374616d70944a4e917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32302d3330948c1074696d655f746869735f697465725f73944740635044d18000008c0c74696d655f746f74616c5f739447408433ef92a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407433a614c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e7e764d89c75b2a8b74064b347e7544f7362756268317d94288c046c6f7373946836683c43086bb55aedd8ad9e4094869452948c0974696d657374616d70944ae9917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32332d3035948c1074696d655f746869735f697465725f739447406359b3890000008c0c74696d655f746f74616c5f73944740890a5c74e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407de07fd94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1030b88e6119f411a60943b41a5069721a7362756268317d94288c046c6f7373946836683c4308381c0ea79d149f4094869452948c0974696d657374616d70944a84927d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32352d3430948c1074696d655f746869735f697465725f73944740635de9290000008c0c74696d655f746f74616c5f739447408de1d6bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083c7ba36e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10086f9e8ace640389df4b51ee59409c137362756268317d94288c046c6f7373946836683c4308e0eff7bb76b09e4094869452948c0974696d657374616d70944a1e937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32382d3134948c1074696d655f746869735f697465725f73944740634e0bca8000008c0c74696d655f746f74616c5f73944740915aacd8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740889b3d298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102c9bea5d8b7fa7bd5b423c8098614e7c7362756268317d94288c046c6f7373946836683c4308080402a14ea39e4094869452948c0974696d657374616d70944ab9937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d33302d3439948c1074696d655f746869735f697465725f7394474063586cf50000008c0c74696d655f746f74616c5f7394474093c5ba778000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d715866c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a107128193e1d86c480d34809d9fd7abe577362756268317d94288c046c6f7373946836683c4308a552a9741de19e4094869452948c0974696d657374616d70944ad4987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35322d3336948c1074696d655f746869735f697465725f73944740650048eb0000008c0c74696d655f746f74616c5f739447409665c394e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650048eb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bc529c9aa04a4fbe6048c87e33ce75157362756268317d94288c046c6f7373946836683c4308c4e1705815e19e4094869452948c0974696d657374616d70944a6e997d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35352d3131948c1074696d655f746869735f697465725f7394474063561c0a0000008c0c74696d655f746f74616c5f7394474098d087162000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740742b327a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11560b6ea36378348bbc45ed3cd2c8e5c6007362756268317d94288c046c6f7373946836683c430802814060cef59e4094869452948c0974696d657374616d70944a099a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35372d3435948c1074696d655f746869735f697465725f73944740635387398000008c0c74696d655f746f74616c5f739447409b3af7fd5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407dd4f6174000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a116e3d8af1097c1c87b54662a8ccbd63cc007362756268317d94288c046c6f7373946836683c43082c168b05f7ed9e4094869452948c0974696d657374616d70944aa39a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30302d3139948c1074696d655f746869735f697465725f7394474063486db60000008c0c74696d655f746f74616c5f739447409da405b41000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083bc96792000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11301b8734c13226b75a444bb17e6b0d96007362756268317d94288c046c6f7373946836683c430847a3d1c839b49e4094869452948c0974696d657374616d70944a3e9b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30322d3534948c1074696d655f746869735f697465725f73944740635146010000008c0c74696d655f746f74616c5f73944740a007173a1800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408890e7f96000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11a321e7c34ad49e8d7f4fa6954e3269e9007362756268317d94288c046c6f7373946836683c4308369bcd06edae9e4094869452948c0974696d657374616d70944ad99b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30352d3239948c1074696d655f746869735f697465725f739447406359c6230000008c0c74696d655f746f74616c5f73944740a13cb39c4800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d6759822000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1130afd452a0e81289be47ff8abd33c4bb007362756268317d94288c046c6f7373946836683c4308b3d96c16f23c9f4094869452948c0974696d657374616d70944a739c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30382d3033948c1074696d655f746869735f697465725f73944740633fe7a88000008c0c74696d655f746f74616c5f73944740a270b216d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740911ba9b62000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a114054666533b611a4084ff6962e2e7ccd007362756268317d94288c046c6f7373946836683c4308b1582c96dae79e4094869452948c0974696d657374616d70944a0d9d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31302d3337948c1074696d655f746869735f697465725f739447406352addc8000008c0c74696d655f746f74616c5f73944740a3a5dcf49800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409385ff71b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a109b506d754032219f9642aee47f62c3517362756268317d94288c046c6f7373946836683c4308c260303806f99e4094869452948c0974696d657374616d70944aa79d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31332d3131948c1074696d655f746869735f697465725f739447406342c3f20000008c0c74696d655f746f74616c5f73944740a4da0933b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ee57eff000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10c4080881579607a13a4a86685905ff467362756268317d94288c046c6f7373946836683c43080c0683a132c09e4094869452948c0974696d657374616d70944a429e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31352d3436948c1074696d655f746869735f697465725f739447406350e5700000008c0c74696d655f746f74616c5f73944740a60f178ab800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409858749df000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e0b92d48\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d3437948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5f5cee2cab8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9027598279893692,\n    \"lr\": 0.00800097877874484,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9027598279893692,\n    \"lr\": 0.00800097877874484,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.9027598279893692,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00800097877874484,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719500771.1535168,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2331.1488584984004,\n    \"timestamp\": 1719502199,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"e0b92d48\",\n    \"date\": \"2024-06-27_17-29-59\",\n    \"time_this_iter_s\": 703.9930710792542,\n    \"time_total_s\": 1428.5337228775024,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9027598279893692,\n      \"lr\": 0.00800097877874484,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1428.5337228775024,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\"\n  },\n  \"last_result_time\": 1719502199.6969414,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2406.545863834892,\n      \"min\": 2331.1488584984004,\n      \"avg\": 2368.847361166646,\n      \"last\": 2331.1488584984004,\n      \"last-5-avg\": 2368.847361166646,\n      \"last-10-avg\": 2368.847361166646\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 724.5406517982483,\n      \"min\": 703.9930710792542,\n      \"avg\": 714.2668614387512,\n      \"last\": 703.9930710792542,\n      \"last-5-avg\": 714.2668614387512,\n      \"last-10-avg\": 714.2668614387512\n    },\n    \"time_total_s\": {\n      \"max\": 1428.5337228775024,\n      \"min\": 724.5406517982483,\n      \"avg\": 1076.5371873378754,\n      \"last\": 1428.5337228775024,\n      \"last-5-avg\": 1076.5371873378754,\n      \"last-10-avg\": 1076.5371873378754\n    },\n    \"time_since_restore\": {\n      \"max\": 1428.5337228775024,\n      \"min\": 724.5406517982483,\n      \"avg\": 1076.5371873378754,\n      \"last\": 1428.5337228775024,\n      \"last-5-avg\": 1076.5371873378754,\n      \"last-10-avg\": 1076.5371873378754\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474085fff1cf400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474085fff1cf400000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a9e6e93ee6dde2a12b4f5201f5507ae400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452948c0974696d657374616d70944ab7827d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d31382d3135948c1074696d655f746869735f697465725f7394474086a453414000008c0c74696d655f746f74616c5f7394474086a453414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a453414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d8355b676fe909ad3b452f38e7b536f2007362756268317d94288c046c6f7373946836683c4308b95c2e374c36a24094869452948c0974696d657374616d70944a77857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d32392d3539948c1074696d655f746869735f697465725f7394474085fff1cf4000008c0c74696d655f746f74616c5f73944740965222884000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740965222884000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b83eca19\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d3131948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5ff3ada37d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.49135894275544967,\n    \"lr\": 0.035530667591767505,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.49135894275544967,\n    \"lr\": 0.035530667591767505,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.49135894275544967,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.035530667591767505,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719502199.8508859,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2299.3813442921073,\n    \"timestamp\": 1719502338,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"b83eca19\",\n    \"date\": \"2024-06-27_17-32-18\",\n    \"time_this_iter_s\": 62.30854034423828,\n    \"time_total_s\": 138.48588919639587,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.49135894275544967,\n      \"lr\": 0.035530667591767505,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 138.48588919639587,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\"\n  },\n  \"last_result_time\": 1719502338.346973,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3332.7398422121064,\n      \"min\": 2299.3813442921073,\n      \"avg\": 2816.0605932521066,\n      \"last\": 2299.3813442921073,\n      \"last-5-avg\": 2816.0605932521066,\n      \"last-10-avg\": 2816.0605932521066\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 76.17734885215759,\n      \"min\": 62.30854034423828,\n      \"avg\": 69.24294459819794,\n      \"last\": 62.30854034423828,\n      \"last-5-avg\": 69.24294459819794,\n      \"last-10-avg\": 69.24294459819794\n    },\n    \"time_total_s\": {\n      \"max\": 138.48588919639587,\n      \"min\": 76.17734885215759,\n      \"avg\": 107.33161902427673,\n      \"last\": 138.48588919639587,\n      \"last-5-avg\": 107.33161902427673,\n      \"last-10-avg\": 107.33161902427673\n    },\n    \"time_since_restore\": {\n      \"max\": 138.48588919639587,\n      \"min\": 76.17734885215759,\n      \"avg\": 107.33161902427673,\n      \"last\": 138.48588919639587,\n      \"last-5-avg\": 107.33161902427673,\n      \"last-10-avg\": 107.33161902427673\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af00000047404f277e40000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af00000047404f277e40000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1078e82ddaaa9b4eb2f341e09969294f14736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452948c0974696d657374616d70944ac3857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33312d3136948c1074696d655f746869735f697465725f73944740530b59af0000008c0c74696d655f746f74616c5f73944740530b59af0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740530b59af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e2cbf892f53125b1ed497533d25c133b7362756268317d94288c046c6f7373946836683c43083c1e8f3fc3f6a14094869452948c0974696d657374616d70944a02867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33322d3138948c1074696d655f746869735f697465725f739447404f277e400000008c0c74696d655f746f74616c5f73944740614f8c678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740614f8c678000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"93c649bd\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d3539948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6121ad21bb8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7914041407453669,\n    \"lr\": 0.0017184389008014717,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7914041407453669,\n    \"lr\": 0.0017184389008014717,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.7914041407453669,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0017184389008014717,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719502338.492429,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1996.1505780557948,\n    \"timestamp\": 1719502633,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 4,\n    \"trial_id\": \"93c649bd\",\n    \"date\": \"2024-06-27_17-37-13\",\n    \"time_this_iter_s\": 70.27228903770447,\n    \"time_total_s\": 295.0506408214569,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.7914041407453669,\n      \"lr\": 0.0017184389008014717,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 295.0506408214569,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\"\n  },\n  \"last_result_time\": 1719502633.5740893,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2008.213741753045,\n      \"min\": 1996.1505780557948,\n      \"avg\": 2000.0280597116061,\n      \"last\": 1996.1505780557948,\n      \"last-5-avg\": 2000.0280597116064,\n      \"last-10-avg\": 2000.0280597116064\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 84.1758508682251,\n      \"min\": 70.20663857460022,\n      \"avg\": 73.76266020536423,\n      \"last\": 70.27228903770447,\n      \"last-5-avg\": 73.76266020536423,\n      \"last-10-avg\": 73.76266020536423\n    },\n    \"time_total_s\": {\n      \"max\": 295.0506408214569,\n      \"min\": 84.1758508682251,\n      \"avg\": 189.64413917064667,\n      \"last\": 295.0506408214569,\n      \"last-5-avg\": 189.64413917064667,\n      \"last-10-avg\": 189.64413917064667\n    },\n    \"time_since_restore\": {\n      \"max\": 295.0506408214569,\n      \"min\": 84.1758508682251,\n      \"avg\": 189.64413917064667,\n      \"last\": 295.0506408214569,\n      \"last-5-avg\": 189.64413917064667,\n      \"last-10-avg\": 189.64413917064667\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11119e02ef692363add54b61fdfd505c9a00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452948c0974696d657374616d70944a56867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33332d3432948c1074696d655f746869735f697465725f73944740550b41240000008c0c74696d655f746f74616c5f73944740550b41240000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740550b41240000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1069c94cbc2f9456a7ec40c185562403187362756268317d94288c046c6f7373946836683c4308f8fbfd2ee73d9f4094869452948c0974696d657374616d70944a9d867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33342d3533948c1074696d655f746869735f697465725f73944740519955cf0000008c0c74696d655f746f74616c5f7394474063524b798000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063524b798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a104a9c616b2a2a53852f48de68ba639d5e7362756268317d94288c046c6f7373946836683c4308793c1edfda609f4094869452948c0974696d657374616d70944ae3867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33362d3033948c1074696d655f746869735f697465725f73944740518d39910000008c0c74696d655f746f74616c5f739447406c18e8420000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c18e8420000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11ed6ae56fd70564afdc410872a485b7ce007362756268317d94288c046c6f7373946836683c4308894422319a309f4094869452948c0974696d657374616d70944a29877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33372d3133948c1074696d655f746869735f697465725f7394474051916d2f0000008c0c74696d655f746f74616c5f739447407270cf6cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407270cf6cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"9b9348b4\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f616d2be45c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.6040963353962471,\n    \"lr\": 0.00012961012336004763,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.6040963353962471,\n    \"lr\": 0.00012961012336004763,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.6040963353962471,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.00012961012336004763,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719508546.6348734,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 352.8110904243049,\n    \"timestamp\": 1719513218,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"9b9348b4\",\n    \"date\": \"2024-06-27_20-33-38\",\n    \"time_this_iter_s\": 50.251272201538086,\n    \"time_total_s\": 1056.5283246040344,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.6040963353962471,\n      \"lr\": 0.00012961012336004763,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 519.0710537433624,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\"\n  },\n  \"last_result_time\": 1719513218.5348237,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1685.7740430456447,\n      \"min\": 352.8110904243049,\n      \"avg\": 599.8233108760805,\n      \"last\": 352.8110904243049,\n      \"last-5-avg\": 378.7031423974225,\n      \"last-10-avg\": 412.20894133800596\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 65.15657186508179,\n      \"min\": 50.07098746299744,\n      \"avg\": 52.82641623020172,\n      \"last\": 50.251272201538086,\n      \"last-5-avg\": 50.45397553443909,\n      \"last-10-avg\": 51.90710537433624\n    },\n    \"time_total_s\": {\n      \"max\": 1056.5283246040344,\n      \"min\": 64.70330953598022,\n      \"avg\": 564.879896044731,\n      \"last\": 1056.5283246040344,\n      \"last-5-avg\": 955.529240989685,\n      \"last-10-avg\": 829.2901573419571\n    },\n    \"time_since_restore\": {\n      \"max\": 519.0710537433624,\n      \"min\": 64.01091408729553,\n      \"avg\": 229.31010818481445,\n      \"last\": 519.0710537433624,\n      \"last-5-avg\": 418.07197012901304,\n      \"last-10-avg\": 291.8328864812851\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.25,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4915a7e4094869452946807680d4308a552a93458a67c4094869452946807680d43082c168bc5b7a67b4094869452946807680d43083e9fcfa739067b4094869452946807680d4308d8ebf55a529b794094869452946807680d4308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d10000004740498e765a0000004740494eb5d400000047404947167a00000047404940e4a600000047404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474082cbbed7c0000047408464a63d600000474085f9919aa000004740878e030240000047408922114ca0000047408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d100000047405cc7edfe000000474064b7a47400000047406b096a12800000474070acd19e000000474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10bf338dcd807bd29ace4ca33fb4035306736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f67abd9e18579a4094869452948c0974696d657374616d70944a839e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31362d3531948c1074696d655f746869735f697465725f73944740502d03060000008c0c74696d655f746f74616c5f73944740502d03060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502d03060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103ac41dc53e8fe18a27432de7695d6e037362756268317d94288c046c6f7373946836683c4308793c1e0fb8dc904094869452948c0974696d657374616d70944ab59e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31372d3431948c1074696d655f746869735f697465725f73944740491b0fd60000008c0c74696d655f746f74616c5f739447405cba8af10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cba8af10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c27bce557b2c29825343cc11cf262f4d7362756268317d94288c046c6f7373946836683c430863b1584cc4668a4094869452948c0974696d657374616d70944ae89e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31382d3332948c1074696d655f746869735f697465725f73944740495779960000008c0c74696d655f746f74616c5f7394474064b323de0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b323de0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11d14ae78f6a4232b6674662bb6d89a0f0007362756268317d94288c046c6f7373946836683c4308fe7ebfbf2e37874094869452948c0974696d657374616d70944a1a9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31392d3232948c1074696d655f746869735f697465725f739447404954900c0000008c0c74696d655f746f74616c5f739447406b0847e10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b0847e10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a119ae91ff0bda3769e9c4aacee483856b7007362756268317d94288c046c6f7373946836683c4308b3d96c56d14d854094869452948c0974696d657374616d70944a4e9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d32302d3134948c1074696d655f746869735f697465725f73944740498d8c040000008c0c74696d655f746f74616c5f7394474070b5d5710000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070b5d5710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11ff88703427119887bc468608159658c5007362756268317d94288c046c6f7373946836683c4308d8ebf59ac1db834094869452948c0974696d657374616d70944ab1aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30382d3439948c1074696d655f746869735f697465725f73944740504a05460000008c0c74696d655f746f74616c5f7394474074c856c28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740504a05460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100a0ee2ae5736a1ac694e6ead9caaea2a7362756268317d94288c046c6f7373946836683c430857abd50ad888824094869452948c0974696d657374616d70944ae5aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30392d3431948c1074696d655f746869735f697465725f7394474049df9c360000008c0c74696d655f746f74616c5f7394474078044a494000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d39d3610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102d44c286e49c1ca104494fc0c95cfe6d7362756268317d94288c046c6f7373946836683c4308b55aad36ffa4814094869452948c0974696d657374616d70944a17ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31302d3331948c1074696d655f746869735f697465725f73944740496eeb0a0000008c0c74696d655f746f74616c5f739447407b3227aa8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064f8a4730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10948000f57a4d05952c4f5f9d96b1507f7362756268317d94288c046c6f7373946836683c430869341a5d54d7804094869452948c0974696d657374616d70944a4bab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31312d3233948c1074696d655f746869735f697465725f7394474049aba0980000008c0c74696d655f746f74616c5f739447407e679bbd8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b638c990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ae097d8ab07a6cbb084f86d4a00b3f91007362756268317d94288c046c6f7373946836683c4308a150287461bd7f4094869452948c0974696d657374616d70944a7eab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31322d3134948c1074696d655f746869735f697465725f73944740497da9ee0000008c0c74696d655f746f74616c5f7394474080cba87da000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070e17b8a4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a111439323fd3d1dc90634ae1083ded9efb007362756268317d94288c046c6f7373946836683c4308241289e4915a7e4094869452948c0974696d657374616d70944abbae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3033948c1074696d655f746869735f697465725f739447405000b2d10000008c0c74696d655f746f74616c5f7394474082cbbed7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405000b2d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11ef75a78f983b419a3141ee8f73125cce007362756268317d94288c046c6f7373946836683c4308a552a93458a67c4094869452948c0974696d657374616d70944aeeae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3534948c1074696d655f746869735f697465725f73944740498e765a0000008c0c74696d655f746f74616c5f739447408464a63d6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cc7edfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a111c61688f05804397564f84cbaebdebb1007362756268317d94288c046c6f7373946836683c43082c168bc5b7a67b4094869452948c0974696d657374616d70944a21af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32372d3435948c1074696d655f746869735f697465725f73944740494eb5d40000008c0c74696d655f746f74616c5f7394474085f9919aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b7a4740000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10a173c5be176266bdd840665ce3809d6d7362756268317d94288c046c6f7373946836683c43083e9fcfa739067b4094869452948c0974696d657374616d70944a53af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32382d3335948c1074696d655f746869735f697465725f739447404947167a0000008c0c74696d655f746f74616c5f73944740878e03024000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b096a128000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054f9296e59d9ab88e94776f84275e9677362756268317d94288c046c6f7373946836683c4308d8ebf55a529b794094869452948c0974696d657374616d70944a86af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32392d3236948c1074696d655f746869735f697465725f739447404940e4a60000008c0c74696d655f746f74616c5f739447408922114ca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070acd19e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107484351e5c597ab89949776de47a65747362756268317d94288c046c6f7373946836683c4308afd7eb1588b5794094869452948c0974696d657374616d70944ab8af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33302d3136948c1074696d655f746869735f697465725f739447404909161e0000008c0c74696d655f746f74616c5f739447408ab2a2ae8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073cdf461c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10c5d4102c9f68caa0da4884d0ecbc532d7362756268317d94288c046c6f7373946836683c4308128944a27d2c784094869452948c0974696d657374616d70944aeaaf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3036948c1074696d655f746869735f697465725f73944740494b987e0000008c0c74696d655f746f74616c5f739447408c475c366000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076f767718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10331880af1091dc91834d1830d68ee87e7362756268317d94288c046c6f7373946836683c4308b3d96cf61c72774094869452948c0974696d657374616d70944a1db07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3537948c1074696d655f746869735f697465725f739447404955ee8c0000008c0c74696d655f746f74616c5f739447408ddcbb1f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2225430000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a117474f65d4def3699f248796c883baaab007362756268317d94288c046c6f7373946836683c4308954aa57223f7764094869452948c0974696d657374616d70944a50b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33322d3438948c1074696d655f746869735f697465725f739447404957c4820000008c0c74696d655f746f74616c5f739447408f7237674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4d1dd34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a10a68f44ea8a70a4a303496972e92f19637362756268317d94288c046c6f7373946836683c4308d0e7f339fa0c764094869452948c0974696d657374616d70944a82b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33332d3338948c1074696d655f746869735f697465725f73944740492029b00000008c0c74696d655f746f74616c5f7394474090821d012000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080389184a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"d78b949d\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d3436948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f675331d2c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6203685879053435,\n    \"lr\": 0.00010069872409405673,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6203685879053435,\n    \"lr\": 0.00010069872409405673,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.6203685879053435,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00010069872409405673,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719508814.176607,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 459.3377106433778,\n    \"timestamp\": 1719514000,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"d78b949d\",\n    \"date\": \"2024-06-27_20-46-40\",\n    \"time_this_iter_s\": 76.87024331092834,\n    \"time_total_s\": 1577.7552337646484,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.6203685879053435,\n      \"lr\": 0.00010069872409405673,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 782.1084101200104,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\"\n  },\n  \"last_result_time\": 1719514000.8487723,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1976.3505897822342,\n      \"min\": 459.3377106433778,\n      \"avg\": 890.8902057677744,\n      \"last\": 459.3377106433778,\n      \"last-5-avg\": 479.47560900590554,\n      \"last-10-avg\": 526.9576414814146\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 91.49215126037598,\n      \"min\": 76.3912570476532,\n      \"avg\": 78.88776168823239,\n      \"last\": 76.87024331092834,\n      \"last-5-avg\": 76.78816304206848,\n      \"last-10-avg\": 78.21084101200104\n    },\n    \"time_total_s\": {\n      \"max\": 1577.7552337646484,\n      \"min\": 89.9982442855835,\n      \"avg\": 837.4053977727889,\n      \"last\": 1577.7552337646484,\n      \"last-5-avg\": 1424.1440885066986,\n      \"last-10-avg\": 1232.2260891199112\n    },\n    \"time_since_restore\": {\n      \"max\": 782.1084101200104,\n      \"min\": 89.9982442855835,\n      \"avg\": 340.3709824085235,\n      \"last\": 782.1084101200104,\n      \"last-5-avg\": 628.4972648620605,\n      \"last-10-avg\": 436.57926547527313\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.25,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308954aa532a691834094869452946807680d430889442231c28b824094869452946807680d4308fcfd7ebf70ee814094869452946807680d4308bd5eafa7ed32814094869452946807680d4308bfdfef77cf82804094869452946807680d43089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f680000004740531ec7e10000004740531b3ae70000004740533815fa0000004740533921b600000047405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408bb91c9ee0000047408e1cf59b000000474090402e7bf0000047409173afdb900000474092a741f6f00000474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f68000000474064ff23a480000047406e8cc11800000047407414660a800000474078e2ae7800000047407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005958a490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ac99a8db0bf809af144b7ea1f94dd222736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080804020167e19e4094869452948c0974696d657374616d70944aa89f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32312d3434948c1074696d655f746869735f697465725f73944740567fe33c0000008c0c74696d655f746f74616c5f73944740567fe33c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740567fe33c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a110aae5c8e3aae8093df4a5db40485a19f007362756268317d94288c046c6f7373946836683c4308512814ea28db9e4094869452948c0974696d657374616d70944af49f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32332d3030948c1074696d655f746869735f697465725f73944740532442b80000008c0c74696d655f746f74616c5f7394474064d212fa0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064d212fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c12f71301d1953aa084f906985e42e717362756268317d94288c046c6f7373946836683c430863b1588ca3da9e4094869452948c0974696d657374616d70944a41a07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32342d3137948c1074696d655f746869735f697465725f73944740533ba3a80000008c0c74696d655f746f74616c5f739447406e6fe4ce0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e6fe4ce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10b106b850b7f229982c42e44093e9e56a7362756268317d94288c046c6f7373946836683c4308ca6432795263994094869452948c0974696d657374616d70944a8ea07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32352d3334948c1074696d655f746869735f697465725f73944740533b5ce80000008c0c74696d655f746f74616c5f739447407406c9a10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407406c9a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d3464daa054fe48d82491a844e02cf95007362756268317d94288c046c6f7373946836683c43082a954a8517be914094869452948c0974696d657374616d70944adba07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32362d3531948c1074696d655f746869735f697465725f73944740531addd00000008c0c74696d655f746f74616c5f7394474078cd81150000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078cd81150000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a116f7bcea0cd2084bbc648614f48de77c8007362756268317d94288c046c6f7373946836683c4308381c0ec7043a8d4094869452948c0974696d657374616d70944ad9ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31332d3435948c1074696d655f746869735f697465725f7394474056bd87330000008c0c74696d655f746f74616c5f739447407e7ce2e1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056bd87330000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a105c5e4527741927b2ce4d395f3bf4823f7362756268317d94288c046c6f7373946836683c4308dced76bb0ba0894094869452948c0974696d657374616d70944a26ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31352d3032948c1074696d655f746869735f697465725f739447405345cd420000008c0c74696d655f746f74616c5f7394474081a72b192000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406501aa3a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a112b12fa4452f7648c0f44685adc11c9ae007362756268317d94288c046c6f7373946836683c43084ba55209983d874094869452948c0974696d657374616d70944a73ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31362d3139948c1074696d655f746869735f697465725f73944740532b4eb60000008c0c74696d655f746f74616c5f73944740840c94efe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9751958000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9c1b3472b7c26b50c4efbba6458eccd007362756268317d94288c046c6f7373946836683c4308a9542ab503e0854094869452948c0974696d657374616d70944ac0ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31372d3336948c1074696d655f746869735f697465725f7394474053419fcc0000008c0c74696d655f746f74616c5f739447408674c8e96000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740741c10bdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ccc91c13004408ac2247761f5ddc17147362756268317d94288c046c6f7373946836683c43083e9fcf27ebb8844094869452948c0974696d657374616d70944a0dad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31382d3533948c1074696d655f746869735f697465725f7394474053431e440000008c0c74696d655f746f74616c5f7394474088dd2cb1e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078ecd84ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a103cf21dbd3a747ca7e3491a6937e3963a7362756268317d94288c046c6f7373946836683c4308954aa532a691834094869452948c0974696d657374616d70944adeb07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33352d3130948c1074696d655f746869735f697465725f7394474056df7f680000008c0c74696d655f746f74616c5f739447408bb91c9ee000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056df7f680000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1175401975d5fedba0bf47ebcb9d5190df007362756268317d94288c046c6f7373946836683c430889442231c28b824094869452948c0974696d657374616d70944a2ab17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33362d3236948c1074696d655f746869735f697465725f73944740531ec7e10000008c0c74696d655f746f74616c5f739447408e1cf59b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064ff23a48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10df05042ca215e9a72a4ef6e4e70a61597362756268317d94288c046c6f7373946836683c4308fcfd7ebf70ee814094869452948c0974696d657374616d70944a77b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33372d3433948c1074696d655f746869735f697465725f73944740531b3ae70000008c0c74696d655f746f74616c5f7394474090402e7bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8cc1180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f4600364476091882b4e07c2a583db7a7362756268317d94288c046c6f7373946836683c4308bd5eafa7ed32814094869452948c0974696d657374616d70944ac3b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33382d3539948c1074696d655f746869735f697465725f73944740533815fa0000008c0c74696d655f746f74616c5f739447409173afdb9000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407414660a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11802fc66eefa36dbd984c4a672eac98d6007362756268317d94288c046c6f7373946836683c4308bfdfef77cf82804094869452948c0974696d657374616d70944a10b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34302d3136948c1074696d655f746869735f697465725f73944740533921b60000008c0c74696d655f746f74616c5f7394474092a741f6f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078e2ae780000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a104e6e887c027a42afc340d5dff5a928217362756268317d94288c046c6f7373946836683c43089fcfe73353be7f4094869452948c0974696d657374616d70944a5db27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34312d3333948c1074696d655f746869735f697465725f739447405336e29a0000008c0c74696d655f746f74616c5f7394474093dab0209000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db0671e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1118d704e82568e1a57d4d2e0ce92a5184007362756268317d94288c046c6f7373946836683c430853a954ea22757e4094869452948c0974696d657374616d70944aaab27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34322d3530948c1074696d655f746869735f697465725f73944740533588eb0000008c0c74696d655f746f74616c5f73944740950e08af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740813ee4aca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a116bd1c8e63606edb53b42547b059e17ab007362756268317d94288c046c6f7373946836683c4308f4f97cde31b57d4094869452948c0974696d657374616d70944af6b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34342d3036948c1074696d655f746869735f697465725f7394474053190a5b0000008c0c74696d655f746f74616c5f73944740963f9954f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a205f80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a113d3d11da0bfbdfbd9145d6d1cedf46f9007362756268317d94288c046c6f7373946836683c4308c8e3f138fd377d4094869452948c0974696d657374616d70944a43b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34352d3233948c1074696d655f746869735f697465725f73944740533f0e600000008c0c74696d655f746f74616c5f7394474097738a3af000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408609e7c40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11d8b7ea668c4772aeb741e203db524f9e007362756268317d94288c046c6f7373946836683c43081a8d464367b57c4094869452948c0974696d657374616d70944a90b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34362d3430948c1074696d655f746869735f697465725f739447405337b2110000008c0c74696d655f746f74616c5f7394474098a7055c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408870de062000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"8e5e7f52\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d3134948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f679ea8f5c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.2933049514156799,\n    \"lr\": 0.011848091629580768,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.2933049514156799,\n    \"lr\": 0.011848091629580768,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2933049514156799,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.011848091629580768,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719509211.1978602,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2114.985403466412,\n    \"timestamp\": 1719509537,\n    \"checkpoint_dir_name\": \"checkpoint_000004\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 5,\n    \"trial_id\": \"8e5e7f52\",\n    \"date\": \"2024-06-27_19-32-17\",\n    \"time_this_iter_s\": 62.10174918174744,\n    \"time_total_s\": 326.75364899635315,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.2933049514156799,\n      \"lr\": 0.011848091629580768,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 326.75364899635315,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\"\n  },\n  \"last_result_time\": 1719509537.9771423,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2238.4140029066193,\n      \"min\": 2114.985403466412,\n      \"avg\": 2180.0107214259347,\n      \"last\": 2114.985403466412,\n      \"last-5-avg\": 2180.0107214259347,\n      \"last-10-avg\": 2180.0107214259347\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 76.45697116851807,\n      \"min\": 62.10174918174744,\n      \"avg\": 65.35072979927064,\n      \"last\": 62.10174918174744,\n      \"last-5-avg\": 65.35072979927062,\n      \"last-10-avg\": 65.35072979927062\n    },\n    \"time_total_s\": {\n      \"max\": 326.75364899635315,\n      \"min\": 76.45697116851807,\n      \"avg\": 201.89558091163636,\n      \"last\": 326.75364899635315,\n      \"last-5-avg\": 201.89558091163636,\n      \"last-10-avg\": 201.89558091163636\n    },\n    \"time_since_restore\": {\n      \"max\": 326.75364899635315,\n      \"min\": 76.45697116851807,\n      \"avg\": 201.89558091163636,\n      \"last\": 326.75364899635315,\n      \"last-5-avg\": 201.89558091163636,\n      \"last-10-avg\": 201.89558091163636\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005954c140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1027a1fda02d1183b71d4cf066c267dc07736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452948c0974696d657374616d70944a27a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32382d3037948c1074696d655f746869735f697465725f73944740531d3f040000008c0c74696d655f746f74616c5f73944740531d3f040000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740531d3f040000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11f6f229ac944bc0b2f34830c41f0680c3007362756268317d94288c046c6f7373946836683c430828140aa5b651a14094869452948c0974696d657374616d70944a66a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32392d3130948c1074696d655f746869735f697465725f739447404f8d67680000008c0c74696d655f746f74616c5f739447406171f95c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406171f95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a110df6d619774c538f03498f150424aad4007362756268317d94288c046c6f7373946836683c430887c3e1e06c10a14094869452948c0974696d657374616d70944aa5a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33302d3133948c1074696d655f746869735f697465725f739447404f3efa0c0000008c0c74696d655f746f74616c5f739447406941b7df0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406941b7df0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113b5eee4fed74f9a3e546e56c2cd16fef007362756268317d94288c046c6f7373946836683c4308ecf57a6d2bc3a04094869452948c0974696d657374616d70944ae3a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33312d3135948c1074696d655f746869735f697465725f739447404f4c91f80000008c0c74696d655f746f74616c5f73944740708a6e2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740708a6e2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11749d47e294fc8aabea4b25f7c1a152e6007362756268317d94288c046c6f7373946836683c4308369bcd86f885a04094869452948c0974696d657374616d70944a21a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33322d3137948c1074696d655f746869735f697465725f739447404f0d061e0000008c0c74696d655f746f74616c5f73944740746c0ef24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740746c0ef24000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"6b7688f2\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d3531948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f683564d75f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.3756319644523144,\n    \"lr\": 0.003959565870439527,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.3756319644523144,\n    \"lr\": 0.003959565870439527,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.3756319644523144,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.003959565870439527,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719509538.1213415,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1977.05159056656,\n    \"timestamp\": 1719512699,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"6b7688f2\",\n    \"date\": \"2024-06-27_20-24-59\",\n    \"time_this_iter_s\": 71.11927580833435,\n    \"time_total_s\": 732.4098014831543,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.3756319644523144,\n      \"lr\": 0.003959565870439527,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 365.8200936317444,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\"\n  },\n  \"last_result_time\": 1719512699.2448514,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1989.802595964567,\n      \"min\": 1962.6643076018086,\n      \"avg\": 1970.8706661194324,\n      \"last\": 1977.05159056656,\n      \"last-5-avg\": 1967.1450121301364,\n      \"last-10-avg\": 1970.8706661194326\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": false,\n      \"avg\": 0.1,\n      \"last\": true,\n      \"last-5-avg\": 0.2,\n      \"last-10-avg\": 0.1\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 83.60843539237976,\n      \"min\": 70.53654623031616,\n      \"avg\": 73.24098014831543,\n      \"last\": 71.11927580833435,\n      \"last-5-avg\": 73.16401872634887,\n      \"last-10-avg\": 73.24098014831543\n    },\n    \"time_total_s\": {\n      \"max\": 732.4098014831543,\n      \"min\": 83.60843539237976,\n      \"avg\": 407.9442696094513,\n      \"last\": 732.4098014831543,\n      \"last-5-avg\": 590.818308019638,\n      \"last-10-avg\": 407.9442696094513\n    },\n    \"time_since_restore\": {\n      \"max\": 366.5897078514099,\n      \"min\": 82.97016429901123,\n      \"avg\": 224.64941568374635,\n      \"last\": 365.8200936317444,\n      \"last-5-avg\": 224.22860016822816,\n      \"last-10-avg\": 224.64941568374633\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452946807680d430802814040a8aa9e4094869452946807680d4308ca643269caca9e4094869452946807680d4308241289b4aa039f4094869452946807680d4308f8fbfdee99b39e4094869452946807680d43081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b000000474051aaa1c4000000474051b529d7000000474051aac02b000000474051b44165000000474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f7180000047407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f71800000474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059509260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103c0571b904872bbf36407febb80bab58736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452948c0974696d657374616d70944a75a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33332d3431948c1074696d655f746869735f697465725f7394474054e6f09b0000008c0c74696d655f746f74616c5f7394474054e6f09b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054e6f09b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1017261739721814a5ec469c55e054d6457362756268317d94288c046c6f7373946836683c430802814040a8aa9e4094869452948c0974696d657374616d70944abca27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33342d3532948c1074696d655f746869735f697465725f7394474051aaa1c40000008c0c74696d655f746f74616c5f739447406348c92f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406348c92f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1058901253b2e9aa88b34891aec305c44c7362756268317d94288c046c6f7373946836683c4308ca643269caca9e4094869452948c0974696d657374616d70944a03a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33362d3033948c1074696d655f746869735f697465725f7394474051b529d70000008c0c74696d655f746f74616c5f739447406c235e1b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c235e1b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104df7b78aa6645fa6e442a0ea8f4c5d127362756268317d94288c046c6f7373946836683c4308241289b4aa039f4094869452948c0974696d657374616d70944a49a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33372d3133948c1074696d655f746869735f697465725f7394474051aac02b0000008c0c74696d655f746f74616c5f73944740727c5f184000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740727c5f184000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10424bc6d334aef894564ab5732c2a82297362756268317d94288c046c6f7373946836683c4308f8fbfdee99b39e4094869452948c0974696d657374616d70944a90a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33382d3234948c1074696d655f746869735f697465725f7394474051b441650000008c0c74696d655f746f74616c5f7394474076e96f718000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076e96f718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a115a6401e67ae1c981ff4ec9be1600b5f7007362756268317d94288c046c6f7373946836683c43081e8fc7030db19e4094869452948c0974696d657374616d70944a60ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32302d3136948c1074696d655f746869735f697465725f7394474054be172c0000008c0c74696d655f746f74616c5f739447407c18f53c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054be172c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10323a4964cd7ab1ab114b89042dc203577362756268317d94288c046c6f7373946836683c43080a8542c19bb49e4094869452948c0974696d657374616d70944aa6ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32312d3236948c1074696d655f746869735f697465725f7394474051a256c60000008c0c74696d655f746f74616c5f739447408040c5770000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740633036f90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111bc51691da50e587f2413bc08329b8c6007362756268317d94288c046c6f7373946836683c4308f0f7fbade5ac9e4094869452948c0974696d657374616d70944aedad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32322d3337948c1074696d655f746869735f697465725f7394474051a8dd400000008c0c74696d655f746f74616c5f739447408275e11f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c04a5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a108b7ec37b153c64880d4c78163b71ef377362756268317d94288c046c6f7373946836683c4308793c1e2f23b89e4094869452948c0974696d657374616d70944a34ae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32332d3438948c1074696d655f746869735f697465725f7394474051a38f010000008c0c74696d655f746f74616c5f7394474084aa52ff2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740726b368cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101349eefb7b3d979a564bfe2c861c70587362756268317d94288c046c6f7373946836683c4308a15028d434e49e4094869452948c0974696d657374616d70944a7bae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32342d3539948c1074696d655f746869735f697465725f7394474051c7a2370000008c0c74696d655f746f74616c5f7394474086e347460000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076dd1f1a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"12269c59\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6880c216788c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3380953528716497,\n    \"lr\": 0.07187916796871326,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3380953528716497,\n    \"lr\": 0.07187916796871326,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.3380953528716497,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.07187916796871326,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719509904.8849514,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2631.3529908187747,\n    \"timestamp\": 1719510773,\n    \"checkpoint_dir_name\": \"checkpoint_000004\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 5,\n    \"trial_id\": \"12269c59\",\n    \"date\": \"2024-06-27_19-52-53\",\n    \"time_this_iter_s\": 170.7047655582428,\n    \"time_total_s\": 868.424795627594,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.3380953528716497,\n      \"lr\": 0.07187916796871326,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 868.424795627594,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\"\n  },\n  \"last_result_time\": 1719510773.3369021,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3017.182736374262,\n      \"min\": 2631.3529908187747,\n      \"avg\": 2842.475900436762,\n      \"last\": 2631.3529908187747,\n      \"last-5-avg\": 2842.4759004367615,\n      \"last-10-avg\": 2842.4759004367615\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 184.32761549949646,\n      \"min\": 170.7047655582428,\n      \"avg\": 173.68495912551882,\n      \"last\": 170.7047655582428,\n      \"last-5-avg\": 173.6849591255188,\n      \"last-10-avg\": 173.6849591255188\n    },\n    \"time_total_s\": {\n      \"max\": 868.424795627594,\n      \"min\": 184.32761549949646,\n      \"avg\": 526.509883069992,\n      \"last\": 868.424795627594,\n      \"last-5-avg\": 526.509883069992,\n      \"last-10-avg\": 526.509883069992\n    },\n    \"time_since_restore\": {\n      \"max\": 868.424795627594,\n      \"min\": 184.32761549949646,\n      \"avg\": 526.509883069992,\n      \"last\": 868.424795627594,\n      \"last-5-avg\": 526.509883069992,\n      \"last-10-avg\": 526.509883069992\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1037b1399531ed1299444fb853fff5305a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452948c0974696d657374616d70944a49a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34312d3239948c1074696d655f746869735f697465725f73944740670a7bd38000008c0c74696d655f746f74616c5f73944740670a7bd38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740670a7bd38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d06c29d35867e397a3472b24440979cb007362756268317d94288c046c6f7373946836683c430822914804370ba74094869452948c0974696d657374616d70944af3a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34342d3139948c1074696d655f746869735f697465725f739447406557ccde0000008c0c74696d655f746f74616c5f7394474076312458c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076312458c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c084c8f165d463914f446a5b12946b7d7362756268317d94288c046c6f7373946836683c4308894422115551a64094869452948c0974696d657374616d70944a9ea57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34372d3131948c1074696d655f746869735f697465725f73944740657de52f8000008c0c74696d655f746f74616c5f7394474080780b784000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080780b784000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10cca97005b47ee09d3a4f8a0c9c4319307362756268317d94288c046c6f7373946836683c43086fb7dbed238ba54094869452948c0974696d657374616d70944a4aa67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35302d3032948c1074696d655f746869735f697465725f739447406556dc9b8000008c0c74696d655f746f74616c5f7394474085cdc29f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085cdc29f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11b4ad2137842fdfb075481275eaa369f8007362756268317d94288c046c6f7373946836683c4308da6c36bbb48ea44094869452948c0974696d657374616d70944af5a67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35322d3533948c1074696d655f746869735f697465725f7394474065568d708000008c0c74696d655f746f74616c5f739447408b2365fb4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b2365fb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b167b5be\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d3234948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f68cc1de5b58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9916390007635185,\n    \"lr\": 0.02082451872516576,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9916390007635185,\n    \"lr\": 0.02082451872516576,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.9916390007635185,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.02082451872516576,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719510773.481196,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2179.0624384842517,\n    \"timestamp\": 1719511075,\n    \"checkpoint_dir_name\": \"checkpoint_000004\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 5,\n    \"trial_id\": \"b167b5be\",\n    \"date\": \"2024-06-27_19-57-55\",\n    \"time_this_iter_s\": 57.4915931224823,\n    \"time_total_s\": 301.6636803150177,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.9916390007635185,\n      \"lr\": 0.02082451872516576,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 301.6636803150177,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\"\n  },\n  \"last_result_time\": 1719511075.1690466,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2619.9586787186267,\n      \"min\": 2179.0624384842517,\n      \"avg\": 2394.6708419199067,\n      \"last\": 2179.0624384842517,\n      \"last-5-avg\": 2394.6708419199067,\n      \"last-10-avg\": 2394.6708419199067\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 71.05141735076904,\n      \"min\": 57.45701217651367,\n      \"avg\": 60.332736063003544,\n      \"last\": 57.4915931224823,\n      \"last-5-avg\": 60.33273606300354,\n      \"last-10-avg\": 60.33273606300354\n    },\n    \"time_total_s\": {\n      \"max\": 301.6636803150177,\n      \"min\": 71.05141735076904,\n      \"avg\": 186.5413459777832,\n      \"last\": 301.6636803150177,\n      \"last-5-avg\": 186.5413459777832,\n      \"last-10-avg\": 186.5413459777832\n    },\n    \"time_since_restore\": {\n      \"max\": 301.6636803150177,\n      \"min\": 71.05141735076904,\n      \"avg\": 186.5413459777832,\n      \"last\": 301.6636803150177,\n      \"last-5-avg\": 186.5413459777832,\n      \"last-10-avg\": 186.5413459777832\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059550140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107a3961e2297e63ae4e4f30bfa7c1ae20736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452948c0974696d657374616d70944a3ca77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35342d3034948c1074696d655f746869735f697465725f7394474051c34a6c0000008c0c74696d655f746f74616c5f7394474051c34a6c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051c34a6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11121a7b021f9aa0ad3b44a3a6b91e7d92007362756268317d94288c046c6f7373946836683c4308341a8d66526ea34094869452948c0974696d657374616d70944a76a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35352d3032948c1074696d655f746869735f697465725f739447404d06ca6e0000008c0c74696d655f746f74616c5f73944740602357d18000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602357d18000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11231dff5d434a0c98e74f4aa7e4e4d296007362756268317d94288c046c6f7373946836683c43084ba552a9e4c1a24094869452948c0974696d657374616d70944ab0a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3030948c1074696d655f746869735f697465725f739447404cce284e0000008c0c74696d655f746f74616c5f739447406756e1e50000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406756e1e50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a111d755b26ec7b379f8247ae94e542f7cc007362756268317d94288c046c6f7373946836683c4308da6c367b73dca14094869452948c0974696d657374616d70944ae9a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3537948c1074696d655f746869735f697465725f739447404cba7f600000008c0c74696d655f746f74616c5f739447406e8581bd0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8581bd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10cad1734ef18e53b0d443887ff52ffd347362756268317d94288c046c6f7373946836683c4308bfdfeff71f06a14094869452948c0974696d657374616d70944a23a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35372d3535948c1074696d655f746869735f697465725f739447404cbeec860000008c0c74696d655f746f74616c5f7394474072da9e6f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072da9e6f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"694ee9b5\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d3533948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69ae3deee78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7402505539115447,\n    \"lr\": 0.0006126521431696416,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7402505539115447,\n    \"lr\": 0.0006126521431696416,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.7402505539115447,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0006126521431696416,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719511075.3267806,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1427.2011093980684,\n    \"timestamp\": 1719511663,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 10,\n    \"trial_id\": \"694ee9b5\",\n    \"date\": \"2024-06-27_20-07-43\",\n    \"time_this_iter_s\": 57.44098997116089,\n    \"time_total_s\": 588.59880900383,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.7402505539115447,\n      \"lr\": 0.0006126521431696416,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 588.59880900383,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\"\n  },\n  \"last_result_time\": 1719511663.9820073,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2003.6415064053272,\n      \"min\": 1366.6497523991143,\n      \"avg\": 1623.0750803549456,\n      \"last\": 1427.2011093980684,\n      \"last-5-avg\": 1464.264758781373,\n      \"last-10-avg\": 1623.0750803549458\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 70.52699637413025,\n      \"min\": 57.10992646217346,\n      \"avg\": 58.859880900383,\n      \"last\": 57.44098997116089,\n      \"last-5-avg\": 57.52015929222107,\n      \"last-10-avg\": 58.859880900383\n    },\n    \"time_total_s\": {\n      \"max\": 588.59880900383,\n      \"min\": 70.52699637413025,\n      \"avg\": 329.55694622993474,\n      \"last\": 588.59880900383,\n      \"last-5-avg\": 473.43298115730283,\n      \"last-10-avg\": 329.5569462299347\n    },\n    \"time_since_restore\": {\n      \"max\": 588.59880900383,\n      \"min\": 70.52699637413025,\n      \"avg\": 329.55694622993474,\n      \"last\": 588.59880900383,\n      \"last-5-avg\": 473.43298115730283,\n      \"last-10-avg\": 329.5569462299347\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452946807680d4308381c0ee7904e9f4094869452946807680d4308369bcd0665189f4094869452946807680d4308201008040352984094869452946807680d4308bfdfef17456c954094869452946807680d43083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f00000047404ce1005e00000047404cb6dae000000047404c95805000000047404d0eeeb400000047404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a64e6a40f72d9d97bf4a661c9271d7d400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452948c0974696d657374616d70944a69a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f31392d35392d3035948c1074696d655f746869735f697465725f7394474051a1ba4f0000008c0c74696d655f746f74616c5f7394474051a1ba4f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051a1ba4f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105ea147eaf1d8d8a263435e7c5be44f327362756268317d94288c046c6f7373946836683c4308381c0ee7904e9f4094869452948c0974696d657374616d70944aa3a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30302d3033948c1074696d655f746869735f697465725f739447404ce1005e0000008c0c74696d655f746f74616c5f7394474060091d3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474060091d3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11533600d05dbcc6ba4e46c6b19b23c49b007362756268317d94288c046c6f7373946836683c4308369bcd0665189f4094869452948c0974696d657374616d70944adda87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3031948c1074696d655f746869735f697465725f739447404cb6dae00000008c0c74696d655f746f74616c5f739447406736d3f70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406736d3f70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10dd29e0f37ab8bf9a704d9dea20d0ff217362756268317d94288c046c6f7373946836683c4308201008040352984094869452948c0974696d657374616d70944a16a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3538948c1074696d655f746869735f697465725f739447404c9580500000008c0c74696d655f746f74616c5f739447406e5c340b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e5c340b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a103a6a044a7aa355b60d4bd249e2c04d5d7362756268317d94288c046c6f7373946836683c4308bfdfef17456c954094869452948c0974696d657374616d70944a50a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30322d3536948c1074696d655f746869735f697465725f739447404d0eeeb40000008c0c74696d655f746f74616c5f7394474072cff7dc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072cff7dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a110448d855a2d47abd0343e6ea31b07792007362756268317d94288c046c6f7373946836683c43083e9fcf27c014964094869452948c0974696d657374616d70944a89a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30332d3533948c1074696d655f746869735f697465725f739447404c8e12120000008c0c74696d655f746f74616c5f739447407661ba1e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407661ba1e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116e71b942d93fb6b944441d1a96b3a29d007362756268317d94288c046c6f7373946836683c43089bcd66935d2d984094869452948c0974696d657374616d70944ac3a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30342d3531948c1074696d655f746869735f697465725f739447404cc7cc8a0000008c0c74696d655f746f74616c5f7394474079fab3af8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079fab3af8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a118e2ed835b2d4e4ad57409bdcd8da04a7007362756268317d94288c046c6f7373946836683c4308c662b158995a954094869452948c0974696d657374616d70944afca97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30352d3439948c1074696d655f746869735f697465725f739447404cfb36880000008c0c74696d655f746f74616c5f739447407d9a1a808000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d9a1a808000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a105313dce58a0a8ca7964d2de8d369970a7362756268317d94288c046c6f7373946836683c430869341a8dc67b984094869452948c0974696d657374616d70944a36aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30362d3436948c1074696d655f746869735f697465725f739447404cc35f660000008c0c74696d655f746f74616c5f7394474080994336a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080994336a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1145fae3dbb7133a8b204524eecf4a2bac007362756268317d94288c046c6f7373946836683c43087d3e9fefcd4c964094869452948c0974696d657374616d70944a6faa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30372d3433948c1074696d655f746869735f697465725f739447404cb8725c0000008c0c74696d655f746f74616c5f739447408264ca5c6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408264ca5c6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"0cc69cc0\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d3535948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69f9c6a82a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.6143131375049876,\n    \"lr\": 0.0007003169863053682,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.6143131375049876,\n    \"lr\": 0.0007003169863053682,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.6143131375049876,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0007003169863053682,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719514001.0034766,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1976.771424781619,\n    \"timestamp\": 1719520207,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"0cc69cc0\",\n    \"date\": \"2024-06-27_22-30-07\",\n    \"time_this_iter_s\": 65.2650773525238,\n    \"time_total_s\": 1335.995492696762,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.6143131375049876,\n      \"lr\": 0.0007003169863053682,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 671.3338758945465,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\"\n  },\n  \"last_result_time\": 1719520207.0280643,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1980.4066219780389,\n      \"min\": 1451.6436892531988,\n      \"avg\": 1950.5915197177194,\n      \"last\": 1976.771424781619,\n      \"last-5-avg\": 1976.8154385303885,\n      \"last-10-avg\": 1976.6620400736651\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 79.15366196632385,\n      \"min\": 64.93273973464966,\n      \"avg\": 66.7997746348381,\n      \"last\": 65.2650773525238,\n      \"last-5-avg\": 65.74246759414673,\n      \"last-10-avg\": 67.13338758945466\n    },\n    \"time_total_s\": {\n      \"max\": 1335.995492696762,\n      \"min\": 78.72657775878906,\n      \"avg\": 705.7585663080215,\n      \"last\": 1335.995492696762,\n      \"last-5-avg\": 1204.6566157341003,\n      \"last-10-avg\": 1040.0711252212525\n    },\n    \"time_since_restore\": {\n      \"max\": 671.3338758945465,\n      \"min\": 78.72657775878906,\n      \"avg\": 373.4277579069137,\n      \"last\": 671.3338758945465,\n      \"last-5-avg\": 539.9949989318848,\n      \"last-10-avg\": 375.40950841903685\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.499999999999999,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd060eeb9e4094869452946807680d4308bfdfeff74bdf9e4094869452946807680d4308da6c361b07d99e4094869452946807680d4308bfdfeff70ce39e4094869452946807680d430867b3d92cbee39e4094869452946807680d43080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740506fb8670000004740506e43bd0000004740508ce132000000474050731458000000474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740873e85b0e000004740894c7cbdc0000047408b5a453560000047408d6be15ba0000047408f7a43e6a00000474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740621cc70000000047406a53e8de8000004740714d2cbbc0000047407569f1d1c00000474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059588490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3d2f923a6b5a8963a42cd23a5317a55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068361a0f19e4094869452948c0974696d657374616d70944adfb37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34372d3539948c1074696d655f746869735f697465725f7394474053ae80400000008c0c74696d655f746f74616c5f7394474053ae80400000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053ae80400000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c76b3560ea24d08cc4498853eb2d50357362756268317d94288c046c6f7373946836683c4308b95c2e77e0da9e4094869452948c0974696d657374616d70944a20b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34392d3034948c1074696d655f746869735f697465725f73944740503bb2020000008c0c74696d655f746f74616c5f7394474061f519210000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061f519210000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a108b0ebb4048f3c1b2fc4d63fdf770762a7362756268317d94288c046c6f7373946836683c4308a9542ad58aed9e4094869452948c0974696d657374616d70944a61b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35302d3039948c1074696d655f746869735f697465725f739447405043663c0000008c0c74696d655f746f74616c5f739447406a16cc3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a16cc3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a07410175c33babc1f45b4527d72309c007362756268317d94288c046c6f7373946836683c430867b3d98c1bec9e4094869452948c0974696d657374616d70944aa2b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35312d3134948c1074696d655f746869735f697465725f7394474050411aa50000008c0c74696d655f746f74616c5f73944740711bacc8c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740711bacc8c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1160ae920033e149a1f24dbf82795b31cd007362756268317d94288c046c6f7373946836683c4308c4e17058e5e19e4094869452948c0974696d657374616d70944ae3b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35322d3139948c1074696d655f746869735f697465725f7394474050441cb20000008c0c74696d655f746f74616c5f73944740752cb3f54000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740752cb3f54000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1180fd69741c532189184cf47257a19b94007362756268317d94288c046c6f7373946836683c4308b95c2ef745e89e4094869452948c0974696d657374616d70944a24b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35332d3234948c1074696d655f746869735f697465725f73944740504001130000008c0c74696d655f746f74616c5f73944740793cb43a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740793cb43a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a101e1192683aa53787ed4e8af009c2e3697362756268317d94288c046c6f7373946836683c43081a8d462393ae964094869452948c0974696d657374616d70944a65b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35342d3239948c1074696d655f746869735f697465725f73944740503e576f0000008c0c74696d655f746f74616c5f739447407d4c4a15c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4c4a15c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a104d32fff38b9d1293b44cfa00e8934e637362756268317d94288c046c6f7373946836683c43086d369b0d7beb9e4094869452948c0974696d657374616d70944aa7b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35352d3335948c1074696d655f746869735f697465725f739447405063e49c0000008c0c74696d655f746f74616c5f7394474080b2a19e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080b2a19e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10b107bfa8e82ac7b6e541479ecac06d737362756268317d94288c046c6f7373946836683c4308128944e271d69e4094869452948c0974696d657374616d70944ae8b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35362d3430948c1074696d655f746869735f697465725f73944740503d38cf0000008c0c74696d655f746f74616c5f7394474082ba48b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082ba48b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11a2f45026c0734692e64588adb3a3c0fc007362756268317d94288c046c6f7373946836683c4308592c166b04d49e4094869452948c0974696d657374616d70944a29b67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35372d3435948c1074696d655f746869735f697465725f739447405058122c0000008c0c74696d655f746f74616c5f7394474084c54afdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c54afdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a107edf66b18e3bcda83b4d51022001987d7362756268317d94288c046c6f7373946836683c4308369bcd060eeb9e4094869452948c0974696d657374616d70944a7ec97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32302d3134948c1074696d655f746869735f697465725f7394474053c9d5990000008c0c74696d655f746f74616c5f73944740873e85b0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053c9d5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11731297fd5f0eb3a70f4a44fc1a2f0a80007362756268317d94288c046c6f7373946836683c4308bfdfeff74bdf9e4094869452948c0974696d657374616d70944ac0c97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32312d3230948c1074696d655f746869735f697465725f73944740506fb8670000008c0c74696d655f746f74616c5f73944740894c7cbdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621cc7000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10a253b34fdfe663956a495f2cb6c750017362756268317d94288c046c6f7373946836683c4308da6c361b07d99e4094869452948c0974696d657374616d70944a02ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32322d3236948c1074696d655f746869735f697465725f73944740506e43bd0000008c0c74696d655f746f74616c5f739447408b5a45356000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a53e8de8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11eded4201d63d5f9b6643e00f360f6683007362756268317d94288c046c6f7373946836683c4308bfdfeff70ce39e4094869452948c0974696d657374616d70944a44ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32332d3332948c1074696d655f746869735f697465725f73944740508ce1320000008c0c74696d655f746f74616c5f739447408d6be15ba000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714d2cbbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113dff28fa55d1d494374bfd399e794880007362756268317d94288c046c6f7373946836683c430867b3d92cbee39e4094869452948c0974696d657374616d70944a86ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32342d3338948c1074696d655f746869735f697465725f73944740507314580000008c0c74696d655f746f74616c5f739447408f7a43e6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407569f1d1c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a115cba641b6e1165890f459c08a2f267e5007362756268317d94288c046c6f7373946836683c43080a854241bee39e4094869452948c0974696d657374616d70944ac8ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32352d3434948c1074696d655f746869735f697465725f7394474050722dd10000008c0c74696d655f746f74616c5f7394474090c444d06000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079867d460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a101a3a6585e20f9cb51f4386d630d650167362756268317d94288c046c6f7373946836683c4308bfdfefd7f1e29e4094869452948c0974696d657374616d70944a09cb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32362d3439948c1074696d655f746869735f697465725f739447405071312a0000008c0c74696d655f746f74616c5f7394474091cb57e30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da2c9908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a1020fc09a084eec795c34f8115137c5d197362756268317d94288c046c6f7373946836683c4308753a9dee4fe79e4094869452948c0974696d657374616d70944a4bcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32372d3535948c1074696d655f746869735f697465725f7394474050745f490000008c0c74696d655f746f74616c5f7394474092d29dd79000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080dff0b16000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a103c8c86ba4ef9d6a519495f7642a731607362756268317d94288c046c6f7373946836683c43089bcd661339df9e4094869452948c0974696d657374616d70944a8dcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32392d3031948c1074696d655f746869735f697465725f739447405084e1a70000008c0c74696d655f746f74616c5f7394474093daebf20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082f08ce64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11751de4aee43c9781024ef3c38c9090f0007362756268317d94288c046c6f7373946836683c430883c160f015e39e4094869452948c0974696d657374616d70944acfcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d33302d3037948c1074696d655f746869735f697465725f739447405050f7070000008c0c74696d655f746f74616c5f7394474094dffb627000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084faabc72000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"6ef1de40\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6ca1148e838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.49537163003492246,\n    \"lr\": 0.001560166878876501,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.49537163003492246,\n    \"lr\": 0.001560166878876501,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.49537163003492246,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.001560166878876501,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719514665.8585112,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1973.7387137826033,\n    \"timestamp\": 1719517360,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 10,\n    \"trial_id\": \"6ef1de40\",\n    \"date\": \"2024-06-27_21-42-40\",\n    \"time_this_iter_s\": 267.4155812263489,\n    \"time_total_s\": 2694.710231781006,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.49537163003492246,\n      \"lr\": 0.001560166878876501,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 2694.710231781006,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\"\n  },\n  \"last_result_time\": 1719517360.6187065,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1983.0505034679502,\n      \"min\": 1968.2562842181349,\n      \"avg\": 1973.104783330001,\n      \"last\": 1973.7387137826033,\n      \"last-5-avg\": 1974.9902437945989,\n      \"last-10-avg\": 1973.1047833300013\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 281.80140829086304,\n      \"min\": 267.4155812263489,\n      \"avg\": 269.4710231781006,\n      \"last\": 267.4155812263489,\n      \"last-5-avg\": 267.828737449646,\n      \"last-10-avg\": 269.4710231781006\n    },\n    \"time_total_s\": {\n      \"max\": 2694.710231781006,\n      \"min\": 281.80140829086304,\n      \"avg\": 1489.0121746540071,\n      \"last\": 2694.710231781006,\n      \"last-5-avg\": 2159.3639234542848,\n      \"last-10-avg\": 1489.012174654007\n    },\n    \"time_since_restore\": {\n      \"max\": 2694.710231781006,\n      \"min\": 281.80140829086304,\n      \"avg\": 1489.0121746540071,\n      \"last\": 2694.710231781006,\n      \"last-5-avg\": 2159.3639234542848,\n      \"last-10-avg\": 1489.012174654007\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452946807680d43080e87c3e135ca9e4094869452946807680d43087bbd5e6f06c19e4094869452946807680d4308d0e7f3597cdf9e4094869452946807680d4308da6c36bb17c29e4094869452946807680d4308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474070c44766800000474070c86cbd400000474070cacb00800000474070c4bedb400000474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e877ad68df15b9920e4991a7280bf92b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452948c0974696d657374616d70944a43b77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30322d3237948c1074696d655f746869735f697465725f73944740719cd2918000008c0c74696d655f746f74616c5f73944740719cd2918000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719cd2918000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11058da0bfb1c3b8bde04c240efba852ac007362756268317d94288c046c6f7373946836683c43080e87c3e135ca9e4094869452948c0974696d657374616d70944a4fb87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30362d3535948c1074696d655f746869735f697465725f7394474070c447668000008c0c74696d655f746f74616c5f7394474081308cfc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081308cfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109a2c56f1460560bc8c48fa5bdf6bbb5f7362756268317d94288c046c6f7373946836683c43087bbd5e6f06c19e4094869452948c0974696d657374616d70944a5cb97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31312d3234948c1074696d655f746869735f697465725f7394474070c86cbd4000008c0c74696d655f746f74616c5f739447408994c35aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408994c35aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10242e51a2037e1c986f4302ca4be1717b7362756268317d94288c046c6f7373946836683c4308d0e7f3597cdf9e4094869452948c0974696d657374616d70944a69ba7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31352d3533948c1074696d655f746869735f697465725f7394474070cacb008000008c0c74696d655f746f74616c5f7394474090fd146d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090fd146d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10871ff59d838f00b04e4296c9788a1b477362756268317d94288c046c6f7373946836683c4308da6c36bb17c29e4094869452948c0974696d657374616d70944a75bb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32302d3231948c1074696d655f746869735f697465725f7394474070c4bedb4000008c0c74696d655f746f74616c5f73944740952e44244000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740952e44244000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11d52fb3898bf8f6a51049d584c36054ed007362756268317d94288c046c6f7373946836683c4308ee76bb9d46cb9e4094869452948c0974696d657374616d70944a81bc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32342d3439948c1074696d655f746869735f697465725f7394474070bfad290000008c0c74696d655f746f74616c5f73944740995e2f6e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740995e2f6e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116984a6e93ca999bc3f4d27ed908707d7007362756268317d94288c046c6f7373946836683c4308b7dbedf6cac49e4094869452948c0974696d657374616d70944a8dbd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32392d3137948c1074696d655f746869735f697465725f7394474070c1b5ce0000008c0c74696d655f746f74616c5f739447409d8e9ce20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d8e9ce20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1003ef008a8b8539ad0f435b9bccae287d7362756268317d94288c046c6f7373946836683c4308b95c2eb733fc9e4094869452948c0974696d657374616d70944a99be7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33332d3435948c1074696d655f746869735f697465725f7394474070bf645d8000008c0c74696d655f746f74616c5f73944740a0df3afcb000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a0df3afcb000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10e60001d345cd39b8204b83c6c2f96f0b7362756268317d94288c046c6f7373946836683c4308793c1e4f94e89e4094869452948c0974696d657374616d70944aa5bf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33382d3133948c1074696d655f746869735f697465725f7394474070badefe0000008c0c74696d655f746f74616c5f73944740a2f696dc7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2f696dc7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a107f649b64ec959bb63342b3684a5c15297362756268317d94288c046c6f7373946836683c43088bc56271f4d69e4094869452948c0974696d657374616d70944ab0c07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d34322d3430948c1074696d655f746869735f697465725f7394474070b6a6388000008c0c74696d655f746f74616c5f73944740a50d6ba38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a50d6ba38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"126476e9\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d3435948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6d837500d58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8131411649283373,\n    \"lr\": 0.001721462936357609,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8131411649283373,\n    \"lr\": 0.001721462936357609,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.8131411649283373,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.001721462936357609,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719517360.7815716,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2009.24755859375,\n    \"timestamp\": 1719518127,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 10,\n    \"trial_id\": \"126476e9\",\n    \"date\": \"2024-06-27_21-55-27\",\n    \"time_this_iter_s\": 75.30808591842651,\n    \"time_total_s\": 766.4792046546936,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8131411649283373,\n      \"lr\": 0.001721462936357609,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 766.4792046546936,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n  },\n  \"last_result_time\": 1719518127.3081007,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2020.5109916146346,\n      \"min\": 2007.0465179203063,\n      \"avg\": 2014.3776815099038,\n      \"last\": 2009.24755859375,\n      \"last-5-avg\": 2011.096544064499,\n      \"last-10-avg\": 2014.3776815099038\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 88.88545632362366,\n      \"min\": 75.18996810913086,\n      \"avg\": 76.64792046546935,\n      \"last\": 75.30808591842651,\n      \"last-5-avg\": 75.28878254890442,\n      \"last-10-avg\": 76.64792046546935\n    },\n    \"time_total_s\": {\n      \"max\": 766.4792046546936,\n      \"min\": 88.88545632362366,\n      \"avg\": 427.68169691562656,\n      \"last\": 766.4792046546936,\n      \"last-5-avg\": 615.8821082115173,\n      \"last-10-avg\": 427.6816969156265\n    },\n    \"time_since_restore\": {\n      \"max\": 766.4792046546936,\n      \"min\": 88.88545632362366,\n      \"avg\": 427.68169691562656,\n      \"last\": 766.4792046546936,\n      \"last-5-avg\": 615.8821082115173,\n      \"last-10-avg\": 427.6816969156265\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452946807680d43088bc562410b929f4094869452946807680d4308cce57239847d9f4094869452946807680d43081a8d4653ac809f4094869452946807680d4308d0e7f3a94f879f4094869452946807680d43089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab51000000474052d72d5c000000474052d1b175000000474052cc2870000000474052d48fa7000000474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c624c9e8b85cb9824e47fa2bd5fecc55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452948c0974696d657374616d70944a09c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34342d3039948c1074696d655f746869735f697465725f739447405638ab510000008c0c74696d655f746f74616c5f739447405638ab510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405638ab510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11854b5cf80cf335b27e402cfaa50ba6a7007362756268317d94288c046c6f7373946836683c43088bc562410b929f4094869452948c0974696d657374616d70944a54c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34352d3235948c1074696d655f746869735f697465725f7394474052d72d5c0000008c0c74696d655f746f74616c5f739447406487ec568000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406487ec568000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107c7877ee955a908e964d798db0176b767362756268317d94288c046c6f7373946836683c4308cce57239847d9f4094869452948c0974696d657374616d70944aa0c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34362d3430948c1074696d655f746869735f697465725f7394474052d1b1750000008c0c74696d655f746f74616c5f739447406df0c5110000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406df0c5110000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a100cf784d334cf489cc14921c44d3aaf407362756268317d94288c046c6f7373946836683c43081a8d4653ac809f4094869452948c0974696d657374616d70944aebc17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34372d3535948c1074696d655f746869735f697465725f7394474052cc28700000008c0c74696d655f746f74616c5f7394474073ab6ca48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ab6ca48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10785b8095940bf49c8542b0f61b6147237362756268317d94288c046c6f7373946836683c4308d0e7f3a94f879f4094869452948c0974696d657374616d70944a36c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34392d3130948c1074696d655f746869735f697465725f7394474052d48fa70000008c0c74696d655f746f74616c5f739447407860908e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407860908e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bf724159c2c9669b824b067bb1bff4f0007362756268317d94288c046c6f7373946836683c43089bcd6603157c9f4094869452948c0974696d657374616d70944a82c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35302d3236948c1074696d655f746869735f697465725f7394474052d2f5f60000008c0c74696d655f746f74616c5f739447407d154e0bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d154e0bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10aa4612f7a8acfeb62d46a38a813869697362756268317d94288c046c6f7373946836683c43081e8fc7e3ac649f4094869452948c0974696d657374616d70944acdc27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35312d3431948c1074696d655f746869735f697465725f7394474052d00d700000008c0c74696d655f746f74616c5f7394474080e4a8b3e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080e4a8b3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11bacda4a64fc4509e3b424a8bff0cf1fe007362756268317d94288c046c6f7373946836683c430893c964a22f5c9f4094869452948c0974696d657374616d70944a18c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35322d3536948c1074696d655f746869735f697465725f7394474052d0e3fb0000008c0c74696d655f746f74616c5f73944740833ec5334000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740833ec5334000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10d75be1b3ce9dad98d64e0f43894604557362756268317d94288c046c6f7373946836683c4308a552a944ff7b9f4094869452948c0974696d657374616d70944a63c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35342d3131948c1074696d655f746869735f697465725f7394474052d4ca020000008c0c74696d655f746f74616c5f7394474085995e738000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085995e738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100f5abf68f80d3f8d11470221c7579c717362756268317d94288c046c6f7373946836683c430800000080fd649f4094869452948c0974696d657374616d70944aafc37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35352d3237948c1074696d655f746869735f697465725f7394474052d3b7ae0000008c0c74696d655f746f74616c5f7394474087f3d5694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087f3d5694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"5436b378\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d3430948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f702b1eb51d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.049405145459166966,\n    \"lr\": 0.0917460389036109,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.049405145459166966,\n    \"lr\": 0.0917460389036109,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.049405145459166966,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0917460389036109,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719518127.4546864,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.128303587906,\n    \"timestamp\": 1719520903,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"5436b378\",\n    \"date\": \"2024-06-27_22-41-43\",\n    \"time_this_iter_s\": 68.36882543563843,\n    \"time_total_s\": 1390.6505200862885,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.049405145459166966,\n      \"lr\": 0.0917460389036109,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 695.9118068218231,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\"\n  },\n  \"last_result_time\": 1719520903.1593108,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1998.2474076879307,\n      \"min\": 1953.7692371278297,\n      \"avg\": 1968.0650306521436,\n      \"last\": 1954.128303587906,\n      \"last-5-avg\": 1958.3086956354578,\n      \"last-10-avg\": 1962.4795481283832\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 81.73000359535217,\n      \"min\": 67.73129034042358,\n      \"avg\": 69.53252600431442,\n      \"last\": 68.36882543563843,\n      \"last-5-avg\": 68.27991886138916,\n      \"last-10-avg\": 69.59118068218231\n    },\n    \"time_total_s\": {\n      \"max\": 1390.6505200862885,\n      \"min\": 81.73000359535217,\n      \"avg\": 735.9162840604781,\n      \"last\": 1390.6505200862885,\n      \"last-5-avg\": 1253.9816384792327,\n      \"last-10-avg\": 1083.4131253242492\n    },\n    \"time_since_restore\": {\n      \"max\": 695.9118068218231,\n      \"min\": 81.72813010215759,\n      \"avg\": 388.54692742824545,\n      \"last\": 695.9118068218231,\n      \"last-5-avg\": 559.2429252147674,\n      \"last-10-avg\": 388.67441205978395\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.499999999999999,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308e8f3f9fc10cf9e4094869452946807680d43088d46a37186a99e4094869452946807680d43082e97cb258da69e4094869452946807680d43084ba55229a8ad9e4094869452946807680d43087bbd5e4f35d89e4094869452946807680d43082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af00000047405114dc6f000000474050fc69550000004740510f4c73000000474051119c31000000474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408843bc1860000047408a6657a640000047408c85e4d0e0000047408ea7ce5f4000004740906500f2b00000474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af000000474062c1bb0f00000047406b3fefb9800000474071e3caf9800000474076283205c0000047407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005958c490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104136cf8025a465ad6e47d4e230f2bb08736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9fefa9ac9e4094869452948c0974696d657374616d70944a01c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35362d3439948c1074696d655f746869735f697465725f73944740546eb8610000008c0c74696d655f746f74616c5f73944740546eb8610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546eb8610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1123e4786a52489dacdf47e973960864ca007362756268317d94288c046c6f7373946836683c4308e0eff7bb301f9f4094869452948c0974696d657374616d70944a45c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35372d3537948c1074696d655f746869735f697465725f73944740510022c40000008c0c74696d655f746f74616c5f7394474062b76d928000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062b76d928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e69d0fd6afb54bae42483d954e9e252d7362756268317d94288c046c6f7373946836683c4308a9542ad5a0ab9e4094869452948c0974696d657374616d70944a89c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35392d3035948c1074696d655f746869735f697465725f739447405117a1fc0000008c0c74696d655f746f74616c5f739447406b433e908000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b433e908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b9e94595df8d5aa6a447ffead83c6cb6007362756268317d94288c046c6f7373946836683c4308140a85a2e4ae9e4094869452948c0974696d657374616d70944acdc47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30302d3133948c1074696d655f746869735f697465725f739447405115ba000000008c0c74696d655f746f74616c5f7394474071e70dc84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e70dc84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1192d8225d5bf06ca40840a4f9d69458a5007362756268317d94288c046c6f7373946836683c4308341a8d86a1b29e4094869452948c0974696d657374616d70944a11c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30312d3231948c1074696d655f746869735f697465725f7394474050fcdd8c0000008c0c74696d655f746f74616c5f739447407626452b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407626452b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e20f2da931c86f878f4b2bb075289396007362756268317d94288c046c6f7373946836683c430883c160b0eeac9e4094869452948c0974696d657374616d70944a56c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30322d3330948c1074696d655f746869735f697465725f739447405111482b0000008c0c74696d655f746f74616c5f739447407a6a97360000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6a97360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119b2007d3ed4647ab50487eed6f8819e4007362756268317d94288c046c6f7373946836683c4308c4e17058fd389f4094869452948c0974696d657374616d70944a9ac57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30332d3338948c1074696d655f746869735f697465725f7394474050fb90310000008c0c74696d655f746f74616c5f739447407ea97b424000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ea97b424000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aee980d4226206b3c1468febee1abd707362756268317d94288c046c6f7373946836683c430849241269deb99e4094869452948c0974696d657374616d70944adec57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30342d3436948c1074696d655f746869735f697465725f73944740510d1d710000008c0c74696d655f746f74616c5f739447408176614f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408176614f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10c4830bd99949568b664f6ae17261e91b7362756268317d94288c046c6f7373946836683c43080e87c341a3379f4094869452948c0974696d657374616d70944a22c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30352d3534948c1074696d655f746869735f697465725f73944740510d6f240000008c0c74696d655f746f74616c5f7394474083980f33c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083980f33c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1157aecc09cc54f9a29d46fc4b7e5cf880007362756268317d94288c046c6f7373946836683c43081e8fc7e395b19e4094869452948c0974696d657374616d70944a66c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30372d3032948c1074696d655f746869735f697465725f7394474050eecd760000008c0c74696d655f746f74616c5f7394474085b5e8e28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b5e8e28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11cceefe2eded132b9cd4fe447c796bb80007362756268317d94288c046c6f7373946836683c4308e8f3f9fc10cf9e4094869452948c0974696d657374616d70944a20cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33312d3238948c1074696d655f746869735f697465725f73944740546e99af0000008c0c74696d655f746f74616c5f739447408843bc186000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546e99af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1189dfc8a271c8988fa14538e76f8b8bc3007362756268317d94288c046c6f7373946836683c43088d46a37186a99e4094869452948c0974696d657374616d70944a65cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33322d3337948c1074696d655f746869735f697465725f739447405114dc6f0000008c0c74696d655f746f74616c5f739447408a6657a64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062c1bb0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11567a5d7c028817b7054b6b6fbacfe5fe007362756268317d94288c046c6f7373946836683c43082e97cb258da69e4094869452948c0974696d657374616d70944aa9cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33332d3435948c1074696d655f746869735f697465725f7394474050fc69550000008c0c74696d655f746f74616c5f739447408c85e4d0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b3fefb98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11ceef4bd5134383b456486097a55a97b9007362756268317d94288c046c6f7373946836683c43084ba55229a8ad9e4094869452948c0974696d657374616d70944aedcc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33342d3533948c1074696d655f746869735f697465725f73944740510f4c730000008c0c74696d655f746f74616c5f739447408ea7ce5f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e3caf98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054264028207bd9a3874253287e5fd67e7362756268317d94288c046c6f7373946836683c43087bbd5e4f35d89e4094869452948c0974696d657374616d70944a31cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33362d3031948c1074696d655f746869735f697465725f7394474051119c310000008c0c74696d655f746f74616c5f73944740906500f2b000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076283205c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107eacd86e688e96b0354a935cd71a26667362756268317d94288c046c6f7373946836683c43082c168bc5feba9e4094869452948c0974696d657374616d70944a76cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33372d3130948c1074696d655f746869735f697465725f73944740511403580000008c0c74696d655f746f74616c5f73944740917641283000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6d32dbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11a246b255b9450eb49140c3dc478515d2007362756268317d94288c046c6f7373946836683c430853a9546a88aa9e4094869452948c0974696d657374616d70944abacd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33382d3138948c1074696d655f746869735f697465725f7394474050fdc13c0000008c0c74696d655f746f74616c5f7394474092861d3bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407eaca32ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a109b27d373f1a132bcae4eeccd6197df4a7362756268317d94288c046c6f7373946836683c430897cbe5b213879e4094869452948c0974696d657374616d70944afecd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33392d3236948c1074696d655f746869735f697465725f739447405116bc6a0000008c0c74696d655f746f74616c5f73944740939789029000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081792922a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11d60a6ae5a1ecae91dd461ba610f96ee1007362756268317d94288c046c6f7373946836683c43080683c1400e899e4094869452948c0974696d657374616d70944a42ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34302d3334948c1074696d655f746869735f697465725f73944740511977200000008c0c74696d655f746f74616c5f7394474094a920749000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740839c5806a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a118ddea951ce1581bd244535b8300af993007362756268317d94288c046c6f7373946836683c43081008046283889e4094869452948c0974696d657374616d70944a87ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34312d3433948c1074696d655f746869735f697465725f7394474051179ad60000008c0c74696d655f746f74616c5f7394474095ba9a21f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085bf4b616000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e0cd883e\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d3237948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f70c22833958c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3372755257890534,\n    \"lr\": 0.00018514260159136858,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3372755257890534,\n    \"lr\": 0.00018514260159136858,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.3372755257890534,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00018514260159136858,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719518822.4089937,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 226.0272181953971,\n    \"timestamp\": 1719519535,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"e0cd883e\",\n    \"date\": \"2024-06-27_22-18-55\",\n    \"time_this_iter_s\": 70.02730536460876,\n    \"time_total_s\": 712.9930970668793,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.3372755257890534,\n      \"lr\": 0.00018514260159136858,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 712.9930970668793,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\"\n  },\n  \"last_result_time\": 1719519535.4646182,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1182.49372251015,\n      \"min\": 226.0272181953971,\n      \"avg\": 458.2284059539554,\n      \"last\": 226.0272181953971,\n      \"last-5-avg\": 276.1279017651175,\n      \"last-10-avg\": 458.22840595395536\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 83.27375411987305,\n      \"min\": 69.51625561714172,\n      \"avg\": 71.29930970668794,\n      \"last\": 70.02730536460876,\n      \"last-5-avg\": 69.8307059764862,\n      \"last-10-avg\": 71.29930970668792\n    },\n    \"time_total_s\": {\n      \"max\": 712.9930970668793,\n      \"min\": 83.27375411987305,\n      \"avg\": 398.38568634986876,\n      \"last\": 712.9930970668793,\n      \"last-5-avg\": 573.2247057914734,\n      \"last-10-avg\": 398.38568634986876\n    },\n    \"time_since_restore\": {\n      \"max\": 712.9930970668793,\n      \"min\": 83.27375411987305,\n      \"avg\": 398.38568634986876,\n      \"last\": 712.9930970668793,\n      \"last-5-avg\": 573.2247057914734,\n      \"last-10-avg\": 398.38568634986876\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452946807680d4308b95c2e17542b844094869452946807680d430830180ca61e55804094869452946807680d4308592c162bdfbb7c4094869452946807680d43082a954a25a575784094869452946807680d430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d1853000000047405189345000000047405189cc7d00000047405183e8d20000004740518d4ca9000000474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f993e44a8551beb72849ea9dfa71a81c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452948c0974696d657374616d70944ab9c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30382d3235948c1074696d655f746869735f697465725f7394474054d185300000008c0c74696d655f746f74616c5f7394474054d185300000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d185300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1189c85039598258b0b44cd81b4f030bed007362756268317d94288c046c6f7373946836683c4308b95c2e17542b844094869452948c0974696d657374616d70944affc67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30392d3335948c1074696d655f746869735f697465725f73944740518934500000008c0c74696d655f746f74616c5f73944740632d5cc00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740632d5cc00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11d2c28e15e4ec40a8424c3b36013bcf92007362756268317d94288c046c6f7373946836683c430830180ca61e55804094869452948c0974696d657374616d70944a45c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31302d3435948c1074696d655f746869735f697465725f739447405189cc7d0000008c0c74696d655f746f74616c5f739447406bf242fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406bf242fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ae0eed1b623e48b8224763639f5f715b7362756268317d94288c046c6f7373946836683c4308592c162bdfbb7c4094869452948c0974696d657374616d70944a8cc77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31312d3536948c1074696d655f746869735f697465725f739447405183e8d20000008c0c74696d655f746f74616c5f73944740725a1bb3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740725a1bb3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11702f2a6f2e6cb2b8dd46230a1f41adc3007362756268317d94288c046c6f7373946836683c43082a954a25a575784094869452948c0974696d657374616d70944ad2c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31332d3036948c1074696d655f746869735f697465725f73944740518d4ca90000008c0c74696d655f746f74616c5f7394474076bd6ede0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076bd6ede0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113b6040b90ff42c979c4f35bb78d24f86007362756268317d94288c046c6f7373946836683c430871381cce64fe744094869452948c0974696d657374616d70944a17c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31342d3135948c1074696d655f746869735f697465725f7394474051610a550000008c0c74696d655f746f74616c5f739447407b15b1734000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b15b1734000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103473d1b1d209e4b624485a80c9cd223f7362756268317d94288c046c6f7373946836683c4308abd56a75c967734094869452948c0974696d657374616d70944a5dc87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31352d3235948c1074696d655f746869735f697465725f7394474051831a970000008c0c74696d655f746f74616c5f739447407f7678190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f7678190000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11f3c54ab465135db23c4e461e723f27c6007362756268317d94288c046c6f7373946836683c4308492412098a94704094869452948c0974696d657374616d70944aa3c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31362d3335948c1074696d655f746869735f697465725f73944740518002e20000008c0c74696d655f746f74616c5f7394474081eb3c68c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081eb3c68c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c93b84ec838e3580a34c2916373cf3d0007362756268317d94288c046c6f7373946836683c43084ba55249275e6e4094869452948c0974696d657374616d70944ae9c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31372d3435948c1074696d655f746869735f697465725f739447405163ec420000008c0c74696d655f746f74616c5f739447408417b9f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408417b9f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11421b1dfd46436e921c408f73256644b4007362756268317d94288c046c6f7373946836683c4308c662b1f8de406c4094869452948c0974696d657374616d70944a2fc97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31382d3535948c1074696d655f746869735f697465725f739447405181bf5f0000008c0c74696d655f746f74616c5f739447408647f1dce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408647f1dce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"204212fd\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d3032948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f71590edfbf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.04978685082912593,\n    \"lr\": 0.010469557594705402,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.04978685082912593,\n    \"lr\": 0.010469557594705402,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.04978685082912593,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.010469557594705402,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719520903.330462,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1955.8791032926304,\n    \"timestamp\": 1719521574,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"204212fd\",\n    \"date\": \"2024-06-27_22-52-54\",\n    \"time_this_iter_s\": 65.99194502830505,\n    \"time_total_s\": 670.9034311771393,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.04978685082912593,\n      \"lr\": 0.010469557594705402,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 670.9034311771393,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\"\n  },\n  \"last_result_time\": 1719521574.2939506,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2003.831690029835,\n      \"min\": 1953.7773927703618,\n      \"avg\": 1964.1880543145614,\n      \"last\": 1955.8791032926304,\n      \"last-5-avg\": 1962.2791261687994,\n      \"last-10-avg\": 1964.188054314561\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 79.25631952285767,\n      \"min\": 65.39359998703003,\n      \"avg\": 67.09034311771393,\n      \"last\": 65.99194502830505,\n      \"last-5-avg\": 65.70760884284974,\n      \"last-10-avg\": 67.09034311771393\n    },\n    \"time_total_s\": {\n      \"max\": 670.9034311771393,\n      \"min\": 79.25631952285767,\n      \"avg\": 375.01524903774265,\n      \"last\": 670.9034311771393,\n      \"last-5-avg\": 539.2344509124756,\n      \"last-10-avg\": 375.0152490377426\n    },\n    \"time_since_restore\": {\n      \"max\": 670.9034311771393,\n      \"min\": 79.25631952285767,\n      \"avg\": 375.01524903774265,\n      \"last\": 670.9034311771393,\n      \"last-5-avg\": 539.2344509124756,\n      \"last-10-avg\": 375.0152490377426\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452946807680d4308814020708f979e4094869452946807680d4308341a8da6534f9f4094869452946807680d430867b3d90c1c879e4094869452946807680d4308bbdd6ed7008e9e4094869452946807680d43087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a00000047405067d3bf0000004740507cb1a900000047405074dcf80000004740506d98960000004740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d4e1a23d5bbc91b2d845350bc9afbaec00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452948c0974696d657374616d70944ad6ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34332d3032948c1074696d655f746869735f697465725f7394474053d0678a0000008c0c74696d655f746f74616c5f7394474053d0678a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d0678a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a108d8db0a26c20b8923a468f635bc138527362756268317d94288c046c6f7373946836683c4308814020708f979e4094869452948c0974696d657374616d70944a18cf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34342d3038948c1074696d655f746869735f697465725f739447405067d3bf0000008c0c74696d655f746f74616c5f73944740621c1da48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621c1da48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105dbcb318b4fb6a87e848570f6db7895e7362756268317d94288c046c6f7373946836683c4308341a8da6534f9f4094869452948c0974696d657374616d70944a5acf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34352d3134948c1074696d655f746869735f697465725f73944740507cb1a90000008c0c74696d655f746f74616c5f739447406a5a76790000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a5a76790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1056bc90b32470a08ad049454e6f1447167362756268317d94288c046c6f7373946836683c430867b3d90c1c879e4094869452948c0974696d657374616d70944a9bcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34362d3139948c1074696d655f746869735f697465725f739447405074dcf80000008c0c74696d655f746f74616c5f73944740714a727a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714a727a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10b8d34bf0cf60c994f2486097946660297362756268317d94288c046c6f7373946836683c4308bbdd6ed7008e9e4094869452948c0974696d657374616d70944addcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34372d3235948c1074696d655f746869735f697465725f73944740506d98960000008c0c74696d655f746f74616c5f739447407565d8a00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407565d8a00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a100a6d4e5dc486cbb30c411fd22b5e92767362756268317d94288c046c6f7373946836683c43087bbd5e4f708a9e4094869452948c0974696d657374616d70944a1fd07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34382d3331948c1074696d655f746869735f697465725f73944740505930be0000008c0c74696d655f746f74616c5f73944740797c24cf8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740797c24cf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103b50672d839e8ca99c4e6f6463468a127362756268317d94288c046c6f7373946836683c430845229148f5ca9e4094869452948c0974696d657374616d70944a60d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34392d3336948c1074696d655f746869735f697465725f739447405072b25f0000008c0c74696d655f746f74616c5f739447407d98d1674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d98d1674000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116b5d45d9c12b40a05c49d16f4502859e007362756268317d94288c046c6f7373946836683c4308cce57299a4df9e4094869452948c0974696d657374616d70944aa2d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35302d3432948c1074696d655f746869735f697465725f73944740505fc0250000008c0c74696d655f746f74616c5f7394474080d860b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d860b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a112819b9c13c7a94847748bf362e9a70c9007362756268317d94288c046c6f7373946836683c4308da6c36bb06899e4094869452948c0974696d657374616d70944ae4d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35312d3438948c1074696d655f746869735f697465725f73944740507750080000008c0c74696d655f746f74616c5f7394474082e74ab94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082e74ab94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a111432eb8e3fbc62b88949e9de446546e8007362756268317d94288c046c6f7373946836683c43089d4ea733848f9e4094869452948c0974696d657374616d70944a26d17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35322d3534948c1074696d655f746869735f697465725f73944740507f7c070000008c0c74696d655f746f74616c5f7394474084f73a3a2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084f73a3a2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"951ea23d\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f736921a1358c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.7686353033166121,\n    \"lr\": 0.00011707230271575167,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.7686353033166121,\n    \"lr\": 0.00011707230271575167,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.7686353033166121,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00011707230271575167,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719521574.4709122,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1996.574927142286,\n    \"timestamp\": 1719523891,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"951ea23d\",\n    \"date\": \"2024-06-27_23-31-31\",\n    \"time_this_iter_s\": 230.07325339317322,\n    \"time_total_s\": 2316.8418955802917,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.7686353033166121,\n      \"lr\": 0.00011707230271575167,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 2316.8418955802917,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n  },\n  \"last_result_time\": 1719523891.3631365,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1999.2121284064347,\n      \"min\": 1990.6904046967275,\n      \"avg\": 1994.8825260672984,\n      \"last\": 1996.574927142286,\n      \"last-5-avg\": 1994.9200616310904,\n      \"last-10-avg\": 1994.8825260672984\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 243.84869742393494,\n      \"min\": 230.07325339317322,\n      \"avg\": 231.68418955802917,\n      \"last\": 230.07325339317322,\n      \"last-5-avg\": 230.36180253028868,\n      \"last-10-avg\": 231.68418955802917\n    },\n    \"time_total_s\": {\n      \"max\": 2316.8418955802917,\n      \"min\": 243.84869742393494,\n      \"avg\": 1280.3648713350296,\n      \"last\": 2316.8418955802917,\n      \"last-5-avg\": 1856.3467571258545,\n      \"last-10-avg\": 1280.3648713350296\n    },\n    \"time_since_restore\": {\n      \"max\": 2316.8418955802917,\n      \"min\": 243.84869742393494,\n      \"avg\": 1280.3648713350296,\n      \"last\": 2316.8418955802917,\n      \"last-5-avg\": 1856.3467571258545,\n      \"last-10-avg\": 1280.3648713350296\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452946807680d43084fa7d34960319f4094869452946807680d4308c2603038d93c9f4094869452946807680d4308cce572f9c21a9f4094869452946807680d43086fb7db0d35219f4094869452946807680d430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047406cc910c080000047406cc3389f80000047406ccdf41780000047406ccba76180000047406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a119cb0bf7edc5b92a12748c23beb5b259700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452948c0974696d657374616d70944a1ad27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32322d35362d3538948c1074696d655f746869735f697465725f739447406e7b28878000008c0c74696d655f746f74616c5f739447406e7b28878000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e7b28878000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a111e35f58573960f89d64b9627b78b0fcc007362756268317d94288c046c6f7373946836683c43084fa7d34960319f4094869452948c0974696d657374616d70944a00d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30302d3438948c1074696d655f746869735f697465725f739447406cc910c08000008c0c74696d655f746f74616c5f739447407da21ca40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da21ca40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11799c57b9483a5d9d7141ef80361866df007362756268317d94288c046c6f7373946836683c4308c2603038d93c9f4094869452948c0974696d657374616d70944ae6d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30342d3338948c1074696d655f746869735f697465725f739447406cc3389f8000008c0c74696d655f746f74616c5f739447408601dc79e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408601dc79e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a117fcf1b68fd562fa4ab46949427809888007362756268317d94288c046c6f7373946836683c4308cce572f9c21a9f4094869452948c0974696d657374616d70944acdd47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30382d3239948c1074696d655f746869735f697465725f739447406ccdf4178000008c0c74696d655f746f74616c5f739447408d35597fc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d35597fc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11ed3aebedd025ce89f5426099490c75aa007362756268317d94288c046c6f7373946836683c43086fb7db0d35219f4094869452948c0974696d657374616d70944ab3d57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31322d3139948c1074696d655f746869735f697465725f739447406ccba7618000008c0c74696d655f746f74616c5f73944740923421ac1000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740923421ac1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11915fb595e479b9a56b46a1dec30f27aa007362756268317d94288c046c6f7373946836683c430857abd58a9e2b9f4094869452948c0974696d657374616d70944a9ad67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31362d3130948c1074696d655f746869735f697465725f739447406cd4a4190000008c0c74696d655f746f74616c5f7394474095ceb62f3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ceb62f3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1130732bee5d180c93874b2e0ea9a842a9007362756268317d94288c046c6f7373946836683c430869341aad84349f4094869452948c0974696d657374616d70944a80d77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32302d3030948c1074696d655f746869735f697465725f739447406ccd36f20000008c0c74696d655f746f74616c5f7394474099685d0d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099685d0d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10f10f41d77d2515a680461b019979cf737362756268317d94288c046c6f7373946836683c4308fe7ebf7f292d9f4094869452948c0974696d657374616d70944a66d87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32332d3530948c1074696d655f746869735f697465725f739447406cc86f550000008c0c74696d655f746f74616c5f739447409d016af81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d016af81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10972a9af606ec00922048897520b3367a7362756268317d94288c046c6f7373946836683c43082e97cb45cd1a9f4094869452948c0974696d657374616d70944a4dd97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32372d3431948c1074696d655f746869735f697465725f739447406ccd40f70000008c0c74696d655f746f74616c5f73944740a04d898b7800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a04d898b7800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df49a2812fe53b5aa480d543f1b4fa9007362756268317d94288c046c6f7373946836683c4308ce66b3b94c329f4094869452948c0974696d657374616d70944a33da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d33312d3331948c1074696d655f746869735f697465725f739447406cc258178000008c0c74696d655f746f74616c5f73944740a219af0cf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a219af0cf000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"04dab8e5\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d3534948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f74002c71328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.9904174177662719,\n    \"lr\": 0.0015488652457456295,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.9904174177662719,\n    \"lr\": 0.0015488652457456295,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.9904174177662719,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0015488652457456295,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719523891.5151231,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": NaN,\n    \"timestamp\": 1719524735,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"04dab8e5\",\n    \"date\": \"2024-06-27_23-45-35\",\n    \"time_this_iter_s\": 90.93833804130554,\n    \"time_total_s\": 843.8836045265198,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.9904174177662719,\n      \"lr\": 0.0015488652457456295,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 843.8836045265198,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\"\n  },\n  \"last_result_time\": 1719524735.4658804,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": NaN,\n      \"min\": NaN,\n      \"avg\": NaN,\n      \"last\": NaN,\n      \"last-5-avg\": NaN,\n      \"last-10-avg\": NaN\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 90.97299361228943,\n      \"min\": 75.47974467277527,\n      \"avg\": 84.38836045265198,\n      \"last\": 90.93833804130554,\n      \"last-5-avg\": 89.70397853851318,\n      \"last-10-avg\": 84.38836045265198\n    },\n    \"time_total_s\": {\n      \"max\": 843.8836045265198,\n      \"min\": 90.10185432434082,\n      \"avg\": 452.3447197675705,\n      \"last\": 843.8836045265198,\n      \"last-5-avg\": 662.2355187416076,\n      \"last-10-avg\": 452.3447197675705\n    },\n    \"time_since_restore\": {\n      \"max\": 843.8836045265198,\n      \"min\": 90.10185432434082,\n      \"avg\": 452.3447197675705,\n      \"last\": 843.8836045265198,\n      \"last-5-avg\": 662.2355187416076,\n      \"last-10-avg\": 452.3447197675705\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474052deb423000000474053335e990000004740531d0d6800000047405321a222000000474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c424dabf1027f79c4e449a5e3617b16c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a8dda7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33332d3031948c1074696d655f746869735f697465725f73944740568684c80000008c0c74696d655f746f74616c5f73944740568684c80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740568684c80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1049e736b185fb67b0bf4f2a806fb08b1e7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33342d3137948c1074696d655f746869735f697465725f7394474052deb4230000008c0c74696d655f746f74616c5f7394474064b29c758000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064b29c758000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11fb35cecf4143b2ab9a4b1db49c7f5cf3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a25db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33352d3333948c1074696d655f746869735f697465725f7394474053335e990000008c0c74696d655f746f74616c5f739447406e4c4bc20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e4c4bc20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10bcfc392a43ad09a050423690a1c0c0257362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33362d3530948c1074696d655f746869735f697465725f73944740531d0d680000008c0c74696d655f746f74616c5f7394474073ed693b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ed693b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11326ccd612a4f9bb0ee4621c5ad5b0bef007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abedb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33382d3036948c1074696d655f746869735f697465725f739447405321a2220000008c0c74696d655f746f74616c5f7394474078b5d1c38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078b5d1c38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10cd4a3495598e429b9348484fe78a4a047362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a14dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33392d3332948c1074696d655f746869735f697465725f73944740554787520000008c0c74696d655f746f74616c5f739447407e07b3980000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e07b3980000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11fca2d2603ff4ed8a024e39704b3f88cd007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a6fdc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34312d3033948c1074696d655f746869735f697465725f7394474056be45870000008c0c74696d655f746f74616c5f7394474081dba27ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081dba27ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064396ba851c9ef95e14e8daee14bb6517362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ac9dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34322d3333948c1074696d655f746869735f697465725f7394474056bd5b4b0000008c0c74696d655f746f74616c5f7394474084b34de64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084b34de64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10ae40435f4da6129a164b8b95187d163b7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a24dd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34342d3034948c1074696d655f746869735f697465725f7394474056a2100d0000008c0c74696d655f746f74616c5f7394474087878fe7e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087878fe7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11fe79f2aeb39207b0934fe642b3d103e7007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a7fdd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34352d3335948c1074696d655f746869735f697465725f7394474056bc0dbb0000008c0c74696d655f746f74616c5f739447408a5f119f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408a5f119f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"dd70a43a\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d3331948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f765c839c508c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8381852944111963,\n    \"lr\": 0.012410063874557094,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8381852944111963,\n    \"lr\": 0.012410063874557094,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.8381852944111963,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.012410063874557094,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719524735.6237292,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1955.5640210729885,\n    \"timestamp\": 1719531281,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"dd70a43a\",\n    \"date\": \"2024-06-28_01-34-41\",\n    \"time_this_iter_s\": 645.8664748668671,\n    \"time_total_s\": 6545.738219022751,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8381852944111963,\n      \"lr\": 0.012410063874557094,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 6545.738219022751,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\"\n  },\n  \"last_result_time\": 1719531281.41075,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3407.492049089567,\n      \"min\": 1953.827157088152,\n      \"avg\": 2301.9512739526936,\n      \"last\": 1955.5640210729885,\n      \"last-5-avg\": 1967.5197509765626,\n      \"last-10-avg\": 2301.951273952694\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 669.9892313480377,\n      \"min\": 645.8664748668671,\n      \"avg\": 654.5738219022751,\n      \"last\": 645.8664748668671,\n      \"last-5-avg\": 650.4601120948792,\n      \"last-10-avg\": 654.5738219022751\n    },\n    \"time_total_s\": {\n      \"max\": 6545.738219022751,\n      \"min\": 669.9892313480377,\n      \"avg\": 3615.79336476326,\n      \"last\": 6545.738219022751,\n      \"last-5-avg\": 5249.81973862648,\n      \"last-10-avg\": 3615.79336476326\n    },\n    \"time_since_restore\": {\n      \"max\": 6545.738219022751,\n      \"min\": 669.9892313480377,\n      \"avg\": 3615.79336476326,\n      \"last\": 6545.738219022751,\n      \"last-5-avg\": 5249.81973862648,\n      \"last-10-avg\": 3615.79336476326\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452946807680d4308ee76bb3d1ebaa64094869452946807680d430897cbe5829cc0a34094869452946807680d43081e8fc75ba393a14094869452946807680d43081c0e87eb794ea04094869452946807680d4308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f22000004740847ea9e280000047408480ea196000004740847db406c000004740847e4e5e6000004740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11b8d12a4afd5d9f910a479008448ae7bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452948c0974696d657374616d70944a1de07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32375f32332d35362d3435948c1074696d655f746869735f697465725f7394474084efe9f22000008c0c74696d655f746f74616c5f7394474084efe9f22000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084efe9f22000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ae41c14dc44085b66a4a845e446135167362756268317d94288c046c6f7373946836683c4308ee76bb3d1ebaa64094869452948c0974696d657374616d70944aade27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d30372d3431948c1074696d655f746869735f697465725f73944740847ea9e28000008c0c74696d655f746f74616c5f7394474094b749ea5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094b749ea5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a112fa6eb133ff190abfc41fff0362c4184007362756268317d94288c046c6f7373946836683c430897cbe5829cc0a34094869452948c0974696d657374616d70944a3de57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d31382d3337948c1074696d655f746869735f697465725f739447408480ea196000008c0c74696d655f746f74616c5f739447409ef7bef70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409ef7bef70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1016fa196ab5f90eb85948cf62a9b9790b7362756268317d94288c046c6f7373946836683c43081e8fc75ba393a14094869452948c0974696d657374616d70944acce77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d32392d3333948c1074696d655f746869735f697465725f73944740847db406c000008c0c74696d655f746f74616c5f73944740a49b4c7d3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a49b4c7d3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a115f051fe7acb85eaaf94da25980b0f0b7007362756268317d94288c046c6f7373946836683c43081c0e87eb794ea04094869452948c0974696d657374616d70944a5cea7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d34302d3239948c1074696d655f746869735f697465725f73944740847e4e5e6000008c0c74696d655f746f74616c5f73944740a9bae014c800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a9bae014c800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c27d4b3462ee3eb26741155453b9274a7362756268317d94288c046c6f7373946836683c4308592c162bde469f4094869452948c0974696d657374616d70944aecec7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d35312d3234948c1074696d655f746869735f697465725f73944740847a18416000008c0c74696d655f746f74616c5f73944740aed966252000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aed966252000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10ac57f891bfa4b39ed84d4158942bb8187362756268317d94288c046c6f7373946836683c4308a3d1686432d29e4094869452948c0974696d657374616d70944a79ef7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d30322d3137948c1074696d655f746869735f697465725f739447408467e2bbc000008c0c74696d655f746f74616c5f73944740b1f9af6a0800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b1f9af6a0800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1175f075ba8e58c18cee4d5745e6757397007362756268317d94288c046c6f7373946836683c4308fcfd7effc3879e4094869452948c0974696d657374616d70944a04f27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d31332d3038948c1074696d655f746869735f697465725f73944740845b59b64000008c0c74696d655f746f74616c5f73944740b4851aa0d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b4851aa0d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10df06306bf99f948e494f4c9dfb1aef3f7362756268317d94288c046c6f7373946836683c4308128944024f879e4094869452948c0974696d657374616d70944a8bf47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d32332d3535948c1074696d655f746869735f697465725f739447408436244e8000008c0c74696d655f746f74616c5f73944740b70bdf2aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b70bdf2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ccafb45b1bc670b3fe4195ad2af63cff007362756268317d94288c046c6f7373946836683c4308f67abd8e418e9e4094869452948c0974696d657374616d70944a11f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d33342d3431948c1074696d655f746869735f697465725f73944740842eee8a6000008c0c74696d655f746f74616c5f73944740b991bcfbec00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b991bcfbec00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"6a8b96c3\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d3335948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f773ed0671e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.18647509291243747,\n    \"lr\": 0.09874663205229757,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.18647509291243747,\n    \"lr\": 0.09874663205229757,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.18647509291243747,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.09874663205229757,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719531281.5648096,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1953.720588744156,\n    \"timestamp\": 1719531792,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"6a8b96c3\",\n    \"date\": \"2024-06-28_01-43-12\",\n    \"time_this_iter_s\": 50.06679081916809,\n    \"time_total_s\": 510.91401290893555,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.18647509291243747,\n      \"lr\": 0.09874663205229757,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 510.91401290893555,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\"\n  },\n  \"last_result_time\": 1719531792.5211842,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3081.7005067359746,\n      \"min\": 1953.720588744156,\n      \"avg\": 2088.644080070435,\n      \"last\": 1953.720588744156,\n      \"last-5-avg\": 1953.922657595657,\n      \"last-10-avg\": 2088.6440800704354\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 63.290406703948975,\n      \"min\": 49.1952109336853,\n      \"avg\": 51.09140129089355,\n      \"last\": 50.06679081916809,\n      \"last-5-avg\": 49.750275707244874,\n      \"last-10-avg\": 51.09140129089356\n    },\n    \"time_total_s\": {\n      \"max\": 510.91401290893555,\n      \"min\": 63.290406703948975,\n      \"avg\": 286.91188473701476,\n      \"last\": 510.91401290893555,\n      \"last-5-avg\": 411.1349405288696,\n      \"last-10-avg\": 286.91188473701476\n    },\n    \"time_since_restore\": {\n      \"max\": 510.91401290893555,\n      \"min\": 63.290406703948975,\n      \"avg\": 286.91188473701476,\n      \"last\": 510.91401290893555,\n      \"last-5-avg\": 411.1349405288696,\n      \"last-10-avg\": 286.91188473701476\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452946807680d4308afd7eb4528cca04094869452946807680d4308e8f3f93cbada9e4094869452946807680d43088d46a3312e909e4094869452946807680d43089bcd661349899e4094869452946807680d4308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c000000474048d0c496000000474048cb619400000047404906476e000000474048cd379000000047404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ed31b0a54d974eb4114c0bd1e011f95b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452948c0974696d657374616d70944a50f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33352d3434948c1074696d655f746869735f697465725f739447404fa52c0c0000008c0c74696d655f746f74616c5f739447404fa52c0c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404fa52c0c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10dcfbc868ce8c1fa59a4d7402c131176f7362756268317d94288c046c6f7373946836683c4308afd7eb4528cca04094869452948c0974696d657374616d70944a82f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33362d3334948c1074696d655f746869735f697465725f7394474048d0c4960000008c0c74696d655f746f74616c5f739447405c3af8510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c3af8510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10758f296081226ea390493b26c38bc1297362756268317d94288c046c6f7373946836683c4308e8f3f93cbada9e4094869452948c0974696d657374616d70944ab4f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33372d3234948c1074696d655f746869735f697465725f7394474048cb61940000008c0c74696d655f746f74616c5f739447406450548d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406450548d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1148ef5d54162b16aa99436062f5a517cd007362756268317d94288c046c6f7373946836683c43088d46a3312e909e4094869452948c0974696d657374616d70944ae6f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33382d3134948c1074696d655f746869735f697465725f739447404906476e0000008c0c74696d655f746f74616c5f739447406a91e6690000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a91e6690000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105e304afd4e13d88b74487f90525c7f027362756268317d94288c046c6f7373946836683c43089bcd661349899e4094869452948c0974696d657374616d70944a17f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3033948c1074696d655f746869735f697465725f7394474048cd37900000008c0c74696d655f746f74616c5f7394474070629a268000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070629a268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10e68f3865fd49dba74d402db662693d717362756268317d94288c046c6f7373946836683c4308a9542a3565879e4094869452948c0974696d657374616d70944a48f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3532948c1074696d655f746869735f697465725f739447404898fcac0000008c0c74696d655f746f74616c5f739447407375b9bc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407375b9bc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10fa0beaa735e555ae4a47ecb15a339f677362756268317d94288c046c6f7373946836683c4308fcfd7e5f2f879e4094869452948c0974696d657374616d70944a7af87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34302d3432948c1074696d655f746869735f697465725f739447404904b1000000008c0c74696d655f746f74616c5f7394474076964fdc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076964fdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064fd3177c519a896f9453e2154beae7a7362756268317d94288c046c6f7373946836683c43086532998c72879e4094869452948c0974696d657374616d70944aacf87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34312d3332948c1074696d655f746869735f697465725f7394474048e220e20000008c0c74696d655f746f74616c5f7394474079b293f84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079b293f84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11de18e9f5820194885c4fe4b42d087e81007362756268317d94288c046c6f7373946836683c4308f4f97cfe8a899e4094869452948c0974696d657374616d70944adef87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34322d3232948c1074696d655f746869735f697465725f7394474048d7d2040000008c0c74696d655f746f74616c5f739447407ccd8e38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ccd8e38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1170594f0e1697a5b85e447947029295a4007362756268317d94288c046c6f7373946836683c4308100804e2e1869e4094869452948c0974696d657374616d70944a10f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34332d3132948c1074696d655f746869735f697465725f7394474049088c9a0000008c0c74696d655f746f74616c5f739447407fee9fcc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fee9fcc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"7cf5cd31\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7db92f56c88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.46333542158727514,\n    \"lr\": 0.0056697738377682865,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.46333542158727514,\n    \"lr\": 0.0056697738377682865,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.46333542158727514,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0056697738377682865,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719531792.674391,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1969.8179076187255,\n    \"timestamp\": 1719532517,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"7cf5cd31\",\n    \"date\": \"2024-06-28_01-55-17\",\n    \"time_this_iter_s\": 71.38838720321655,\n    \"time_total_s\": 725.0215277671814,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.46333542158727514,\n      \"lr\": 0.0056697738377682865,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 725.0215277671814,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\"\n  },\n  \"last_result_time\": 1719532517.749666,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1984.2343644269808,\n      \"min\": 1969.8179076187255,\n      \"avg\": 1976.94908601055,\n      \"last\": 1969.8179076187255,\n      \"last-5-avg\": 1975.1277795506273,\n      \"last-10-avg\": 1976.94908601055\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 85.05374217033386,\n      \"min\": 70.41050291061401,\n      \"avg\": 72.50215277671813,\n      \"last\": 71.38838720321655,\n      \"last-5-avg\": 70.93094444274902,\n      \"last-10-avg\": 72.50215277671813\n    },\n    \"time_total_s\": {\n      \"max\": 725.0215277671814,\n      \"min\": 85.05374217033386,\n      \"avg\": 405.35721931457516,\n      \"last\": 725.0215277671814,\n      \"last-5-avg\": 582.7749707221985,\n      \"last-10-avg\": 405.3572193145752\n    },\n    \"time_since_restore\": {\n      \"max\": 725.0215277671814,\n      \"min\": 85.05374217033386,\n      \"avg\": 405.35721931457516,\n      \"last\": 725.0215277671814,\n      \"last-5-avg\": 582.7749707221985,\n      \"last-10-avg\": 405.3572193145752\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452946807680d4308c8e3f11888f89e4094869452946807680d430841201088f9da9e4094869452946807680d4308ea743afdef009f4094869452946807680d43088d46a3117ddb9e4094869452946807680d430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055437083000000474051ee8f2d000000474051ea2e80000000474051a75ae5000000474051d3f0a90000004740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ee6cf4a628061a95264e8b6041b20cf100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452948c0974696d657374616d70944a65f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34342d3337948c1074696d655f746869735f697465725f73944740554370830000008c0c74696d655f746f74616c5f73944740554370830000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740554370830000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114c20fd20f6ac1582e6480d802b47e884007362756268317d94288c046c6f7373946836683c4308c8e3f11888f89e4094869452948c0974696d657374616d70944aadf97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34352d3439948c1074696d655f746869735f697465725f7394474051ee8f2d0000008c0c74696d655f746f74616c5f739447406398ffd80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406398ffd80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115cbf8b3317c50b83ca43cf00a6e203ea007362756268317d94288c046c6f7373946836683c430841201088f9da9e4094869452948c0974696d657374616d70944af5f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34372d3031948c1074696d655f746869735f697465725f7394474051ea2e800000008c0c74696d655f746f74616c5f739447406c8e17180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c8e17180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10e6f2c8ea1763a6936c4b993a09a3d1327362756268317d94288c046c6f7373946836683c4308ea743afdef009f4094869452948c0974696d657374616d70944a3bfa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34382d3131948c1074696d655f746869735f697465725f7394474051a75ae50000008c0c74696d655f746f74616c5f7394474072b0e2454000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072b0e2454000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10fa9264b844eb34b24347a835ef1626127362756268317d94288c046c6f7373946836683c43088d46a3117ddb9e4094869452948c0974696d657374616d70944a83fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34392d3233948c1074696d655f746869735f697465725f7394474051d3f0a90000008c0c74696d655f746f74616c5f739447407725de6f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407725de6f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e1b27ea78144ab1af42164152eb62087362756268317d94288c046c6f7373946836683c430883c1607079d09e4094869452948c0974696d657374616d70944ac9fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35302d3333948c1074696d655f746869735f697465725f73944740519a45ae0000008c0c74696d655f746f74616c5f739447407b8c6fdb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b8c6fdb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a111f7127aad1307681d048cc86bf7c2ecf007362756268317d94288c046c6f7373946836683c4308954aa59283f09e4094869452948c0974696d657374616d70944a10fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35312d3434948c1074696d655f746869735f697465725f7394474051bea1b10000008c0c74696d655f746f74616c5f739447407ffc18474000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ffc18474000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a109d485ee280a110b3804c669f759efc007362756268317d94288c046c6f7373946836683c4308994c26533dca9e4094869452948c0974696d657374616d70944a57fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35322d3535948c1074696d655f746869735f697465725f7394474051bb95de0000008c0c74696d655f746f74616c5f7394474082357edf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082357edf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11544c8436b06f7ab7d64322fd5a77b5a3007362756268317d94288c046c6f7373946836683c4308dced765b0efc9e4094869452948c0974696d657374616d70944a9efb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35342d3036948c1074696d655f746869735f697465725f7394474051bc8e650000008c0c74696d655f746f74616c5f73944740846d10ac0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740846d10ac0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c45f395869609a94844b72bff8171cbc007362756268317d94288c046c6f7373946836683c43084d26938945c79e4094869452948c0974696d657374616d70944ae5fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35352d3137948c1074696d655f746869735f697465725f7394474051d8db560000008c0c74696d655f746f74616c5f7394474086a82c16c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a82c16c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"a22bbb57\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7e0491b98e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9881911141872612,\n    \"lr\": 0.005037349286937313,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9881911141872612,\n    \"lr\": 0.005037349286937313,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.9881911141872612,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.005037349286937313,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719532517.9184258,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": NaN,\n    \"timestamp\": 1719533291,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"a22bbb57\",\n    \"date\": \"2024-06-28_02-08-11\",\n    \"time_this_iter_s\": 75.01777005195618,\n    \"time_total_s\": 773.6219465732574,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9881911141872612,\n      \"lr\": 0.005037349286937313,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 773.6219465732574,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\"\n  },\n  \"last_result_time\": 1719533291.5979085,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": NaN,\n      \"min\": NaN,\n      \"avg\": NaN,\n      \"last\": NaN,\n      \"last-5-avg\": NaN,\n      \"last-10-avg\": NaN\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 89.77370476722717,\n      \"min\": 74.07769989967346,\n      \"avg\": 77.36219465732574,\n      \"last\": 75.01777005195618,\n      \"last-5-avg\": 75.34501643180847,\n      \"last-10-avg\": 77.36219465732574\n    },\n    \"time_total_s\": {\n      \"max\": 773.6219465732574,\n      \"min\": 89.77370476722717,\n      \"avg\": 433.64644131660464,\n      \"last\": 773.6219465732574,\n      \"last-5-avg\": 623.9367468357086,\n      \"last-10-avg\": 433.64644131660464\n    },\n    \"time_since_restore\": {\n      \"max\": 773.6219465732574,\n      \"min\": 89.77370476722717,\n      \"avg\": 433.64644131660464,\n      \"last\": 773.6219465732574,\n      \"last-5-avg\": 623.9367468357086,\n      \"last-10-avg\": 433.64644131660464\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405671846100000047405333b03e0000004740533291fa000000474053324a390000004740532f55680000004740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112d341e1a61993f859046a957a1dc1ce900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a3ffc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35362d3437948c1074696d655f746869735f697465725f73944740567184610000008c0c74696d655f746f74616c5f73944740567184610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740567184610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10705ebffed1d1c683014bc951326fbb027362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8cfc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35382d3034948c1074696d655f746869735f697465725f739447405333b03e0000008c0c74696d655f746f74616c5f7394474064d29a4f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064d29a4f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cff791202f7c35b9b3484f8653718c0f7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9fc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35392d3231948c1074696d655f746869735f697465725f73944740533291fa0000008c0c74696d655f746f74616c5f739447406e6be34c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e6be34c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a110ab888213f091e8e2046ae91d0b214c9007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a26fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30302d3338948c1074696d655f746869735f697465725f7394474053324a390000008c0c74696d655f746f74616c5f73944740740284348000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740740284348000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a117ccbf784b41da89b72473e10bbe913f4007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30312d3534948c1074696d655f746869735f697465725f73944740532f55680000008c0c74696d655f746f74616c5f7394474078ce598e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078ce598e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10ca65eb75d23fe69746417de122a690537362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abffd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30332d3131948c1074696d655f746869735f697465725f73944740532fd0e50000008c0c74696d655f746f74616c5f739447407d9a4dc7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d9a4dc7c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a115aef09a11720fdaa4b416802384fedc1007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a0bfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30342d3237948c1074696d655f746869735f697465725f7394474052e929770000008c0c74696d655f746f74616c5f73944740812a4c12c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740812a4c12c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11d462284e6ed525afa94f637a3748869b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a56fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30352d3432948c1074696d655f746869735f697465725f7394474052cf51350000008c0c74696d655f746f74616c5f73944740838436396000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740838436396000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11751795d77b7c4cb32f4424dda9aae6d6007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aa0fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30362d3536948c1074696d655f746869735f697465725f739447405284f9090000008c0c74696d655f746f74616c5f7394474085d4d55a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085d4d55a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c859c5aa767236ace7493fe9ce8b9db8007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aebfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30382d3131948c1074696d655f746869735f697465725f7394474052c123250000008c0c74696d655f746f74616c5f73944740882cf9bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740882cf9bf2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"57284f74\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d3137948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7ee6fa91e58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3048722403961074,\n    \"lr\": 0.0003667007874849629,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3048722403961074,\n    \"lr\": 0.0003667007874849629,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.3048722403961074,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0003667007874849629,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719533291.7679293,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1957.8637003260335,\n    \"timestamp\": 1719534198,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"57284f74\",\n    \"date\": \"2024-06-28_02-23-18\",\n    \"time_this_iter_s\": 89.53279662132263,\n    \"time_total_s\": 906.9161651134491,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.3048722403961074,\n      \"lr\": 0.0003667007874849629,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 906.9161651134491,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\"\n  },\n  \"last_result_time\": 1719534198.7360084,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1990.1104097141056,\n      \"min\": 1954.3513726662463,\n      \"avg\": 1962.2435723732776,\n      \"last\": 1957.8637003260335,\n      \"last-5-avg\": 1958.8026515209772,\n      \"last-10-avg\": 1962.2435723732774\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 103.31512880325317,\n      \"min\": 88.52644205093384,\n      \"avg\": 90.69161651134492,\n      \"last\": 89.53279662132263,\n      \"last-5-avg\": 89.47823114395142,\n      \"last-10-avg\": 90.6916165113449\n    },\n    \"time_total_s\": {\n      \"max\": 906.9161651134491,\n      \"min\": 103.31512880325317,\n      \"avg\": 504.5993302583695,\n      \"last\": 906.9161651134491,\n      \"last-5-avg\": 728.0401030540467,\n      \"last-10-avg\": 504.59933025836943\n    },\n    \"time_since_restore\": {\n      \"max\": 906.9161651134491,\n      \"min\": 103.31512880325317,\n      \"avg\": 504.5993302583695,\n      \"last\": 906.9161651134491,\n      \"last-5-avg\": 728.0401030540467,\n      \"last-10-avg\": 504.59933025836943\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452946807680d430802814090359e9e4094869452946807680d4308fa7c3e0f71189f4094869452946807680d4308592c160bb9ab9e4094869452946807680d4308f2783cce67899e4094869452946807680d43082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b1200000047405621b13a0000004740563c5f4000000047405662a4d00000004740564cb96500000047405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3ed9eb053d83fb1e94b10932a09566c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452948c0974696d657374616d70944a53ff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d30392d3535948c1074696d655f746869735f697465725f7394474059d42b120000008c0c74696d655f746f74616c5f7394474059d42b120000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474059d42b120000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1040f2ee25deb7bba80749ff1408b76f337362756268317d94288c046c6f7373946836683c430802814090359e9e4094869452948c0974696d657374616d70944aabff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31312d3233948c1074696d655f746869735f697465725f739447405621b13a0000008c0c74696d655f746f74616c5f7394474067faee260000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067faee260000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107439022ed6193c806d4cb2dbe0daef567362756268317d94288c046c6f7373946836683c4308fa7c3e0f71189f4094869452948c0974696d657374616d70944a04007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31322d3532948c1074696d655f746869735f697465725f73944740563c5f400000008c0c74696d655f746f74616c5f73944740718c8ee30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740718c8ee30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a101cee25c8b9793b99784b0bbe1f2f1c0f7362756268317d94288c046c6f7373946836683c4308592c160bb9ab9e4094869452948c0974696d657374616d70944a5e007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31342d3232948c1074696d655f746869735f697465725f739447405662a4d00000008c0c74696d655f746f74616c5f73944740772538170000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740772538170000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1087274e0ea602ceb9f843a1c738ebcb157362756268317d94288c046c6f7373946836683c4308f2783cce67899e4094869452948c0974696d657374616d70944ab7007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31352d3531948c1074696d655f746869735f697465725f73944740564cb9650000008c0c74696d655f746f74616c5f739447407cb866704000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407cb866704000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bc7a2236930a368755495a6b8ed5748e007362756268317d94288c046c6f7373946836683c43082c168bd559949e4094869452948c0974696d657374616d70944a10017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31372d3230948c1074696d655f746869735f697465725f739447405664e8560000008c0c74696d655f746f74616c5f739447408128d042e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408128d042e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a109a4bdb34ccb74d8d9a477b4ff82fc7107362756268317d94288c046c6f7373946836683c430873b95ccee3a29e4094869452948c0974696d657374616d70944a6a017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31382d3530948c1074696d655f746869735f697465725f739447405662f7060000008c0c74696d655f746f74616c5f7394474083f52f23a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083f52f23a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11a5d9643e548a4fad7b4df738fcbca9c6007362756268317d94288c046c6f7373946836683c430877bbddfe36a19e4094869452948c0974696d657374616d70944ac3017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32302d3139948c1074696d655f746869735f697465725f739447405660355e0000008c0c74696d655f746f74616c5f7394474086c135cf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086c135cf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a113eeed7f846867a9b7548272eb640d1ce007362756268317d94288c046c6f7373946836683c4308168bc58224989e4094869452948c0974696d657374616d70944a1d027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32312d3439948c1074696d655f746869735f697465725f73944740564edaa10000008c0c74696d655f746f74616c5f73944740898b11238000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740898b11238000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11234e6b7eb8e6e38ae444a955e515b69b007362756268317d94288c046c6f7373946836683c43086fb7db6d74979e4094869452948c0974696d657374616d70944a76027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32332d3138948c1074696d655f746869735f697465725f73944740566219570000008c0c74696d655f746f74616c5f739447408c57544e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408c57544e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"32772c28\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d3131948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7f7dd831bf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.4976920968263533,\n    \"lr\": 0.013704737381480214,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.4976920968263533,\n    \"lr\": 0.013704737381480214,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.4976920968263533,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.013704737381480214,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719534198.9066653,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2048.298097625492,\n    \"timestamp\": 1719536262,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"32772c28\",\n    \"date\": \"2024-06-28_02-57-43\",\n    \"time_this_iter_s\": 204.9549217224121,\n    \"time_total_s\": 2064.139549255371,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.4976920968263533,\n      \"lr\": 0.013704737381480214,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 2064.139549255371,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\"\n  },\n  \"last_result_time\": 1719536263.0966814,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2700.2572838490405,\n      \"min\": 2048.298097625492,\n      \"avg\": 2343.5907744640435,\n      \"last\": 2048.298097625492,\n      \"last-5-avg\": 2152.1482131597563,\n      \"last-10-avg\": 2343.5907744640435\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 219.04653239250183,\n      \"min\": 204.72472834587097,\n      \"avg\": 206.41395492553713,\n      \"last\": 204.9549217224121,\n      \"last-5-avg\": 204.9744710445404,\n      \"last-10-avg\": 206.4139549255371\n    },\n    \"time_total_s\": {\n      \"max\": 2064.139549255371,\n      \"min\": 219.04653239250183,\n      \"avg\": 1141.709648823738,\n      \"last\": 2064.139549255371,\n      \"last-5-avg\": 1654.313972711563,\n      \"last-10-avg\": 1141.709648823738\n    },\n    \"time_since_restore\": {\n      \"max\": 2064.139549255371,\n      \"min\": 219.04653239250183,\n      \"avg\": 1141.709648823738,\n      \"last\": 2064.139549255371,\n      \"last-5-avg\": 1654.313972711563,\n      \"last-10-avg\": 1141.709648823738\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452946807680d430812894482fa62a44094869452946807680d4308c8e3f1f851fda34094869452946807680d4308040281c00314a34094869452946807680d4308040281608179a24094869452946807680d4308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d318000004740699b4b53800000474069a72f0b800000474069a2186a000000474069a27ce0000000474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1152b1ce4a0a9499b13b470843470d40c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452948c0974696d657374616d70944a51037e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d32362d3537948c1074696d655f746869735f697465725f739447406b617d318000008c0c74696d655f746f74616c5f739447406b617d318000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b617d318000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1156a89948facd96b79f49bdb815d5ca8c007362756268317d94288c046c6f7373946836683c430812894482fa62a44094869452948c0974696d657374616d70944a1e047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33302d3232948c1074696d655f746869735f697465725f73944740699b4b538000008c0c74696d655f746f74616c5f739447407a7e64428000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7e64428000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10d30a43c4a8915ba03b4aeb8d227f0c447362756268317d94288c046c6f7373946836683c4308c8e3f1f851fda34094869452948c0974696d657374616d70944aeb047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33332d3438948c1074696d655f746869735f697465725f7394474069a72f0b8000008c0c74696d655f746f74616c5f7394474083a8fde42000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a8fde42000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f2e08fc71c5a0a18d47e9c65efb2c9d007362756268317d94288c046c6f7373946836683c4308040281c00314a34094869452948c0974696d657374616d70944ab8057e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33372d3133948c1074696d655f746869735f697465725f7394474069a2186a0000008c0c74696d655f746f74616c5f739447408a1183fea000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408a1183fea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1104796519973005a02a42e8e0cee20a9a007362756268317d94288c046c6f7373946836683c4308040281608179a24094869452948c0974696d657374616d70944a86067e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34302d3338948c1074696d655f746869735f697465725f7394474069a27ce00000008c0c74696d655f746f74616c5f73944740903d119b5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740903d119b5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e90805d0f59f27aa2642f06043a3c488007362756268317d94288c046c6f7373946836683c4308a9542a3513bba14094869452948c0974696d657374616d70944a53077e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34342d3033948c1074696d655f746869735f697465725f7394474069a1416f0000008c0c74696d655f746f74616c5f73944740937139c93000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740937139c93000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10becdb2e438dfc6925345925f1135d3157362756268317d94288c046c6f7373946836683c4308f0f7fbbd2b26a14094869452948c0974696d657374616d70944a20087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34372d3238948c1074696d655f746869735f697465725f7394474069a588990000008c0c74696d655f746f74616c5f7394474096a5eadc5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096a5eadc5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11448b7d6416372095db4088e81591f6e6007362756268317d94288c046c6f7373946836683c430863b1585cefcca04094869452948c0974696d657374616d70944aed087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35302d3533948c1074696d655f746869735f697465725f73944740699f609c0000008c0c74696d655f746f74616c5f7394474099d9d6efd000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099d9d6efd000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11e446638f50db50aef644dd37509680c5007362756268317d94288c046c6f7373946836683c4308ea743a7db462a04094869452948c0974696d657374616d70944ab9097e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35342d3138948c1074696d655f746869735f697465725f73944740699730f98000008c0c74696d655f746f74616c5f739447409d0cbd0f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d0cbd0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ac774e92591888b1f447593038444698007362756268317d94288c046c6f7373946836683c4308028140a09800a04094869452948c0974696d657374616d70944a860a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35372d3433948c1074696d655f746869735f697465725f73944740699e8eb80000008c0c74696d655f746f74616c5f73944740a02047730000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a02047730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"4fa4a8c6\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f80607511d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5276525795479664,\n    \"lr\": 0.018787488390354802,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5276525795479664,\n    \"lr\": 0.018787488390354802,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.5276525795479664,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.018787488390354802,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719536263.2501142,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1612.084331842858,\n    \"timestamp\": 1719538145,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"4fa4a8c6\",\n    \"date\": \"2024-06-28_03-29-05\",\n    \"time_this_iter_s\": 186.78013014793396,\n    \"time_total_s\": 1882.5019946098328,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.5276525795479664,\n      \"lr\": 0.018787488390354802,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 1882.5019946098328,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\"\n  },\n  \"last_result_time\": 1719538145.8004339,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2563.930910125492,\n      \"min\": 1612.084331842858,\n      \"avg\": 2202.1557254821296,\n      \"last\": 1612.084331842858,\n      \"last-5-avg\": 1950.3934694305178,\n      \"last-10-avg\": 2202.15572548213\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 200.39984393119812,\n      \"min\": 186.51477193832397,\n      \"avg\": 188.25019946098325,\n      \"last\": 186.78013014793396,\n      \"last-5-avg\": 186.87134075164795,\n      \"last-10-avg\": 188.25019946098328\n    },\n    \"time_total_s\": {\n      \"max\": 1882.5019946098328,\n      \"min\": 200.39984393119812,\n      \"avg\": 1041.6279175281525,\n      \"last\": 1882.5019946098328,\n      \"last-5-avg\": 1508.9627029895782,\n      \"last-10-avg\": 1041.6279175281525\n    },\n    \"time_since_restore\": {\n      \"max\": 1882.5019946098328,\n      \"min\": 200.39984393119812,\n      \"avg\": 1041.6279175281525,\n      \"last\": 1882.5019946098328,\n      \"last-5-avg\": 1508.9627029895782,\n      \"last-10-avg\": 1041.6279175281525\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452946807680d4308412010200dc2a34094869452946807680d4308ecf57a0d9d3ba34094869452946807680d430802814000aec8a24094869452946807680d430853a9543af90ca24094869452946807680d4308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb858000004740676035ae80000047406762fc29800000474067507903000000474067642fd880000047406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111ad2125617a7f591ad4c10d275fc26b200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452948c0974696d657374616d70944a4f0b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30312d3033948c1074696d655f746869735f697465725f73944740690ccb858000008c0c74696d655f746f74616c5f73944740690ccb858000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740690ccb858000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c7ddd0fc9a70ea747429124227546da007362756268317d94288c046c6f7373946836683c4308412010200dc2a34094869452948c0974696d657374616d70944a0a0c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30342d3130948c1074696d655f746869735f697465725f73944740676035ae8000008c0c74696d655f746f74616c5f739447407836809a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407836809a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11264fead62324368f1541a0f51e501ba8007362756268317d94288c046c6f7373946836683c4308ecf57a0d9d3ba34094869452948c0974696d657374616d70944ac50c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30372d3137948c1074696d655f746869735f697465725f739447406762fc298000008c0c74696d655f746f74616c5f7394474081f3ff576000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081f3ff576000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1192e76f111a5531bc214e4c2bd4c8f1b0007362756268317d94288c046c6f7373946836683c430802814000aec8a24094869452948c0974696d657374616d70944a800d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31302d3234948c1074696d655f746869735f697465725f73944740675079030000008c0c74696d655f746f74616c5f7394474087c81d982000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087c81d982000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e81592ed689af4b5e840a95ea4092e767362756268317d94288c046c6f7373946836683c430853a9543af90ca24094869452948c0974696d657374616d70944a3b0e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31332d3331948c1074696d655f746869735f697465725f7394474067642fd88000008c0c74696d655f746f74616c5f739447408da1298e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408da1298e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e5da6843d1607b2c341ad422d7b256e7362756268317d94288c046c6f7373946836683c4308afd7eb657e77a14094869452948c0974696d657374616d70944af60e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31362d3338948c1074696d655f746869735f697465725f739447406763cce70000008c0c74696d655f746f74616c5f7394474091bd0e640000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091bd0e640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1117e1f519d8f5cea6474b113e25cc57d5007362756268317d94288c046c6f7373946836683c4308369bcdee58c4a04094869452948c0974696d657374616d70944ab10f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31392d3435948c1074696d655f746869735f697465725f73944740676096b30000008c0c74696d655f746f74616c5f7394474094a9213a6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094a9213a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10a7b67c977f5183a7824b789749c2781f7362756268317d94288c046c6f7373946836683c4308ad56ab8544d09f4094869452948c0974696d657374616d70944a6c107e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32322d3532948c1074696d655f746869735f697465725f73944740675857b00000008c0c74696d655f746f74616c5f7394474097942c306000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474097942c306000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11d5d54adadaca3fb324435ec4da8481d7007362756268317d94288c046c6f7373946836683c430830180c0695e79a4094869452948c0974696d657374616d70944a26117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32352d3539948c1074696d655f746869735f697465725f739447406755b8008000008c0c74696d655f746f74616c5f739447409a7ee3307000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409a7ee3307000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1071750aa59b43b7b3474bb1fcaa494b047362756268317d94288c046c6f7373946836683c4308592c165b5630994094869452948c0974696d657374616d70944ae1117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32392d3035948c1074696d655f746869735f697465725f739447406758f6d38000008c0c74696d655f746f74616c5f739447409d6a020ae000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409d6a020ae000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"f1df685b\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8270652a078c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6516917077514637,\n    \"lr\": 0.00012016483134334655,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6516917077514637,\n    \"lr\": 0.00012016483134334655,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.6516917077514637,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00012016483134334655,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719538145.9566,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 349.91690856453005,\n    \"timestamp\": 1719538777,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"f1df685b\",\n    \"date\": \"2024-06-28_03-39-37\",\n    \"time_this_iter_s\": 62.24173164367676,\n    \"time_total_s\": 631.1538705825806,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.6516917077514637,\n      \"lr\": 0.00012016483134334655,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 631.1538705825806,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\"\n  },\n  \"last_result_time\": 1719538777.1607192,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1395.3380626768578,\n      \"min\": 349.91690856453005,\n      \"avg\": 585.1466473677026,\n      \"last\": 349.91690856453005,\n      \"last-5-avg\": 389.6494589978316,\n      \"last-10-avg\": 585.1466473677026\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 74.64295077323914,\n      \"min\": 61.00002908706665,\n      \"avg\": 63.11538705825806,\n      \"last\": 62.24173164367676,\n      \"last-5-avg\": 62.26071014404297,\n      \"last-10-avg\": 63.11538705825806\n    },\n    \"time_total_s\": {\n      \"max\": 631.1538705825806,\n      \"min\": 74.64295077323914,\n      \"avg\": 352.04152367115023,\n      \"last\": 631.1538705825806,\n      \"last-5-avg\": 506.60893216133115,\n      \"last-10-avg\": 352.04152367115023\n    },\n    \"time_since_restore\": {\n      \"max\": 631.1538705825806,\n      \"min\": 74.64295077323914,\n      \"avg\": 352.04152367115023,\n      \"last\": 631.1538705825806,\n      \"last-5-avg\": 506.60893216133115,\n      \"last-10-avg\": 352.04152367115023\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452946807680d4308180c06037d588a4094869452946807680d4308ea743abda04d844094869452946807680d4308a7d3e9d498d6804094869452946807680d4308168bc5e2abc47d4094869452946807680d4308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b00000047404edafffa00000047404ea8dcd600000047404e96ad4e00000047404e8000f400000047404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109cce7092c6ffd88ffa4b1bd1c4bd6f66736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452948c0974696d657374616d70944a2c127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33302d3230948c1074696d655f746869735f697465725f7394474052a9261b0000008c0c74696d655f746f74616c5f7394474052a9261b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474052a9261b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d4b83002ee4db0bc934c547643268984007362756268317d94288c046c6f7373946836683c4308180c06037d588a4094869452948c0974696d657374616d70944a6a127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33312d3232948c1074696d655f746869735f697465725f739447404edafffa0000008c0c74696d655f746f74616c5f73944740610b530c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740610b530c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a118e62530e3e16a6bc624ab3a9fa1ae49b007362756268317d94288c046c6f7373946836683c4308ea743abda04d844094869452948c0974696d657374616d70944aa7127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33322d3233948c1074696d655f746869735f697465725f739447404ea8dcd60000008c0c74696d655f746f74616c5f7394474068b58a418000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474068b58a418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104fc4bcdd57291aa2e84f51c38a2a7c437362756268317d94288c046c6f7373946836683c4308a7d3e9d498d6804094869452948c0974696d657374616d70944ae4127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33332d3234948c1074696d655f746869735f697465725f739447404e96ad4e0000008c0c74696d655f746f74616c5f73944740702d9aca8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740702d9aca8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a101368a37afb65b3882a49f6c0b3673e687362756268317d94288c046c6f7373946836683c4308168bc5e2abc47d4094869452948c0974696d657374616d70944a21137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33342d3235948c1074696d655f746869735f697465725f739447404e8000f40000008c0c74696d655f746f74616c5f7394474073fd9ae90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073fd9ae90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a107a742346d39d2cb32141952e437bfb287362756268317d94288c046c6f7373946836683c4308552a958a3a267b4094869452948c0974696d657374616d70944a5f137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33352d3237948c1074696d655f746869735f697465725f739447404ef82f5e0000008c0c74696d655f746f74616c5f7394474077dca0d4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077dca0d4c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11229a55fe59d3adbf88443f20188157c6007362756268317d94288c046c6f7373946836683c43086bb55a0d3d65794094869452948c0974696d657374616d70944a9e137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33362d3330948c1074696d655f746869735f697465725f739447404f5abdb20000008c0c74696d655f746f74616c5f739447407bc7f88b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bc7f88b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1002278eb5ce60b4a251444416c63fa5197362756268317d94288c046c6f7373946836683c4308a552a9540c0c784094869452948c0974696d657374616d70944adc137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33372d3332948c1074696d655f746869735f697465725f739447404f18b51c0000008c0c74696d655f746f74616c5f739447407fab0f2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fab0f2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11eb63ff3268e666a21b4debc732cd1386007362756268317d94288c046c6f7373946836683c4308b55aad56c54d774094869452948c0974696d657374616d70944a1a147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33382d3334948c1074696d655f746869735f697465725f739447404f1c47840000008c0c74696d655f746f74616c5f7394474081c74c0f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081c74c0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a103a9f762c2fa67eaf594f462e82641f3f7362756268317d94288c046c6f7373946836683c430843a150a8abde754094869452948c0974696d657374616d70944a59147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33392d3337948c1074696d655f746869735f697465725f739447404f1ef1100000008c0c74696d655f746f74616c5f7394474083b93b208000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083b93b208000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"157597b6\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d3035948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8434be683e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6087504471626306,\n    \"lr\": 0.0008285643583924775,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6087504471626306,\n    \"lr\": 0.0008285643583924775,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.6087504471626306,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0008285643583924775,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719538777.328315,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 265.69599794402836,\n    \"timestamp\": 1719539367,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"157597b6\",\n    \"date\": \"2024-06-28_03-49-27\",\n    \"time_this_iter_s\": 57.52658176422119,\n    \"time_total_s\": 590.6158361434937,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.6087504471626306,\n      \"lr\": 0.0008285643583924775,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 590.6158361434937,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\"\n  },\n  \"last_result_time\": 1719539368.0009365,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 965.1062155896284,\n      \"min\": 265.69599794402836,\n      \"avg\": 417.14486456443,\n      \"last\": 265.69599794402836,\n      \"last-5-avg\": 298.2877890759566,\n      \"last-10-avg\": 417.14486456443\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 71.3250789642334,\n      \"min\": 57.036139488220215,\n      \"avg\": 59.06158361434937,\n      \"last\": 57.52658176422119,\n      \"last-5-avg\": 57.644131088256835,\n      \"last-10-avg\": 59.06158361434937\n    },\n    \"time_total_s\": {\n      \"max\": 590.6158361434937,\n      \"min\": 71.3250789642334,\n      \"avg\": 331.2887733459473,\n      \"last\": 590.6158361434937,\n      \"last-5-avg\": 475.62998857498167,\n      \"last-10-avg\": 331.2887733459473\n    },\n    \"time_since_restore\": {\n      \"max\": 590.6158361434937,\n      \"min\": 71.3250789642334,\n      \"avg\": 331.2887733459473,\n      \"last\": 590.6158361434937,\n      \"last-5-avg\": 475.62998857498167,\n      \"last-10-avg\": 331.2887733459473\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452946807680d43089bcd66c3cdac804094869452946807680d430847a3d14887767b4094869452946807680d430810080462bb5c784094869452946807680d4308d66ab57a9601764094869452946807680d430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce1800000047404cfc316e00000047404cca0ba800000047404cfcbe4a00000047404cc5fdb800000047404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11cab89c7743800989bf42a865ce7cf9fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452948c0974696d657374616d70944aa0147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34302d3438948c1074696d655f746869735f697465725f7394474051d4ce180000008c0c74696d655f746f74616c5f7394474051d4ce180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051d4ce180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114efab83b8ab17e8d95442a812d9d2ea7007362756268317d94288c046c6f7373946836683c43089bcd66c3cdac804094869452948c0974696d657374616d70944ada147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34312d3436948c1074696d655f746869735f697465725f739447404cfc316e0000008c0c74696d655f746f74616c5f73944740602973678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602973678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11290f2e77e200b088ba45c34ae22a53f5007362756268317d94288c046c6f7373946836683c430847a3d14887767b4094869452948c0974696d657374616d70944a14157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34322d3434948c1074696d655f746869735f697465725f739447404cca0ba80000008c0c74696d655f746f74616c5f73944740675bf6518000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740675bf6518000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b0058a72446ad0b5944f46ef990a3eae007362756268317d94288c046c6f7373946836683c430810080462bb5c784094869452948c0974696d657374616d70944a4e157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34332d3432948c1074696d655f746869735f697465725f739447404cfcbe4a0000008c0c74696d655f746f74616c5f739447406e9b25e40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9b25e40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a118a8fc270e7c78599d84539dd702a5295007362756268317d94288c046c6f7373946836683c4308d66ab57a9601764094869452948c0974696d657374616d70944a87157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34342d3339948c1074696d655f746869735f697465725f739447404cc5fdb80000008c0c74696d655f746f74616c5f7394474072e652a90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072e652a90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1125100221564bb9a54745cc185dd3ffe8007362756268317d94288c046c6f7373946836683c430820100844d2fc744094869452948c0974696d657374616d70944ac1157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34352d3337948c1074696d655f746869735f697465725f739447404d0935480000008c0c74696d655f746f74616c5f73944740768779520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740768779520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f74352792ee0e295f24db2ff0ae060d9007362756268317d94288c046c6f7373946836683c43080a8542a1e174734094869452948c0974696d657374616d70944afb157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34362d3335948c1074696d655f746869735f697465725f739447404d0078820000008c0c74696d655f746f74616c5f739447407a2788624000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2788624000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116c8f06586244059e7b4d111fa9d88989007362756268317d94288c046c6f7373946836683c43085bad566b1e88724094869452948c0974696d657374616d70944a34167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34372d3332948c1074696d655f746869735f697465725f739447404c84a0380000008c0c74696d655f746f74616c5f739447407db81c694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db81c694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10183971296ab040930a4a1db17449143f7362756268317d94288c046c6f7373946836683c4308e27038cc10a2714094869452948c0974696d657374616d70944a6e167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34382d3330948c1074696d655f746869735f697465725f739447404cca89660000008c0c74696d655f746f74616c5f7394474080a8b6cb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080a8b6cb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101de6ec082d30aeaa9c4d3631a632975e7362756268317d94288c046c6f7373946836683c4308f67abdce229b704094869452948c0974696d657374616d70944aa7167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34392d3237948c1074696d655f746869735f697465725f739447404cc367080000008c0c74696d655f746f74616c5f739447408274ed3b8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408274ed3b8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"aaac0ba4\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d3337948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f84cb9c138d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.620662951741282,\n    \"lr\": 0.00347738554616066,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.620662951741282,\n    \"lr\": 0.00347738554616066,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.620662951741282,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.00347738554616066,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719539368.1519523,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2036.6472908080093,\n    \"timestamp\": 1719547805,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"aaac0ba4\",\n    \"date\": \"2024-06-28_06-10-05\",\n    \"time_this_iter_s\": 841.7590441703796,\n    \"time_total_s\": 8437.740472078323,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.620662951741282,\n      \"lr\": 0.00347738554616066,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 8437.740472078323,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\"\n  },\n  \"last_result_time\": 1719547805.9444683,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2061.2424547090304,\n      \"min\": 2036.6472908080093,\n      \"avg\": 2050.082223198357,\n      \"last\": 2036.6472908080093,\n      \"last-5-avg\": 2047.945392085999,\n      \"last-10-avg\": 2050.0822231983575\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 859.009360074997,\n      \"min\": 841.3607151508331,\n      \"avg\": 843.7740472078324,\n      \"last\": 841.7590441703796,\n      \"last-5-avg\": 841.6228694438935,\n      \"last-10-avg\": 843.7740472078324\n    },\n    \"time_total_s\": {\n      \"max\": 8437.740472078323,\n      \"min\": 859.009360074997,\n      \"avg\": 4649.565741252899,\n      \"last\": 8437.740472078323,\n      \"last-5-avg\": 6754.424017953873,\n      \"last-10-avg\": 4649.565741252899\n    },\n    \"time_since_restore\": {\n      \"max\": 8437.740472078323,\n      \"min\": 859.009360074997,\n      \"avg\": 4649.565741252899,\n      \"last\": 8437.740472078323,\n      \"last-5-avg\": 6754.424017953873,\n      \"last-10-avg\": 4649.565741252899\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452946807680d430891482402cd08a04094869452946807680d430867b3d9ac7c08a04094869452946807680d43080c0683c12704a04094869452946807680d430877bbdd2e0b10a04094869452946807680d4308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047408a5978f2e0000047408a56c3e8c0000047408a550aca80000047408a4fa77c40000047408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ca809afb68005cb0784225d9210f4d33736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452948c0974696d657374616d70944a021a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d30332d3437948c1074696d655f746869735f697465725f739447408ad8132b6000008c0c74696d655f746f74616c5f739447408ad8132b6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ad8132b6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ec432a8f7d7566ba6946b552856b85cf007362756268317d94288c046c6f7373946836683c430891482402cd08a04094869452948c0974696d657374616d70944a4d1d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d31372d3530948c1074696d655f746869735f697465725f739447408a5978f2e000008c0c74696d655f746f74616c5f739447409a98c60f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409a98c60f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115407cd0a4dd125992a4b65f76d5552c0007362756268317d94288c046c6f7373946836683c430867b3d9ac7c08a04094869452948c0974696d657374616d70944a98207e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d33312d3533948c1074696d655f746869735f697465725f739447408a56c3e8c000008c0c74696d655f746f74616c5f73944740a3e21401c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e21401c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a118cd469370383fba6954a683455eaedde007362756268317d94288c046c6f7373946836683c43080c0683c12704a04094869452948c0974696d657374616d70944ae3237e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d34352d3535948c1074696d655f746869735f697465725f739447408a550aca8000008c0c74696d655f746f74616c5f73944740aa7756b46000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740aa7756b46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11a1c90ee839860698f64e486bb732f8a7007362756268317d94288c046c6f7373946836683c430877bbdd2e0b10a04094869452948c0974696d657374616d70944a2d277e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d35392d3537948c1074696d655f746869735f697465725f739447408a4fa77c4000008c0c74696d655f746f74616c5f73944740b085a049b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b085a049b800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1049629bae900e8882144d3a387df653567362756268317d94288c046c6f7373946836683c4308d4e9743a4507a04094869452948c0974696d657374616d70944a762a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d31332d3539948c1074696d655f746869735f697465725f739447408a4b01ed4000008c0c74696d655f746f74616c5f73944740b3cf00876000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3cf00876000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119371484c70e7c2ba604058a4fdde92e8007362756268317d94288c046c6f7373946836683c430832994ce66702a04094869452948c0974696d657374616d70944ac02d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d32382d3031948c1074696d655f746869735f697465725f739447408a5020074000008c0c74696d655f746f74616c5f73944740b71904884800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b71904884800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11ef48ffb9f32772ac4641f08c86452fd7007362756268317d94288c046c6f7373946836683c4308180c06237c1aa04094869452948c0974696d657374616d70944a0a317e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d34322d3032948c1074696d655f746869735f697465725f739447408a4ae2bea000008c0c74696d655f746f74616c5f73944740ba6260e01c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ba6260e01c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11ec2dcd7ea52ef7813b477dfa5ee843d3007362756268317d94288c046c6f7373946836683c43086bb55a0dffe39f4094869452948c0974696d657374616d70944a53347e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d35362d3034948c1074696d655f746869735f697465725f739447408a4cd2f60000008c0c74696d655f746f74616c5f73944740bdabfb3edc00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740bdabfb3edc00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1181f2d5742599e59ac047376cbca56bf2007362756268317d94288c046c6f7373946836683c43089bcd66d396d29f4094869452948c0974696d657374616d70944a9d377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30362d31302d3035948c1074696d655f746869735f697465725f739447408a4e1285c000008c0c74696d655f746f74616c5f73944740c07adec7ca00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740c07adec7ca00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b2637af1\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d3238948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f85628bac878c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2473324871734921,\n    \"lr\": 0.08715018752570974,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2473324871734921,\n    \"lr\": 0.08715018752570974,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2473324871734921,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.08715018752570974,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719547806.1505933,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.741417591966,\n    \"timestamp\": 1719548344,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"b2637af1\",\n    \"date\": \"2024-06-28_06-19-04\",\n    \"time_this_iter_s\": 52.11372709274292,\n    \"time_total_s\": 538.2431201934814,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.2473324871734921,\n      \"lr\": 0.08715018752570974,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 538.2431201934814,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\"\n  },\n  \"last_result_time\": 1719548344.4419425,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2342.1553426427167,\n      \"min\": 1954.741417591966,\n      \"avg\": 2049.385956050842,\n      \"last\": 1954.741417591966,\n      \"last-5-avg\": 1961.6518164446975,\n      \"last-10-avg\": 2049.3859560508427\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 66.37161922454834,\n      \"min\": 52.05119323730469,\n      \"avg\": 53.82431201934815,\n      \"last\": 52.11372709274292,\n      \"last-5-avg\": 52.259254121780394,\n      \"last-10-avg\": 53.82431201934814\n    },\n    \"time_total_s\": {\n      \"max\": 538.2431201934814,\n      \"min\": 66.37161922454834,\n      \"avg\": 302.71114158630365,\n      \"last\": 538.2431201934814,\n      \"last-5-avg\": 433.699472618103,\n      \"last-10-avg\": 302.7111415863037\n    },\n    \"time_since_restore\": {\n      \"max\": 538.2431201934814,\n      \"min\": 66.37161922454834,\n      \"avg\": 302.71114158630365,\n      \"last\": 538.2431201934814,\n      \"last-5-avg\": 433.699472618103,\n      \"last-10-avg\": 302.7111415863037\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452946807680d4308ad56ab15506ca14094869452946807680d4308e8f3f95cd852a04094869452946807680d4308f4f97cfe5ecf9f4094869452946807680d43086fb7dbed17109f4094869452946807680d4308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047404a49e2f400000047404a7a112400000047404a4556e600000047404a40562800000047404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1014fa9e604a5febb87c4d31fa9b658a7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452948c0974696d657374616d70944ae0377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31312d3132948c1074696d655f746869735f697465725f739447405097c89c0000008c0c74696d655f746f74616c5f739447405097c89c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405097c89c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a107fd171facc8dd6b75049328fd8e892577362756268317d94288c046c6f7373946836683c4308ad56ab15506ca14094869452948c0974696d657374616d70944a15387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3035948c1074696d655f746869735f697465725f739447404a49e2f40000008c0c74696d655f746f74616c5f739447405dbcba160000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dbcba160000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11bb50fa9b9716ed94c04163f6ef82988e007362756268317d94288c046c6f7373946836683c4308e8f3f95cd852a04094869452948c0974696d657374616d70944a4a387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3538948c1074696d655f746869735f697465725f739447404a7a11240000008c0c74696d655f746f74616c5f73944740657ce1540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740657ce1540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11aa1fec2e9bd754a4f24ad0cdc9cfeeb0007362756268317d94288c046c6f7373946836683c4308f4f97cfe5ecf9f4094869452948c0974696d657374616d70944a7e387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31332d3530948c1074696d655f746869735f697465725f739447404a4556e60000008c0c74696d655f746f74616c5f739447406c0e370d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c0e370d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10868b09316c9636bfc4423e6e2940a5447362756268317d94288c046c6f7373946836683c43086fb7dbed17109f4094869452948c0974696d657374616d70944ab3387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31342d3433948c1074696d655f746869735f697465725f739447404a4056280000008c0c74696d655f746f74616c5f73944740714f264bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714f264bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10a5bab18b117796b7594c12e88c0b83227362756268317d94288c046c6f7373946836683c4308140a85a2b7dc9e4094869452948c0974696d657374616d70944ae7387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31352d3335948c1074696d655f746869735f697465725f739447404a068d800000008c0c74696d655f746f74616c5f73944740748ff7fbc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740748ff7fbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f3a110921d0dba834345ef26f03521f0007362756268317d94288c046c6f7373946836683c4308040281a017ac9e4094869452948c0974696d657374616d70944a1b397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31362d3237948c1074696d655f746869735f697465725f739447404a42955e0000008c0c74696d655f746f74616c5f7394474077d84aa78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077d84aa78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11b83b183ef88166a4ec405316ce1df7b4007362756268317d94288c046c6f7373946836683c4308c8e3f118b69c9e4094869452948c0974696d657374616d70944a4f397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31372d3139948c1074696d655f746869735f697465725f739447404a0b90be0000008c0c74696d655f746f74616c5f739447407b19bcbf4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b19bcbf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a116e0c5c6f2386ee95a14ee4abdda57ce7007362756268317d94288c046c6f7373946836683c4308d66ab5ba8c909e4094869452948c0974696d657374616d70944a84397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31382d3132948c1074696d655f746869735f697465725f739447404a42a9fa0000008c0c74696d655f746f74616c5f739447407e6211fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e6211fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116acddf477d0ff69fb948d4b269f0ce98007362756268317d94288c046c6f7373946836683c4308b1582c36f78a9e4094869452948c0974696d657374616d70944ab8397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31392d3034948c1074696d655f746869735f697465725f739447404a0e8e9c0000008c0c74696d655f746f74616c5f7394474080d1f1e90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d1f1e90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"3d8a1340\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d3036948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8da361113a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9833194838066408,\n    \"lr\": 0.0004542749659626088,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9833194838066408,\n    \"lr\": 0.0004542749659626088,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.9833194838066408,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0004542749659626088,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719548344.5918303,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": NaN,\n    \"timestamp\": 1719549146,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"3d8a1340\",\n    \"date\": \"2024-06-28_06-32-26\",\n    \"time_this_iter_s\": 79.03019595146179,\n    \"time_total_s\": 801.7016909122467,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.9833194838066408,\n      \"lr\": 0.0004542749659626088,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 801.7016909122467,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\"\n  },\n  \"last_result_time\": 1719549146.3397918,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": NaN,\n      \"min\": NaN,\n      \"avg\": NaN,\n      \"last\": NaN,\n      \"last-5-avg\": NaN,\n      \"last-10-avg\": NaN\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 91.73844981193542,\n      \"min\": 78.50712847709656,\n      \"avg\": 80.17016909122468,\n      \"last\": 79.03019595146179,\n      \"last-5-avg\": 78.91907229423524,\n      \"last-10-avg\": 80.17016909122466\n    },\n    \"time_total_s\": {\n      \"max\": 801.7016909122467,\n      \"min\": 91.73844981193542,\n      \"avg\": 446.61356441974635,\n      \"last\": 801.7016909122467,\n      \"last-5-avg\": 643.7671368598938,\n      \"last-10-avg\": 446.6135644197464\n    },\n    \"time_since_restore\": {\n      \"max\": 801.7016909122467,\n      \"min\": 91.73844981193542,\n      \"avg\": 446.61356441974635,\n      \"last\": 801.7016909122467,\n      \"last-5-avg\": 643.7671368598938,\n      \"last-10-avg\": 446.6135644197464\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c3000000474053bae9ac000000474053bf13cb000000474053a074cb000000474053bd1915000000474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1073b7d55681be62982041d01c3b42612c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a143a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32302d3336948c1074696d655f746869735f697465725f7394474056ef42c30000008c0c74696d655f746f74616c5f7394474056ef42c30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056ef42c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116416642b77e3b1a945412ef2d516c2dc007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a633a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32312d3535948c1074696d655f746869735f697465725f7394474053bae9ac0000008c0c74696d655f746f74616c5f73944740655516378000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740655516378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109e64c3ee3ce2c1ba734bf449a0e9772a7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ab23a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32332d3134948c1074696d655f746869735f697465725f7394474053bf13cb0000008c0c74696d655f746f74616c5f739447406f34a01d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f34a01d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11087a7f04b3009089f64bd03e7aeb9ebe007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a003b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32342d3332948c1074696d655f746869735f697465725f7394474053a074cb0000008c0c74696d655f746f74616c5f7394474074826d414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474074826d414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11be82d4a1b76080bc7b4965fd93dd33f3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a4f3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32352d3531948c1074696d655f746869735f697465725f7394474053bd19150000008c0c74696d655f746f74616c5f739447407971b3868000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407971b3868000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11de4c71d7094fbb98e943733f42ee5594007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a9e3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32372d3130948c1074696d655f746869735f697465725f7394474053c098a30000008c0c74696d655f746f74616c5f739447407e61d9af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e61d9af4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116963b8bca8aee09fd14fa62fabe27a8b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aed3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32382d3239948c1074696d655f746869735f697465725f7394474053a3ac1b0000008c0c74696d655f746f74616c5f7394474081a5625b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081a5625b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111978638771b831b4114cc7deb7e17be5007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a3c3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32392d3438948c1074696d655f746869735f697465725f7394474053c00d260000008c0c74696d655f746f74616c5f73944740841d63ffc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841d63ffc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a3250d5862204d92a647a226c8a36d82007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8b3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33312d3037948c1074696d655f746869735f697465725f7394474053bfd9c80000008c0c74696d655f746f74616c5f7394474086955f38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086955f38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a114b13e1145a44af97834f61545e1563fa007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ada3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33322d3236948c1074696d655f746869735f697465725f7394474053c1eebb0000008c0c74696d655f746f74616c5f73944740890d9d102000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740890d9d102000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"88943ec6\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d3034948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8e3a2ce9178c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.02058782092742384,\n    \"lr\": 0.00012206173551085312,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.02058782092742384,\n    \"lr\": 0.00012206173551085312,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.02058782092742384,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00012206173551085312,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719549146.4948225,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1953.125932348056,\n    \"timestamp\": 1719550406,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"88943ec6\",\n    \"date\": \"2024-06-28_06-53-26\",\n    \"time_this_iter_s\": 124.03362774848938,\n    \"time_total_s\": 1260.0365612506866,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.02058782092742384,\n      \"lr\": 0.00012206173551085312,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 1260.0365612506866,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n  },\n  \"last_result_time\": 1719550406.584547,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1957.8012575164555,\n      \"min\": 1952.0587047667016,\n      \"avg\": 1954.4239703321082,\n      \"last\": 1953.125932348056,\n      \"last-5-avg\": 1953.9543325349102,\n      \"last-10-avg\": 1954.4239703321084\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 138.29581928253174,\n      \"min\": 123.8325846195221,\n      \"avg\": 126.00365612506867,\n      \"last\": 124.03362774848938,\n      \"last-5-avg\": 124.45651307106019,\n      \"last-10-avg\": 126.00365612506866\n    },\n    \"time_total_s\": {\n      \"max\": 1260.0365612506866,\n      \"min\": 138.29581928253174,\n      \"avg\": 699.97023127079,\n      \"last\": 1260.0365612506866,\n      \"last-5-avg\": 1011.7537503242493,\n      \"last-10-avg\": 699.9702312707901\n    },\n    \"time_since_restore\": {\n      \"max\": 1260.0365612506866,\n      \"min\": 138.29581928253174,\n      \"avg\": 699.97023127079,\n      \"last\": 1260.0365612506866,\n      \"last-5-avg\": 1011.7537503242493,\n      \"last-10-avg\": 699.9702312707901\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452946807680d43086fb7db9dc1839e4094869452946807680d4308ee76bb2dc0849e4094869452946807680d430867b3d97c34979e4094869452946807680d4308b7dbed16548d9e4094869452946807680d430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a00000047405f42dd6400000047405f3eeaf700000047405f39551500000047405f22355400000047405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f97ca0bc7dd14ba6e44dac90b6d83e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452948c0974696d657374616d70944a643d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33342d3434948c1074696d655f746869735f697465725f739447406149775a0000008c0c74696d655f746f74616c5f739447406149775a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406149775a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c4a67787ea82eaac13487cbb8c048d147362756268317d94288c046c6f7373946836683c43086fb7db9dc1839e4094869452948c0974696d657374616d70944ae13d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33362d3439948c1074696d655f746869735f697465725f739447405f42dd640000008c0c74696d655f746f74616c5f73944740707573060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740707573060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f905954e7071069fc24659f43bf0cfa6007362756268317d94288c046c6f7373946836683c4308ee76bb2dc0849e4094869452948c0974696d657374616d70944a5e3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33382d3534948c1074696d655f746869735f697465725f739447405f3eeaf70000008c0c74696d655f746f74616c5f7394474078452dc3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078452dc3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f7ec5187b634c80d7450dcc160a41d2007362756268317d94288c046c6f7373946836683c430867b3d97c34979e4094869452948c0974696d657374616d70944adb3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34302d3539948c1074696d655f746869735f697465725f739447405f3955150000008c0c74696d655f746f74616c5f739447408009c1848000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408009c1848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1062a7d2b169ac018602496f94368aa91b7362756268317d94288c046c6f7373946836683c4308b7dbed16548d9e4094869452948c0974696d657374616d70944a583f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34332d3034948c1074696d655f746869735f697465725f739447405f2235540000008c0c74696d655f746f74616c5f7394474083ee082f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083ee082f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11dfee5b53521445b0d4457ec8274c98d7007362756268317d94288c046c6f7373946836683c430843a15018b18d9e4094869452948c0974696d657374616d70944ad53f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34352d3039948c1074696d655f746869735f697465725f739447405f4ade640000008c0c74696d655f746f74616c5f7394474087d763fb8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087d763fb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1149fe90612b2c5ebb9f4ed0d2ac951df8007362756268317d94288c046c6f7373946836683c4308cce57219e48d9e4094869452948c0974696d657374616d70944a52407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34372d3134948c1074696d655f746869735f697465725f739447405f2d856e0000008c0c74696d655f746f74616c5f739447408bbd14a94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408bbd14a94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1067d8e8b2cd668aa1fd48e65e8685f9777362756268317d94288c046c6f7373946836683c4308dced76ebc3869e4094869452948c0974696d657374616d70944ace407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34392d3138948c1074696d655f746869735f697465725f739447405f2241b50000008c0c74696d655f746f74616c5f739447408fa15cdfe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fa15cdfe000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11cc7509c3c64115aa2a41f7d845acbce2007362756268317d94288c046c6f7373946836683c430869341a1d3c809e4094869452948c0974696d657374616d70944a4a417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35312d3232948c1074696d655f746869735f697465725f739447405ef549110000008c0c74696d655f746f74616c5f7394474091c003010000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091c003010000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116dbeecdbc57614ad4f49652edcd814a4007362756268317d94288c046c6f7373946836683c4308a3d168f480849e4094869452948c0974696d657374616d70944ac6417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35332d3236948c1074696d655f746869735f697465725f739447405f0226f50000008c0c74696d655f746f74616c5f7394474093b025705000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474093b025705000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e1c21a5b\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8f1c6cefae8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9609532957830483,\n    \"lr\": 0.0003819692551562951,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9609532957830483,\n    \"lr\": 0.0003819692551562951,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.9609532957830483,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0003819692551562951,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719550406.7353516,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2166.0535782941683,\n    \"timestamp\": 1719551009,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"e1c21a5b\",\n    \"date\": \"2024-06-28_07-03-29\",\n    \"time_this_iter_s\": 58.87797403335571,\n    \"time_total_s\": 602.5065522193909,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9609532957830483,\n      \"lr\": 0.0003819692551562951,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 602.5065522193909,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\"\n  },\n  \"last_result_time\": 1719551009.2871013,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2194.870497816191,\n      \"min\": 2161.298410971334,\n      \"avg\": 2172.305702894316,\n      \"last\": 2166.0535782941683,\n      \"last-5-avg\": 2165.150327763595,\n      \"last-10-avg\": 2172.305702894316\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 72.34097814559937,\n      \"min\": 58.70789837837219,\n      \"avg\": 60.25065522193909,\n      \"last\": 58.87797403335571,\n      \"last-5-avg\": 58.92110424041748,\n      \"last-10-avg\": 60.250655221939084\n    },\n    \"time_total_s\": {\n      \"max\": 602.5065522193909,\n      \"min\": 72.34097814559937,\n      \"avg\": 337.2882109642029,\n      \"last\": 602.5065522193909,\n      \"last-5-avg\": 484.5309166431427,\n      \"last-10-avg\": 337.2882109642029\n    },\n    \"time_since_restore\": {\n      \"max\": 602.5065522193909,\n      \"min\": 72.34097814559937,\n      \"avg\": 337.2882109642029,\n      \"last\": 602.5065522193909,\n      \"last-5-avg\": 484.5309166431427,\n      \"last-10-avg\": 337.2882109642029\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452946807680d430828140a35b611a14094869452946807680d4308d66ab5cabdf5a04094869452946807680d4308ce66b379d8fca04094869452946807680d43080683c13092f8a04094869452946807680d4308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d29600000047404d5a9c6a00000047404d673aa400000047404d9ceb6400000047404d68ed5e00000047404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ef06642911d5abbaee41f1018e5447be00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452948c0974696d657374616d70944a0f427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35342d3339948c1074696d655f746869735f697465725f739447405215d2960000008c0c74696d655f746f74616c5f739447405215d2960000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405215d2960000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ab28b1b5c23f6bacbe416b804188132f7362756268317d94288c046c6f7373946836683c430828140a35b611a14094869452948c0974696d657374616d70944a49427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35352d3337948c1074696d655f746869735f697465725f739447404d5a9c6a0000008c0c74696d655f746f74616c5f73944740606190658000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740606190658000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11db171b4bcccbbc962c4cf18417d1aea9007362756268317d94288c046c6f7373946836683c4308d66ab5cabdf5a04094869452948c0974696d657374616d70944a84427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35362d3336948c1074696d655f746869735f697465725f739447404d673aa40000008c0c74696d655f746f74616c5f7394474067bb5f0e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474067bb5f0e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11575915032c01ee8a1f4a48416f44a597007362756268317d94288c046c6f7373946836683c4308ce66b379d8fca04094869452948c0974696d657374616d70944abf427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35372d3335948c1074696d655f746869735f697465725f739447404d9ceb640000008c0c74696d655f746f74616c5f739447406f2299e78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f2299e78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10126b7cf177167a852d4e59eda49ae17c7362756268317d94288c046c6f7373946836683c43080683c13092f8a04094869452948c0974696d657374616d70944afa427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35382d3334948c1074696d655f746869735f697465725f739447404d68ed5e0000008c0c74696d655f746f74616c5f73944740733e6a9f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740733e6a9f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1034fc36a8289a25867842b9fb352ad0437362756268317d94288c046c6f7373946836683c4308de6eb7fb33f2a04094869452948c0974696d657374616d70944a35437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35392d3333948c1074696d655f746869735f697465725f739447404d62554a0000008c0c74696d655f746f74616c5f7394474076eab548c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076eab548c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108ef407a9f873cf8edd4ee7fbb82b40547362756268317d94288c046c6f7373946836683c4308f8fbfd4e96e7a04094869452948c0974696d657374616d70944a70437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30302d3332948c1074696d655f746869735f697465725f739447404d6dddf00000008c0c74696d655f746f74616c5f739447407a987106c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a987106c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10e69d96761af0d0b9aa4ddea117a79c2c7362756268317d94288c046c6f7373946836683c4308a150285402eba04094869452948c0974696d657374616d70944aab437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30312d3331948c1074696d655f746869735f697465725f739447404d65c2bc0000008c0c74696d655f746f74616c5f739447407e45295e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e45295e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a102c27e5fe23ddf9a71842fd0d9f3e1b307362756268317d94288c046c6f7373946836683c43084ba552c998e2a04094869452948c0974696d657374616d70944ae6437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30322d3330948c1074696d655f746869735f697465725f739447404da72a4e0000008c0c74696d655f746f74616c5f7394474080fd07540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080fd07540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df7145fa71899a20b438ae283304aff007362756268317d94288c046c6f7373946836683c4308753a9d6e1beca04094869452948c0974696d657374616d70944a21447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30332d3239948c1074696d655f746869735f697465725f739447404d7061740000008c0c74696d655f746f74616c5f7394474082d40d6b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d40d6b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"08bd9367\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f904a0c0afa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.7685314783666725,\n    \"lr\": 0.056339001711097965,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.7685314783666725,\n    \"lr\": 0.056339001711097965,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.7685314783666725,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.056339001711097965,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719551009.4364445,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.1531540277435,\n    \"timestamp\": 1719551747,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"08bd9367\",\n    \"date\": \"2024-06-28_07-15-47\",\n    \"time_this_iter_s\": 72.91625618934631,\n    \"time_total_s\": 737.8909130096436,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.7685314783666725,\n      \"lr\": 0.056339001711097965,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 737.8909130096436,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\"\n  },\n  \"last_result_time\": 1719551747.3728619,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3700.8752076156497,\n      \"min\": 1953.846070297121,\n      \"avg\": 2223.6251491756893,\n      \"last\": 1954.1531540277435,\n      \"last-5-avg\": 1954.4872041476992,\n      \"last-10-avg\": 2223.6251491756893\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 85.83756732940674,\n      \"min\": 72.14350414276123,\n      \"avg\": 73.78909130096436,\n      \"last\": 72.91625618934631,\n      \"last-5-avg\": 72.48127055168152,\n      \"last-10-avg\": 73.78909130096436\n    },\n    \"time_total_s\": {\n      \"max\": 737.8909130096436,\n      \"min\": 85.83756732940674,\n      \"avg\": 411.66717779636383,\n      \"last\": 737.8909130096436,\n      \"last-5-avg\": 592.698592376709,\n      \"last-10-avg\": 411.66717779636383\n    },\n    \"time_since_restore\": {\n      \"max\": 737.8909130096436,\n      \"min\": 85.83756732940674,\n      \"avg\": 411.66717779636383,\n      \"last\": 737.8909130096436,\n      \"last-5-avg\": 592.698592376709,\n      \"last-10-avg\": 411.66717779636383\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452946807680d4308de6eb75b049ba44094869452946807680d430877bbdd0e62e0a04094869452946807680d4308ecf57a9dde479f4094869452946807680d43080e87c36117ad9e4094869452946807680d4308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab40000004740521c6c530000004740521187140000004740521db0bf0000004740521dc42f000000474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10416aa26309ebdfb50340ce24bb268737736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452948c0974696d657374616d70944a77447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30342d3535948c1074696d655f746869735f697465725f7394474055759ab40000008c0c74696d655f746f74616c5f7394474055759ab40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474055759ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1026248354f13a66a5b34788fefda1f5407362756268317d94288c046c6f7373946836683c4308de6eb75b049ba44094869452948c0974696d657374616d70944abf447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30362d3037948c1074696d655f746869735f697465725f73944740521c6c530000008c0c74696d655f746f74616c5f7394474063c903838000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063c903838000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e674ca3aea60eeacbc4f2e588ba923da007362756268317d94288c046c6f7373946836683c430877bbdd0e62e0a04094869452948c0974696d657374616d70944a07457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30372d3230948c1074696d655f746869735f697465725f73944740521187140000008c0c74696d655f746f74616c5f739447406cd1c70d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd1c70d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a105f882156c66165bd1b457b536c6761647362756268317d94288c046c6f7373946836683c4308ecf57a9dde479f4094869452948c0974696d657374616d70944a50457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30382d3332948c1074696d655f746869735f697465725f73944740521db0bf0000008c0c74696d655f746f74616c5f7394474072f04fb68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072f04fb68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111f11771aa8d1ef8bf84105413f8599cf007362756268317d94288c046c6f7373946836683c43080e87c36117ad9e4094869452948c0974696d657374616d70944a98457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30392d3434948c1074696d655f746869735f697465725f73944740521dc42f0000008c0c74696d655f746f74616c5f739447407777c0c24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407777c0c24000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113eeccdd8af0c139908486277f1d38cd2007362756268317d94288c046c6f7373946836683c4308201008e4f68e9e4094869452948c0974696d657374616d70944ae1457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31302d3537948c1074696d655f746869735f697465725f7394474052092f2c0000008c0c74696d655f746f74616c5f739447407bfa0c8d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bfa0c8d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a106e2bd7234aa1c7b9e4479a435058d1667362756268317d94288c046c6f7373946836683c4308a552a91407899e4094869452948c0974696d657374616d70944a29467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31322d3039948c1074696d655f746869735f697465725f7394474052264d920000008c0c74696d655f746f74616c5f739447408041cff8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408041cff8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a107c670d236d300080434e5446ddc71e0e7362756268317d94288c046c6f7373946836683c43080281406062879e4094869452948c0974696d657374616d70944a72467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31332d3232948c1074696d655f746869735f697465725f739447405222f56e0000008c0c74696d655f746f74616c5f7394474082862ea6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082862ea6a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10588c7909b002f5a91846675b308737027362756268317d94288c046c6f7373946836683c430877bbdd4ec1899e4094869452948c0974696d657374616d70944aba467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31342d3334948c1074696d655f746869735f697465725f73944740520ceb920000008c0c74696d655f746f74616c5f7394474084c7cc18e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c7cc18e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a110a84573b76e028b86046c505ef802cb5007362756268317d94288c046c6f7373946836683c4308a3d168d49c889e4094869452948c0974696d657374616d70944a03477e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31352d3437948c1074696d655f746869735f697465725f73944740523aa3f10000008c0c74696d655f746f74616c5f73944740870f20970000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740870f20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"261349af\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d3239948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f90e0e681288c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2474625892184107,\n    \"lr\": 0.09815210368028619,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2474625892184107,\n    \"lr\": 0.09815210368028619,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.2474625892184107,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.09815210368028619,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719551747.5242279,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 3048.0907587967517,\n    \"timestamp\": 1719558037,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"261349af\",\n    \"date\": \"2024-06-28_09-00-38\",\n    \"time_this_iter_s\": 627.6434020996094,\n    \"time_total_s\": 6290.689426183701,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.2474625892184107,\n      \"lr\": 0.09815210368028619,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 6290.689426183701,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\"\n  },\n  \"last_result_time\": 1719558038.2702613,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 5146.327555979331,\n      \"min\": 3048.0907587967517,\n      \"avg\": 4273.107454363004,\n      \"last\": 3048.0907587967517,\n      \"last-5-avg\": 3672.7043072557826,\n      \"last-10-avg\": 4273.107454363005\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 641.6589081287384,\n      \"min\": 627.4417996406555,\n      \"avg\": 629.06894261837,\n      \"last\": 627.6434020996094,\n      \"last-5-avg\": 627.5811639785767,\n      \"last-10-avg\": 629.0689426183701\n    },\n    \"time_total_s\": {\n      \"max\": 6290.689426183701,\n      \"min\": 641.6589081287384,\n      \"avg\": 3466.3823635578156,\n      \"last\": 6290.689426183701,\n      \"last-5-avg\": 5035.5273536682125,\n      \"last-10-avg\": 3466.3823635578156\n    },\n    \"time_since_restore\": {\n      \"max\": 6290.689426183701,\n      \"min\": 641.6589081287384,\n      \"avg\": 3466.3823635578156,\n      \"last\": 6290.689426183701,\n      \"last-5-avg\": 5035.5273536682125,\n      \"last-10-avg\": 3466.3823635578156\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452946807680d4308e672b9dcd1b8b34094869452946807680d430828140a658b2fb34094869452946807680d43089fcfe7b36481b24094869452946807680d43080c0683c177abb14094869452946807680d43088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a000004740839ce3de0000004740839fadc0a00000474083a01cff2000004740839c50c40000004740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10fbac3ad5ce651e9d844fb426f09f6356736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452948c0974696d657374616d70944a84497e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d32362d3239948c1074696d655f746869735f697465725f73944740840d4571a000008c0c74696d655f746f74616c5f73944740840d4571a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740840d4571a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a115b7c487489b41b8642429c7776614591007362756268317d94288c046c6f7373946836683c4308e672b9dcd1b8b34094869452948c0974696d657374616d70944af84b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d33362d3536948c1074696d655f746869735f697465725f73944740839ce3de0000008c0c74696d655f746f74616c5f7394474093d514a7d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474093d514a7d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105945c0dd5095319a2d41117c2fdc467e7362756268317d94288c046c6f7373946836683c430828140a658b2fb34094869452948c0974696d657374616d70944a6c4e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d34372d3234948c1074696d655f746869735f697465725f73944740839fadc0a000008c0c74696d655f746f74616c5f739447409da4eb882000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409da4eb882000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a4ea01899ada5aaf2d4aa3c66ad24ba5007362756268317d94288c046c6f7373946836683c43089fcfe7b36481b24094869452948c0974696d657374616d70944ae0507e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d35372d3532948c1074696d655f746869735f697465725f7394474083a01cff2000008c0c74696d655f746f74616c5f73944740a3ba7d03d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3ba7d03d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1199bb2ad82e2b418b494ab92a095d349b007362756268317d94288c046c6f7373946836683c43080c0683c177abb14094869452948c0974696d657374616d70944a53537e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d30382d3230948c1074696d655f746869735f697465725f73944740839c50c40000008c0c74696d655f746f74616c5f73944740a8a19134d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a8a19134d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c6d693e25fb07899bc405aab83f58f387362756268317d94288c046c6f7373946836683c43088542a1f021b1b04094869452948c0974696d657374616d70944ac7557e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d31382d3437948c1074696d655f746869735f697465725f73944740839c9bb9e000008c0c74696d655f746f74616c5f73944740ad88b8235000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ad88b8235000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c1dc1409b4aa61af69469c8d6629aa9b007362756268317d94288c046c6f7373946836683c4308c26030b81b2eaf4094869452948c0974696d657374616d70944a3b587e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d32392d3135948c1074696d655f746869735f697465725f73944740839c9f582000008c0c74696d655f746f74616c5f73944740b137effcac00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b137effcac00008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110686389554948f8fc44e6f10ee730fd6007362756268317d94288c046c6f7373946836683c43085128142a2dcbac4094869452948c0974696d657374616d70944aae5a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d33392d3433948c1074696d655f746869735f697465725f73944740839d558e4000008c0c74696d655f746f74616c5f73944740b3ab9aae7400008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3ab9aae7400008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c121afee7b4f46b9a7482083c33dfdec007362756268317d94288c046c6f7373946836683c43085bad56cb4f4baa4094869452948c0974696d657374616d70944a225d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d35302d3130948c1074696d655f746869735f697465725f73944740839b88ce4000008c0c74696d655f746f74616c5f73944740b61f0bc83c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b61f0bc83c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11f2e9c08ef20e10a5ae4ddcb8f840c0db007362756268317d94288c046c6f7373946836683c4308bfdfef772ed0a74094869452948c0974696d657374616d70944a955f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30392d30302d3338948c1074696d655f746869735f697465725f73944740839d25b00000008c0c74696d655f746f74616c5f73944740b892b07e3c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b892b07e3c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"7c19332c\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9177b4a4848c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.7363891392281665,\n    \"lr\": 0.011294664762497991,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.7363891392281665,\n    \"lr\": 0.011294664762497991,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.7363891392281665,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.011294664762497991,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719558038.433597,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2146.9344828447956,\n    \"timestamp\": 1719561058,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"7c19332c\",\n    \"date\": \"2024-06-28_09-50-58\",\n    \"time_this_iter_s\": 299.9912140369415,\n    \"time_total_s\": 3020.282461166382,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.7363891392281665,\n      \"lr\": 0.011294664762497991,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 3020.282461166382,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\"\n  },\n  \"last_result_time\": 1719561058.772585,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2261.2695754644437,\n      \"min\": 2146.9344828447956,\n      \"avg\": 2196.342053991603,\n      \"last\": 2146.9344828447956,\n      \"last-5-avg\": 2204.1819978008125,\n      \"last-10-avg\": 2196.342053991603\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 314.7119266986847,\n      \"min\": 299.9912140369415,\n      \"avg\": 302.0282461166382,\n      \"last\": 299.9912140369415,\n      \"last-5-avg\": 300.2873908042908,\n      \"last-10-avg\": 302.0282461166382\n    },\n    \"time_total_s\": {\n      \"max\": 3020.282461166382,\n      \"min\": 314.7119266986847,\n      \"avg\": 1668.2465629577637,\n      \"last\": 3020.282461166382,\n      \"last-5-avg\": 2419.874883508682,\n      \"last-10-avg\": 1668.2465629577637\n    },\n    \"time_since_restore\": {\n      \"max\": 3020.282461166382,\n      \"min\": 314.7119266986847,\n      \"avg\": 1668.2465629577637,\n      \"last\": 3020.282461166382,\n      \"last-5-avg\": 2419.874883508682,\n      \"last-10-avg\": 1668.2465629577637\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452946807680d430853a9549ae70ca14094869452946807680d430873b95c2ed3faa04094869452946807680d430889442291bf47a14094869452946807680d43081a8d46832118a14094869452946807680d43082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d400000474072cbc486400000474072cfaf95000000474072d3b176800000474072d2fd93800000474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d16ea2ef204af99f60483a00aa22a98400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452948c0974696d657374616d70944ad0607e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d30352d3533948c1074696d655f746869735f697465725f7394474073ab640d4000008c0c74696d655f746f74616c5f7394474073ab640d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073ab640d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11c83a6c690ae4bb98ec462c397066c4a0007362756268317d94288c046c6f7373946836683c430853a9549ae70ca14094869452948c0974696d657374616d70944afd617e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31302d3533948c1074696d655f746869735f697465725f7394474072cbc4864000008c0c74696d655f746f74616c5f73944740833b9449c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833b9449c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a117f08922cae7c5f816246588b730b00dc007362756268317d94288c046c6f7373946836683c430873b95c2ed3faa04094869452948c0974696d657374616d70944a2a637e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31352d3534948c1074696d655f746869735f697465725f7394474072cfaf950000008c0c74696d655f746f74616c5f739447408ca36c144000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ca36c144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1174a85a14e52540964c41881a1f7508af007362756268317d94288c046c6f7373946836683c430889442291bf47a14094869452948c0974696d657374616d70944a57647e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32302d3536948c1074696d655f746869735f697465725f7394474072d3b1768000008c0c74696d655f746f74616c5f739447409306a267c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409306a267c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10f44732922628068aa04ed452b9284f4a7362756268317d94288c046c6f7373946836683c43081a8d46832118a14094869452948c0974696d657374616d70944a85657e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32352d3537948c1074696d655f746869735f697465725f7394474072d2fd938000008c0c74696d655f746f74616c5f7394474097bb61cca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097bb61cca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1009d86ee378924ba6764658b2225e432f7362756268317d94288c046c6f7373946836683c43082e97cb058aaaa14094869452948c0974696d657374616d70944ab1667e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33302d3537948c1074696d655f746869735f697465725f7394474072c8b2008000008c0c74696d655f746f74616c5f739447409c6d8e4cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409c6d8e4cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11db0556b4d648069e22479034f20727d6007362756268317d94288c046c6f7373946836683c4308753a9d0e023ca14094869452948c0974696d657374616d70944add677e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33352d3538948c1074696d655f746869735f697465725f7394474072c4368d8000008c0c74696d655f746f74616c5f73944740a08f4df81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a08f4df81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1105db1aaf1f6c49a985411031a9104afc007362756268317d94288c046c6f7373946836683c43089fcfe7a3b73aa14094869452948c0974696d657374616d70944a0a697e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34302d3538948c1074696d655f746869735f697465725f7394474072c1b7008000008c0c74696d655f746f74616c5f73944740a2e784d82000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2e784d82000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10219e2c42bd240b9c864a441dc1c962467362756268317d94288c046c6f7373946836683c4308ea743abdaf32a14094869452948c0974696d657374616d70944a366a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34352d3538948c1074696d655f746869735f697465725f7394474072c88231c000008c0c74696d655f746f74616c5f73944740a540951e5800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a540951e5800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a102dae8b92f01c67adf941f25598e439637362756268317d94288c046c6f7373946836683c430824128974dec5a04094869452948c0974696d657374616d70944a626b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d35302d3538948c1074696d655f746869735f697465725f7394474072bfdc034000008c0c74696d655f746f74616c5f73944740a798909ec000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a798909ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"769b08ee\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d3338948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f97a9b5e3908c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.9311098017111933,\n    \"lr\": 0.0033598362705093534,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.9311098017111933,\n    \"lr\": 0.0033598362705093534,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.9311098017111933,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0033598362705093534,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719561058.926876,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2067.5648145300197,\n    \"timestamp\": 1719562054,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"769b08ee\",\n    \"date\": \"2024-06-28_10-07-34\",\n    \"time_this_iter_s\": 98.67155456542969,\n    \"time_total_s\": 995.7130689620972,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.9311098017111933,\n      \"lr\": 0.0033598362705093534,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 995.7130689620972,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\"\n  },\n  \"last_result_time\": 1719562054.6915047,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2152.0349524790845,\n      \"min\": 2067.5648145300197,\n      \"avg\": 2101.9375813161296,\n      \"last\": 2067.5648145300197,\n      \"last-5-avg\": 2079.8092696542817,\n      \"last-10-avg\": 2101.937581316129\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 112.00384831428528,\n      \"min\": 97.76127862930298,\n      \"avg\": 99.5713068962097,\n      \"last\": 98.67155456542969,\n      \"last-5-avg\": 98.23846459388733,\n      \"last-10-avg\": 99.57130689620972\n    },\n    \"time_total_s\": {\n      \"max\": 995.7130689620972,\n      \"min\": 112.00384831428528,\n      \"avg\": 553.497561621666,\n      \"last\": 995.7130689620972,\n      \"last-5-avg\": 798.8421119213104,\n      \"last-10-avg\": 553.4975616216659\n    },\n    \"time_since_restore\": {\n      \"max\": 995.7130689620972,\n      \"min\": 112.00384831428528,\n      \"avg\": 553.497561621666,\n      \"last\": 995.7130689620972,\n      \"last-5-avg\": 798.8421119213104,\n      \"last-10-avg\": 553.4975616216659\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452946807680d4308b55aad86d5bea04094869452946807680d4308ecf57aed8494a04094869452946807680d4308381c0eb77d79a04094869452946807680d4308793c1e9fbe5ba04094869452946807680d4308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047405872544a00000047405893b94f0000004740589037190000004740588ad028000000474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1067a38c828ea13e93704319625f4e392d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452948c0974696d657374616d70944ad26b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35322d3530948c1074696d655f746869735f697465725f739447405c003f0d0000008c0c74696d655f746f74616c5f739447405c003f0d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c003f0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1148646804e76abc83764b54a581502db6007362756268317d94288c046c6f7373946836683c4308b55aad86d5bea04094869452948c0974696d657374616d70944a346c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35342d3238948c1074696d655f746869735f697465725f739447405872544a0000008c0c74696d655f746f74616c5f739447406a3949ab8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a3949ab8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1196cf19cb0f165c99e4431b67d4c398a2007362756268317d94288c046c6f7373946836683c4308ecf57aed8494a04094869452948c0974696d657374616d70944a966c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35362d3037948c1074696d655f746869735f697465725f739447405893b94f0000008c0c74696d655f746f74616c5f73944740734193298000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740734193298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a106f2f600981880a8ec441f9b721e260227362756268317d94288c046c6f7373946836683c4308381c0eb77d79a04094869452948c0974696d657374616d70944af96c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35372d3435948c1074696d655f746869735f697465725f73944740589037190000008c0c74696d655f746f74616c5f739447407965a0efc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407965a0efc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11cdfccac70d3e3e81424ce8a1a8b812b6007362756268317d94288c046c6f7373946836683c4308793c1e9fbe5ba04094869452948c0974696d657374616d70944a5b6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35392d3233948c1074696d655f746869735f697465725f73944740588ad0280000008c0c74696d655f746f74616c5f739447407f8854f9c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f8854f9c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1128fb01b88da6b0b0e942c2e55d20abba007362756268317d94288c046c6f7373946836683c4308a3d168a4c34fa04094869452948c0974696d657374616d70944abd6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30312d3031948c1074696d655f746869735f697465725f7394474058859d050000008c0c74696d655f746f74616c5f7394474082d4de1d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d4de1d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11a96b194ebbaa11b1a14157711de085e4007362756268317d94288c046c6f7373946836683c43081a8d4623aa45a04094869452948c0974696d657374616d70944a1f6e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30322d3339948c1074696d655f746869735f697465725f739447405870b8ca0000008c0c74696d655f746f74616c5f7394474085e2f536c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085e2f536c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a0fe1895c42432e5286854d739054ee077362756268317d94288c046c6f7373946836683c4308d0e7f3c9c93ca04094869452948c0974696d657374616d70944a816e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30342d3137948c1074696d655f746869735f697465725f739447405886ea5f0000008c0c74696d655f746f74616c5f7394474088f3d282a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474088f3d282a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11b84038b121c5609fbc45fadc6c4e1bc8007362756268317d94288c046c6f7373946836683c4308d0e7f3f9be44a04094869452948c0974696d657374616d70944ae36e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30352d3536948c1074696d655f746869735f697465725f7394474058a414170000008c0c74696d655f746f74616c5f739447408c0855058000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c0855058000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10518d32ad6862a5aac34f0df411429a7e7362756268317d94288c046c6f7373946836683c43087bbd5e2f2127a04094869452948c0974696d657374616d70944a466f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30372d3334948c1074696d655f746869735f697465725f7394474058aafac00000008c0c74696d655f746f74616c5f739447408f1db45d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408f1db45d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"cd09d91f\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d3538948c1863757272656e745f636865636b706f696e745f696e646578944b028c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9a9d1c63838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8804057782771979,\n    \"lr\": 0.00020339747661453456,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8804057782771979,\n    \"lr\": 0.00020339747661453456,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.8804057782771979,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00020339747661453456,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"RUNNING\",\n  \"relative_logdir\": \"train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719562054.8448517,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2044.4744459737942,\n    \"timestamp\": 1719562367,\n    \"checkpoint_dir_name\": \"checkpoint_000002\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 3,\n    \"trial_id\": \"cd09d91f\",\n    \"date\": \"2024-06-28_10-12-47\",\n    \"time_this_iter_s\": 99.62483620643616,\n    \"time_total_s\": 312.48519372940063,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8804057782771979,\n      \"lr\": 0.00020339747661453456,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 312.48519372940063,\n    \"iterations_since_restore\": 3,\n    \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\"\n  },\n  \"last_result_time\": 1719562367.3437243,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2046.8147607037401,\n      \"min\": 2044.4744459737942,\n      \"avg\": 2046.0208714602813,\n      \"last\": 2044.4744459737942,\n      \"last-5-avg\": 2046.0208714602813,\n      \"last-10-avg\": 2046.0208714602813\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 3,\n      \"min\": 1,\n      \"avg\": 2.0,\n      \"last\": 3,\n      \"last-5-avg\": 2.0,\n      \"last-10-avg\": 2.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 113.24074220657349,\n      \"min\": 99.61961531639099,\n      \"avg\": 104.16173124313354,\n      \"last\": 99.62483620643616,\n      \"last-5-avg\": 104.16173124313354,\n      \"last-10-avg\": 104.16173124313354\n    },\n    \"time_total_s\": {\n      \"max\": 312.48519372940063,\n      \"min\": 113.24074220657349,\n      \"avg\": 212.86209781964618,\n      \"last\": 312.48519372940063,\n      \"last-5-avg\": 212.8620978196462,\n      \"last-10-avg\": 212.8620978196462\n    },\n    \"time_since_restore\": {\n      \"max\": 312.48519372940063,\n      \"min\": 113.24074220657349,\n      \"avg\": 212.86209781964618,\n      \"last\": 312.48519372940063,\n      \"last-5-avg\": 212.8620978196462,\n      \"last-10-avg\": 212.8620978196462\n    },\n    \"iterations_since_restore\": {\n      \"max\": 3,\n      \"min\": 1,\n      \"avg\": 2.0,\n      \"last\": 3,\n      \"last-5-avg\": 2.0,\n      \"last-10-avg\": 2.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595350d0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1171445c8405852087054efa6f6dbc8eb500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452948c0974696d657374616d70944ab86f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d30392d3238948c1074696d655f746869735f697465725f739447405c4f68520000008c0c74696d655f746f74616c5f739447405c4f68520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c4f68520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a106e2447a07879c982c343aabbfe51b07b7362756268317d94288c046c6f7373946836683c4308c26030f817fb9f4094869452948c0974696d657374616d70944a1b707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31312d3037948c1074696d655f746869735f697465725f7394474058e7a7c70000008c0c74696d655f746f74616c5f739447406a9b880c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a9b880c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1198a480155e7548919a4feb44f2caf6ef007362756268317d94288c046c6f7373946836683c4308a9542ad5e5f19f4094869452948c0974696d657374616d70944a7f707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31322d3437948c1074696d655f746869735f697465725f7394474058e7fd510000008c0c74696d655f746f74616c5f739447407387c35a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407387c35a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b03757562658c195f6c61746573745f636865636b706f696e745f726573756c7494689175622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"8f7a5983\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38663761353938335f36335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f31302d30372d3334948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9bcaf50b4f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4044864263489224,\n    \"lr\": 0.0002561729654679464,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4044864263489224,\n    \"lr\": 0.0002561729654679464,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.4044864263489224,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.0002561729654679464,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.4045,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0003,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PENDING\",\n  \"relative_logdir\": \"train_model_8f7a5983_63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_10-07-34\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": null,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {},\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
+    ]
+  ],
+  "runner_data": {
+    "_earliest_stopping_actor": Infinity,
+    "_actor_cleanup_timeout": 600,
+    "_actor_force_cleanup_timeout": 10,
+    "_reuse_actors": true,
+    "_buffer_length": 1,
+    "_buffer_min_time_s": 0.0,
+    "_buffer_max_time_s": 100.0,
+    "_max_pending_trials": 1,
+    "_metric": "loss",
+    "_total_time": 76509.49886393547,
+    "_iteration": 715057,
+    "_has_errored": true,
+    "_fail_fast": false,
+    "_print_trial_errors": true,
+    "_cached_trial_decisions": {},
+    "_queued_trial_decisions": {},
+    "_should_stop_experiment": false,
+    "_stopper": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
+    },
+    "_start_time": 1719490495.6971936,
+    "_last_checkpoint_time": -Infinity,
+    "_session_str": "2024-06-27_14-14-55",
+    "_checkpoint_period": "auto",
+    "_trial_checkpoint_config": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
+    },
+    "_resumed": false
+  },
+  "stats": {
+    "start_time": 1719490495.6971936,
+    "timestamp": -Infinity
+  }
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c6fb4d481afc2f9180082cd073699cab2c7b5fb
Binary files /dev/null and b/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl b/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cd729bf86949148a0f4bb8b6e15e13a40c5f84b7
Binary files /dev/null and b/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl differ
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8 b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..66bec38e2135151226ca04ed835d3df94a981960
Binary files /dev/null and b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb4d25797d2353c22920ea3745f0edf7d8230929
--- /dev/null
+++ b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.9904174177662719,
+  "embedding_dim": 16,
+  "encoder_ff": 512,
+  "encoder_num_layer": 4,
+  "lr": 0.0015488652457456295,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..982385f4cbd9fd9a8821bbf709f8e48fe7ab27f6
Binary files /dev/null and b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c4ed485d327e7218d65202509ca86fa3a5da3154
--- /dev/null
+++ b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+nan,1719523981,checkpoint_000000,True,False,1,04dab8e5,2024-06-27_23-33-01,90.10185432434082,90.10185432434082,242786,r8i6n8,10.159.28.66,90.10185432434082,1
+nan,1719524057,checkpoint_000001,True,False,2,04dab8e5,2024-06-27_23-34-17,75.47974467277527,165.5815989971161,242786,r8i6n8,10.159.28.66,165.5815989971161,2
+nan,1719524133,checkpoint_000002,True,False,3,04dab8e5,2024-06-27_23-35-33,76.8026487827301,242.3842477798462,242786,r8i6n8,10.159.28.66,242.3842477798462,3
+nan,1719524210,checkpoint_000003,True,False,4,04dab8e5,2024-06-27_23-36-50,76.45394325256348,318.83819103240967,242786,r8i6n8,10.159.28.66,318.83819103240967,4
+nan,1719524286,checkpoint_000004,True,False,5,04dab8e5,2024-06-27_23-38-06,76.52552080154419,395.36371183395386,242786,r8i6n8,10.159.28.66,395.36371183395386,5
+nan,1719524372,checkpoint_000005,True,False,6,04dab8e5,2024-06-27_23-39-32,85.11763429641724,480.4813461303711,242786,r8i6n8,10.159.28.66,480.4813461303711,6
+nan,1719524463,checkpoint_000006,True,False,7,04dab8e5,2024-06-27_23-41-03,90.97299361228943,571.4543397426605,242786,r8i6n8,10.159.28.66,571.4543397426605,7
+nan,1719524553,checkpoint_000007,True,False,8,04dab8e5,2024-06-27_23-42-33,90.95869708061218,662.4130368232727,242786,r8i6n8,10.159.28.66,662.4130368232727,8
+nan,1719524644,checkpoint_000008,True,False,9,04dab8e5,2024-06-27_23-44-04,90.53222966194153,752.9452664852142,242786,r8i6n8,10.159.28.66,752.9452664852142,9
+nan,1719524735,checkpoint_000009,True,False,10,04dab8e5,2024-06-27_23-45-35,90.93833804130554,843.8836045265198,242786,r8i6n8,10.159.28.66,843.8836045265198,10
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf1b935335b6a4cec1cbafabdac4cc248dd8b1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
@@ -0,0 +1,10 @@
+{"loss": NaN, "timestamp": 1719523981, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "04dab8e5", "date": "2024-06-27_23-33-01", "time_this_iter_s": 90.10185432434082, "time_total_s": 90.10185432434082, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 90.10185432434082, "iterations_since_restore": 1}
+{"loss": NaN, "timestamp": 1719524057, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "04dab8e5", "date": "2024-06-27_23-34-17", "time_this_iter_s": 75.47974467277527, "time_total_s": 165.5815989971161, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 165.5815989971161, "iterations_since_restore": 2}
+{"loss": NaN, "timestamp": 1719524133, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "04dab8e5", "date": "2024-06-27_23-35-33", "time_this_iter_s": 76.8026487827301, "time_total_s": 242.3842477798462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 242.3842477798462, "iterations_since_restore": 3}
+{"loss": NaN, "timestamp": 1719524210, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "04dab8e5", "date": "2024-06-27_23-36-50", "time_this_iter_s": 76.45394325256348, "time_total_s": 318.83819103240967, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 318.83819103240967, "iterations_since_restore": 4}
+{"loss": NaN, "timestamp": 1719524286, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "04dab8e5", "date": "2024-06-27_23-38-06", "time_this_iter_s": 76.52552080154419, "time_total_s": 395.36371183395386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 395.36371183395386, "iterations_since_restore": 5}
+{"loss": NaN, "timestamp": 1719524372, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "04dab8e5", "date": "2024-06-27_23-39-32", "time_this_iter_s": 85.11763429641724, "time_total_s": 480.4813461303711, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 480.4813461303711, "iterations_since_restore": 6}
+{"loss": NaN, "timestamp": 1719524463, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "04dab8e5", "date": "2024-06-27_23-41-03", "time_this_iter_s": 90.97299361228943, "time_total_s": 571.4543397426605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 571.4543397426605, "iterations_since_restore": 7}
+{"loss": NaN, "timestamp": 1719524553, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "04dab8e5", "date": "2024-06-27_23-42-33", "time_this_iter_s": 90.95869708061218, "time_total_s": 662.4130368232727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 662.4130368232727, "iterations_since_restore": 8}
+{"loss": NaN, "timestamp": 1719524644, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "04dab8e5", "date": "2024-06-27_23-44-04", "time_this_iter_s": 90.53222966194153, "time_total_s": 752.9452664852142, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 752.9452664852142, "iterations_since_restore": 9}
+{"loss": NaN, "timestamp": 1719524735, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "04dab8e5", "date": "2024-06-27_23-45-35", "time_this_iter_s": 90.93833804130554, "time_total_s": 843.8836045265198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 843.8836045265198, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8 b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..472523bc4033a65fa7e829fee9258a9dda2eb990
Binary files /dev/null and b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8c885ed12831fb3c4ef3f301be25b6f1a9520a33
--- /dev/null
+++ b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.7685314783666725,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 8,
+  "lr": 0.056339001711097965,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..266347e79bc48b7f4f6cacf3e5623b12ecebe640
Binary files /dev/null and b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..545e9b49428c1a41d421fdf14bf8b4719f47e107
--- /dev/null
+++ b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3700.8752076156497,1719551095,checkpoint_000000,True,False,1,08bd9367,2024-06-28_07-04-55,85.83756732940674,85.83756732940674,242786,r8i6n8,10.159.28.66,85.83756732940674,1
+2637.508512241634,1719551167,checkpoint_000001,True,False,2,08bd9367,2024-06-28_07-06-07,72.44411158561707,158.2816789150238,242786,r8i6n8,10.159.28.66,158.2816789150238,2
+2160.1915196696605,1719551239,checkpoint_000002,True,False,3,08bd9367,2024-06-28_07-07-20,72.27386951446533,230.55554842948914,242786,r8i6n8,10.159.28.66,230.55554842948914,3
+2001.967397614727,1719551312,checkpoint_000003,True,False,4,08bd9367,2024-06-28_07-08-32,72.46391272544861,303.01946115493774,242786,r8i6n8,10.159.28.66,303.01946115493774,4
+1963.2728338767224,1719551384,checkpoint_000004,True,False,5,08bd9367,2024-06-28_07-09-44,72.46509909629822,375.48456025123596,242786,r8i6n8,10.159.28.66,375.48456025123596,5
+1955.7411042461245,1719551457,checkpoint_000005,True,False,6,08bd9367,2024-06-28_07-10-57,72.14350414276123,447.6280643939972,242786,r8i6n8,10.159.28.66,447.6280643939972,6
+1954.256914754552,1719551529,checkpoint_000006,True,False,7,08bd9367,2024-06-28_07-12-09,72.5984845161438,520.226548910141,242786,r8i6n8,10.159.28.66,520.226548910141,7
+1953.846070297121,1719551602,checkpoint_000007,True,False,8,08bd9367,2024-06-28_07-13-22,72.54622983932495,592.7727787494659,242786,r8i6n8,10.159.28.66,592.7727787494659,8
+1954.4387774129552,1719551674,checkpoint_000008,True,False,9,08bd9367,2024-06-28_07-14-34,72.2018780708313,664.9746568202972,242786,r8i6n8,10.159.28.66,664.9746568202972,9
+1954.1531540277435,1719551747,checkpoint_000009,True,False,10,08bd9367,2024-06-28_07-15-47,72.91625618934631,737.8909130096436,242786,r8i6n8,10.159.28.66,737.8909130096436,10
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..b326191fc3ac9d7d7da9e154550fa0e09fbf7f24
--- /dev/null
+++ b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
@@ -0,0 +1,10 @@
+{"loss": 3700.8752076156497, "timestamp": 1719551095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "08bd9367", "date": "2024-06-28_07-04-55", "time_this_iter_s": 85.83756732940674, "time_total_s": 85.83756732940674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 85.83756732940674, "iterations_since_restore": 1}
+{"loss": 2637.508512241634, "timestamp": 1719551167, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "08bd9367", "date": "2024-06-28_07-06-07", "time_this_iter_s": 72.44411158561707, "time_total_s": 158.2816789150238, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 158.2816789150238, "iterations_since_restore": 2}
+{"loss": 2160.1915196696605, "timestamp": 1719551239, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "08bd9367", "date": "2024-06-28_07-07-20", "time_this_iter_s": 72.27386951446533, "time_total_s": 230.55554842948914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 230.55554842948914, "iterations_since_restore": 3}
+{"loss": 2001.967397614727, "timestamp": 1719551312, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "08bd9367", "date": "2024-06-28_07-08-32", "time_this_iter_s": 72.46391272544861, "time_total_s": 303.01946115493774, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 303.01946115493774, "iterations_since_restore": 4}
+{"loss": 1963.2728338767224, "timestamp": 1719551384, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "08bd9367", "date": "2024-06-28_07-09-44", "time_this_iter_s": 72.46509909629822, "time_total_s": 375.48456025123596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 375.48456025123596, "iterations_since_restore": 5}
+{"loss": 1955.7411042461245, "timestamp": 1719551457, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "08bd9367", "date": "2024-06-28_07-10-57", "time_this_iter_s": 72.14350414276123, "time_total_s": 447.6280643939972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 447.6280643939972, "iterations_since_restore": 6}
+{"loss": 1954.256914754552, "timestamp": 1719551529, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "08bd9367", "date": "2024-06-28_07-12-09", "time_this_iter_s": 72.5984845161438, "time_total_s": 520.226548910141, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 520.226548910141, "iterations_since_restore": 7}
+{"loss": 1953.846070297121, "timestamp": 1719551602, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "08bd9367", "date": "2024-06-28_07-13-22", "time_this_iter_s": 72.54622983932495, "time_total_s": 592.7727787494659, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 592.7727787494659, "iterations_since_restore": 8}
+{"loss": 1954.4387774129552, "timestamp": 1719551674, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "08bd9367", "date": "2024-06-28_07-14-34", "time_this_iter_s": 72.2018780708313, "time_total_s": 664.9746568202972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 664.9746568202972, "iterations_since_restore": 9}
+{"loss": 1954.1531540277435, "timestamp": 1719551747, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "08bd9367", "date": "2024-06-28_07-15-47", "time_this_iter_s": 72.91625618934631, "time_total_s": 737.8909130096436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 737.8909130096436, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8 b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..71b9300937779ddeb489a0d8fd3ff12a9c634690
Binary files /dev/null and b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5877a4797d8eb7dbe31d0890c07ff2f95f88d2a6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.9176352757258278,
+  "embedding_dim": 256,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 8,
+  "lr": 0.014441526763377911,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..811a752e9f1d887e8bff489c51c55bcebca202ea
Binary files /dev/null and b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0615b993c10bb3715261e6402a174d7a954f117f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2470.2349593996064,1719493562,checkpoint_000000,True,False,1,09d4c8af,2024-06-27_15-06-02,230.70093512535095,230.70093512535095,69992,r8i6n8,10.159.28.66,230.70093512535095,1
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..d9953298171efa17c0c70995a845854f334ef90b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
@@ -0,0 +1 @@
+{"loss": 2470.2349593996064, "timestamp": 1719493562, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "09d4c8af", "date": "2024-06-27_15-06-02", "time_this_iter_s": 230.70093512535095, "time_total_s": 230.70093512535095, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.9176352757258278, "lr": 0.014441526763377911, "batch_size": 2048}, "time_since_restore": 230.70093512535095, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..cf453a2e85495062dd0183bde35840c96f6fda0c
Binary files /dev/null and b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2319e9d0ccbeaa7708ea322341aa7cc4341c54b0
Binary files /dev/null and b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..96c7382cdc0e97e47977e0e4961040354b5a0e17
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.6143131375049876,
+  "embedding_dim": 64,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.0007003169863053682,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..416db04d952daaba6a13602360054f484cf9e61c
Binary files /dev/null and b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..381e3655c701541a4faf1dee975fd673d0a75455
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1980.4066219780389,1719514079,checkpoint_000000,True,False,1,0cc69cc0,2024-06-27_20-47-59,78.72657775878906,78.72657775878906,242786,r8i6n8,10.159.28.66,78.72657775878906,1
+1974.7192046398252,1719514144,checkpoint_000001,True,False,2,0cc69cc0,2024-06-27_20-49-04,64.93273973464966,143.65931749343872,242786,r8i6n8,10.159.28.66,143.65931749343872,2
+1979.3855787862942,1719514209,checkpoint_000002,True,False,3,0cc69cc0,2024-06-27_20-50-09,65.05311489105225,208.71243238449097,242786,r8i6n8,10.159.28.66,208.71243238449097,3
+1979.0269044891118,1719514274,checkpoint_000003,True,False,4,0cc69cc0,2024-06-27_20-51-14,65.01725125312805,273.729683637619,242786,r8i6n8,10.159.28.66,273.729683637619,4
+1976.4739701879307,1719514339,checkpoint_000004,True,False,5,0cc69cc0,2024-06-27_20-52-19,65.06425142288208,338.7939350605011,242786,r8i6n8,10.159.28.66,338.7939350605011,5
+1978.0683257335752,1719514404,checkpoint_000005,True,False,6,0cc69cc0,2024-06-27_20-53-24,65.00006556510925,403.79400062561035,242786,r8i6n8,10.159.28.66,403.79400062561035,6
+1451.6436892531988,1719514469,checkpoint_000006,True,False,7,0cc69cc0,2024-06-27_20-54-29,64.97408652305603,468.7680871486664,242786,r8i6n8,10.159.28.66,468.7680871486664,7
+1978.8701690914124,1719514535,checkpoint_000007,True,False,8,0cc69cc0,2024-06-27_20-55-35,65.56082820892334,534.3289153575897,242786,r8i6n8,10.159.28.66,534.3289153575897,8
+1973.6112147053395,1719514600,checkpoint_000008,True,False,9,0cc69cc0,2024-06-27_20-56-40,64.95659232139587,599.2855076789856,242786,r8i6n8,10.159.28.66,599.2855076789856,9
+1973.0043147530143,1719514665,checkpoint_000009,True,False,10,0cc69cc0,2024-06-27_20-57-45,65.37610912322998,664.6616168022156,242786,r8i6n8,10.159.28.66,664.6616168022156,10
+1978.763697826956,1719519614,checkpoint_000010,True,False,11,0cc69cc0,2024-06-27_22-20-14,79.15366196632385,743.8152787685394,242786,r8i6n8,10.159.28.66,79.15366196632385,1
+1975.8241879921259,1719519680,checkpoint_000011,True,False,12,0cc69cc0,2024-06-27_22-21-20,65.74563002586365,809.5609087944031,242786,r8i6n8,10.159.28.66,144.8992919921875,2
+1974.2569397453249,1719519746,checkpoint_000012,True,False,13,0cc69cc0,2024-06-27_22-22-26,65.7228844165802,875.2837932109833,242786,r8i6n8,10.159.28.66,210.6221764087677,3
+1976.7626645546259,1719519812,checkpoint_000013,True,False,14,0cc69cc0,2024-06-27_22-23-32,66.2012448310852,941.4850380420685,242786,r8i6n8,10.159.28.66,276.8234212398529,4
+1976.9357179656743,1719519878,checkpoint_000014,True,False,15,0cc69cc0,2024-06-27_22-24-38,65.79811668395996,1007.2831547260284,242786,r8i6n8,10.159.28.66,342.62153792381287,5
+1976.9357958215428,1719519944,checkpoint_000015,True,False,16,0cc69cc0,2024-06-27_22-25-44,65.78404641151428,1073.0672011375427,242786,r8i6n8,10.159.28.66,408.40558433532715,6
+1976.7361752968134,1719520009,checkpoint_000016,True,False,17,0cc69cc0,2024-06-27_22-26-49,65.76862573623657,1138.8358268737793,242786,r8i6n8,10.159.28.66,474.1742100715637,7
+1977.8280586783342,1719520075,checkpoint_000017,True,False,18,0cc69cc0,2024-06-27_22-27-55,65.81831574440002,1204.6541426181793,242786,r8i6n8,10.159.28.66,539.9925258159637,8
+1975.8057380736343,1719520141,checkpoint_000018,True,False,19,0cc69cc0,2024-06-27_22-29-01,66.07627272605896,1270.7304153442383,242786,r8i6n8,10.159.28.66,606.0687985420227,9
+1976.771424781619,1719520207,checkpoint_000019,True,False,20,0cc69cc0,2024-06-27_22-30-07,65.2650773525238,1335.995492696762,242786,r8i6n8,10.159.28.66,671.3338758945465,10
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..649813feb53235f980b40d40c5f435b1b408d72d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
@@ -0,0 +1,20 @@
+{"loss": 1980.4066219780389, "timestamp": 1719514079, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0cc69cc0", "date": "2024-06-27_20-47-59", "time_this_iter_s": 78.72657775878906, "time_total_s": 78.72657775878906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 78.72657775878906, "iterations_since_restore": 1}
+{"loss": 1974.7192046398252, "timestamp": 1719514144, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0cc69cc0", "date": "2024-06-27_20-49-04", "time_this_iter_s": 64.93273973464966, "time_total_s": 143.65931749343872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 143.65931749343872, "iterations_since_restore": 2}
+{"loss": 1979.3855787862942, "timestamp": 1719514209, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0cc69cc0", "date": "2024-06-27_20-50-09", "time_this_iter_s": 65.05311489105225, "time_total_s": 208.71243238449097, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 208.71243238449097, "iterations_since_restore": 3}
+{"loss": 1979.0269044891118, "timestamp": 1719514274, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0cc69cc0", "date": "2024-06-27_20-51-14", "time_this_iter_s": 65.01725125312805, "time_total_s": 273.729683637619, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 273.729683637619, "iterations_since_restore": 4}
+{"loss": 1976.4739701879307, "timestamp": 1719514339, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0cc69cc0", "date": "2024-06-27_20-52-19", "time_this_iter_s": 65.06425142288208, "time_total_s": 338.7939350605011, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 338.7939350605011, "iterations_since_restore": 5}
+{"loss": 1978.0683257335752, "timestamp": 1719514404, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0cc69cc0", "date": "2024-06-27_20-53-24", "time_this_iter_s": 65.00006556510925, "time_total_s": 403.79400062561035, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 403.79400062561035, "iterations_since_restore": 6}
+{"loss": 1451.6436892531988, "timestamp": 1719514469, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0cc69cc0", "date": "2024-06-27_20-54-29", "time_this_iter_s": 64.97408652305603, "time_total_s": 468.7680871486664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 468.7680871486664, "iterations_since_restore": 7}
+{"loss": 1978.8701690914124, "timestamp": 1719514535, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0cc69cc0", "date": "2024-06-27_20-55-35", "time_this_iter_s": 65.56082820892334, "time_total_s": 534.3289153575897, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 534.3289153575897, "iterations_since_restore": 8}
+{"loss": 1973.6112147053395, "timestamp": 1719514600, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0cc69cc0", "date": "2024-06-27_20-56-40", "time_this_iter_s": 64.95659232139587, "time_total_s": 599.2855076789856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 599.2855076789856, "iterations_since_restore": 9}
+{"loss": 1973.0043147530143, "timestamp": 1719514665, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "0cc69cc0", "date": "2024-06-27_20-57-45", "time_this_iter_s": 65.37610912322998, "time_total_s": 664.6616168022156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 664.6616168022156, "iterations_since_restore": 10}
+{"loss": 1978.763697826956, "timestamp": 1719519614, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "0cc69cc0", "date": "2024-06-27_22-20-14", "time_this_iter_s": 79.15366196632385, "time_total_s": 743.8152787685394, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 79.15366196632385, "iterations_since_restore": 1}
+{"loss": 1975.8241879921259, "timestamp": 1719519680, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "0cc69cc0", "date": "2024-06-27_22-21-20", "time_this_iter_s": 65.74563002586365, "time_total_s": 809.5609087944031, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 144.8992919921875, "iterations_since_restore": 2}
+{"loss": 1974.2569397453249, "timestamp": 1719519746, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "0cc69cc0", "date": "2024-06-27_22-22-26", "time_this_iter_s": 65.7228844165802, "time_total_s": 875.2837932109833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 210.6221764087677, "iterations_since_restore": 3}
+{"loss": 1976.7626645546259, "timestamp": 1719519812, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "0cc69cc0", "date": "2024-06-27_22-23-32", "time_this_iter_s": 66.2012448310852, "time_total_s": 941.4850380420685, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 276.8234212398529, "iterations_since_restore": 4}
+{"loss": 1976.9357179656743, "timestamp": 1719519878, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "0cc69cc0", "date": "2024-06-27_22-24-38", "time_this_iter_s": 65.79811668395996, "time_total_s": 1007.2831547260284, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 342.62153792381287, "iterations_since_restore": 5}
+{"loss": 1976.9357958215428, "timestamp": 1719519944, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "0cc69cc0", "date": "2024-06-27_22-25-44", "time_this_iter_s": 65.78404641151428, "time_total_s": 1073.0672011375427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 408.40558433532715, "iterations_since_restore": 6}
+{"loss": 1976.7361752968134, "timestamp": 1719520009, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "0cc69cc0", "date": "2024-06-27_22-26-49", "time_this_iter_s": 65.76862573623657, "time_total_s": 1138.8358268737793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 474.1742100715637, "iterations_since_restore": 7}
+{"loss": 1977.8280586783342, "timestamp": 1719520075, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "0cc69cc0", "date": "2024-06-27_22-27-55", "time_this_iter_s": 65.81831574440002, "time_total_s": 1204.6541426181793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 539.9925258159637, "iterations_since_restore": 8}
+{"loss": 1975.8057380736343, "timestamp": 1719520141, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "0cc69cc0", "date": "2024-06-27_22-29-01", "time_this_iter_s": 66.07627272605896, "time_total_s": 1270.7304153442383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 606.0687985420227, "iterations_since_restore": 9}
+{"loss": 1976.771424781619, "timestamp": 1719520207, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "0cc69cc0", "date": "2024-06-27_22-30-07", "time_this_iter_s": 65.2650773525238, "time_total_s": 1335.995492696762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 671.3338758945465, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8 b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8daf06286179d498730ac69aa032387d73e43b0f
Binary files /dev/null and b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..29c3d51c4587197e3fae3c95f08637480ec7a58f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.5738068254184514,
+  "embedding_dim": 64,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.009136259111296272,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1cc3f2a61ba26ceb1e51a584f1c7b329cf8065c1
Binary files /dev/null and b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b610f6e9b7239a3f1bafa48a0f25889e488390ac
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2003.1058138148992,1719493727,checkpoint_000000,True,True,1,0d034d62,2024-06-27_15-08-47,94.90786528587341,94.90786528587341,69992,r8i6n8,10.159.28.66,94.90786528587341,1
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..cb6ef2f0a2acb23ca2c335e0aea478523bad0fa0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
@@ -0,0 +1 @@
+{"loss": 2003.1058138148992, "timestamp": 1719493727, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": true, "training_iteration": 1, "trial_id": "0d034d62", "date": "2024-06-27_15-08-47", "time_this_iter_s": 94.90786528587341, "time_total_s": 94.90786528587341, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5738068254184514, "lr": 0.009136259111296272, "batch_size": 1024}, "time_since_restore": 94.90786528587341, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..799318025671465cf10398af84b82583a8e33ab1
Binary files /dev/null and b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl differ
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4f24db05daf515465935d314e756083d50b5a6d3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
@@ -0,0 +1,71 @@
+Failure # 1 (occurred at 2024-06-27_14-37-55)
+ray::ImplicitFunc.train() (pid=35196, ip=10.159.28.66, actor_id=76f13cb1c39b1e46c8a07d1101000000, repr=train_model)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
+    raise skipped from exception_cause(skipped)
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
+    self._ret = self._target(*self._args, **self._kwargs)
+                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
+    training_func=lambda: self._trainable_func(self.config),
+                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
+    output = fn()
+             ^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
+    return trainable(config, **fn_kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
+    pred_rt = net.module.forward_rt(seq)
+              ^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
+    out_rt = self.decoder_RT(enc)
+             ^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
+    input = module(input)
+            ^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
+    output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
+             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 714, in forward
+    x = self.norm1(x + self._sa_block(x, src_mask, src_key_padding_mask, is_causal=is_causal))
+                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 722, in _sa_block
+    x = self.self_attn(x, x, x,
+        ^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/activation.py", line 1241, in forward
+    attn_output, attn_output_weights = F.multi_head_attention_forward(
+                                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 5336, in multi_head_attention_forward
+    q, k, v = _in_projection_packed(query, key, value, in_proj_weight, in_proj_bias)
+              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 4857, in _in_projection_packed
+    proj = linear(q, w, b)
+           ^^^^^^^^^^^^^^^
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 600.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 64.69 MiB is free. Including non-PyTorch memory, this process has 31.67 GiB memory in use. Of the allocated memory 31.05 GiB is allocated by PyTorch, and 253.16 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation.  See documentation for Memory Management  (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8 b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0a3f11f3a188491799dcbbf10b0cd89e127258a0
Binary files /dev/null and b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..50336d6140f90275293602c7c54be986cf65d123
--- /dev/null
+++ b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.18892533975584302,
+  "embedding_dim": 1024,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.0023772931833339287,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..eeee978ab9664e9a34b3b9052107aa6c37f6d2b3
Binary files /dev/null and b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8 b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..e1b7357152eb3bc64f148eceb9b9a1ea9aa266d0
Binary files /dev/null and b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8cef2f52791136f8c03c0abfa1abd6fb9ee7b0a7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.3380953528716497,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 8,
+  "lr": 0.07187916796871326,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bb16d60b4e121b9c93f0cd9022aec701f475b91d
Binary files /dev/null and b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f034ddca6f804499e816a912bc540ad83856ff5d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
@@ -0,0 +1,6 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3017.182736374262,1719510089,checkpoint_000000,True,False,1,12269c59,2024-06-27_19-41-29,184.32761549949646,184.32761549949646,242786,r8i6n8,10.159.28.66,184.32761549949646,1
+2949.607454555241,1719510259,checkpoint_000001,True,False,2,12269c59,2024-06-27_19-44-19,170.74375820159912,355.0713737010956,242786,r8i6n8,10.159.28.66,355.0713737010956,2
+2856.6661463459645,1719510430,checkpoint_000002,True,False,3,12269c59,2024-06-27_19-47-11,171.93422675132751,527.0056004524231,242786,r8i6n8,10.159.28.66,527.0056004524231,3
+2757.570174089567,1719510602,checkpoint_000003,True,False,4,12269c59,2024-06-27_19-50-02,170.7144296169281,697.7200300693512,242786,r8i6n8,10.159.28.66,697.7200300693512,4
+2631.3529908187747,1719510773,checkpoint_000004,True,False,5,12269c59,2024-06-27_19-52-53,170.7047655582428,868.424795627594,242786,r8i6n8,10.159.28.66,868.424795627594,5
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d84694db740d2a6ac02c62ec803c1f166bfb1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
@@ -0,0 +1,5 @@
+{"loss": 3017.182736374262, "timestamp": 1719510089, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "12269c59", "date": "2024-06-27_19-41-29", "time_this_iter_s": 184.32761549949646, "time_total_s": 184.32761549949646, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 184.32761549949646, "iterations_since_restore": 1}
+{"loss": 2949.607454555241, "timestamp": 1719510259, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "12269c59", "date": "2024-06-27_19-44-19", "time_this_iter_s": 170.74375820159912, "time_total_s": 355.0713737010956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 355.0713737010956, "iterations_since_restore": 2}
+{"loss": 2856.6661463459645, "timestamp": 1719510430, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "12269c59", "date": "2024-06-27_19-47-11", "time_this_iter_s": 171.93422675132751, "time_total_s": 527.0056004524231, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 527.0056004524231, "iterations_since_restore": 3}
+{"loss": 2757.570174089567, "timestamp": 1719510602, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "12269c59", "date": "2024-06-27_19-50-02", "time_this_iter_s": 170.7144296169281, "time_total_s": 697.7200300693512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 697.7200300693512, "iterations_since_restore": 4}
+{"loss": 2631.3529908187747, "timestamp": 1719510773, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "12269c59", "date": "2024-06-27_19-52-53", "time_this_iter_s": 170.7047655582428, "time_total_s": 868.424795627594, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 868.424795627594, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8 b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..b91775941d9717a4f3be8cebb0bb141cb376c68c
Binary files /dev/null and b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..99bdc0901e5d2ae7495d856b04bc9060582e9aba
--- /dev/null
+++ b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.8131411649283373,
+  "embedding_dim": 64,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.001721462936357609,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..67fbd75859b1a3a9783fbb19becefee0f3736ee0
Binary files /dev/null and b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8ddaf31db76ed54f69c827f73a526854565bcd30
--- /dev/null
+++ b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2018.4078945850763,1719517449,checkpoint_000000,True,False,1,126476e9,2024-06-27_21-44-09,88.88545632362366,88.88545632362366,242786,r8i6n8,10.159.28.66,88.88545632362366,1
+2020.5109916146346,1719517524,checkpoint_000001,True,False,2,126476e9,2024-06-27_21-45-25,75.36214351654053,164.24759984016418,242786,r8i6n8,10.159.28.66,164.24759984016418,2
+2015.3791253998525,1719517600,checkpoint_000002,True,False,3,126476e9,2024-06-27_21-46-40,75.27645611763,239.5240559577942,242786,r8i6n8,10.159.28.66,239.5240559577942,3
+2016.1682864211675,1719517675,checkpoint_000003,True,False,4,126476e9,2024-06-27_21-47-55,75.18996810913086,314.71402406692505,242786,r8i6n8,10.159.28.66,314.71402406692505,4
+2017.8277967558133,1719517750,checkpoint_000004,True,False,5,126476e9,2024-06-27_21-49-10,75.32126784324646,390.0352919101715,242786,r8i6n8,10.159.28.66,390.0352919101715,5
+2015.020520788478,1719517826,checkpoint_000005,True,False,6,126476e9,2024-06-27_21-50-26,75.29626226425171,465.3315541744232,242786,r8i6n8,10.159.28.66,465.3315541744232,6
+2009.168837659941,1719517901,checkpoint_000006,True,False,7,126476e9,2024-06-27_21-51-41,75.25082015991211,540.5823743343353,242786,r8i6n8,10.159.28.66,540.5823743343353,7
+2007.0465179203063,1719517976,checkpoint_000007,True,False,8,126476e9,2024-06-27_21-52-56,75.2639148235321,615.8462891578674,242786,r8i6n8,10.159.28.66,615.8462891578674,8
+2014.9992853600208,1719518051,checkpoint_000008,True,False,9,126476e9,2024-06-27_21-54-11,75.32482957839966,691.1711187362671,242786,r8i6n8,10.159.28.66,691.1711187362671,9
+2009.24755859375,1719518127,checkpoint_000009,True,False,10,126476e9,2024-06-27_21-55-27,75.30808591842651,766.4792046546936,242786,r8i6n8,10.159.28.66,766.4792046546936,10
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..7a920d93acadf0fba1a064c734e3d5f01a861481
--- /dev/null
+++ b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
@@ -0,0 +1,10 @@
+{"loss": 2018.4078945850763, "timestamp": 1719517449, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "126476e9", "date": "2024-06-27_21-44-09", "time_this_iter_s": 88.88545632362366, "time_total_s": 88.88545632362366, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 88.88545632362366, "iterations_since_restore": 1}
+{"loss": 2020.5109916146346, "timestamp": 1719517524, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "126476e9", "date": "2024-06-27_21-45-25", "time_this_iter_s": 75.36214351654053, "time_total_s": 164.24759984016418, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 164.24759984016418, "iterations_since_restore": 2}
+{"loss": 2015.3791253998525, "timestamp": 1719517600, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "126476e9", "date": "2024-06-27_21-46-40", "time_this_iter_s": 75.27645611763, "time_total_s": 239.5240559577942, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 239.5240559577942, "iterations_since_restore": 3}
+{"loss": 2016.1682864211675, "timestamp": 1719517675, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "126476e9", "date": "2024-06-27_21-47-55", "time_this_iter_s": 75.18996810913086, "time_total_s": 314.71402406692505, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 314.71402406692505, "iterations_since_restore": 4}
+{"loss": 2017.8277967558133, "timestamp": 1719517750, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "126476e9", "date": "2024-06-27_21-49-10", "time_this_iter_s": 75.32126784324646, "time_total_s": 390.0352919101715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 390.0352919101715, "iterations_since_restore": 5}
+{"loss": 2015.020520788478, "timestamp": 1719517826, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "126476e9", "date": "2024-06-27_21-50-26", "time_this_iter_s": 75.29626226425171, "time_total_s": 465.3315541744232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 465.3315541744232, "iterations_since_restore": 6}
+{"loss": 2009.168837659941, "timestamp": 1719517901, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "126476e9", "date": "2024-06-27_21-51-41", "time_this_iter_s": 75.25082015991211, "time_total_s": 540.5823743343353, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 540.5823743343353, "iterations_since_restore": 7}
+{"loss": 2007.0465179203063, "timestamp": 1719517976, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "126476e9", "date": "2024-06-27_21-52-56", "time_this_iter_s": 75.2639148235321, "time_total_s": 615.8462891578674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 615.8462891578674, "iterations_since_restore": 8}
+{"loss": 2014.9992853600208, "timestamp": 1719518051, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "126476e9", "date": "2024-06-27_21-54-11", "time_this_iter_s": 75.32482957839966, "time_total_s": 691.1711187362671, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 691.1711187362671, "iterations_since_restore": 9}
+{"loss": 2009.24755859375, "timestamp": 1719518127, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "126476e9", "date": "2024-06-27_21-55-27", "time_this_iter_s": 75.30808591842651, "time_total_s": 766.4792046546936, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 766.4792046546936, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8 b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..87299ce43ba942f7a5632312fcf629f6a00f192f
Binary files /dev/null and b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8af06c6f5f9217060737327aafb1844aa5fdf5ba
--- /dev/null
+++ b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.6087504471626306,
+  "embedding_dim": 16,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 2,
+  "lr": 0.0008285643583924775,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e7fc7f795f7f978cc7c17aad1ef1c1ce9019f58b
Binary files /dev/null and b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..28b9f4846565d2f6af3f12d45cacc38cc0902cc8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+965.1062155896284,1719538848,checkpoint_000000,True,False,1,157597b6,2024-06-28_03-40-48,71.3250789642334,71.3250789642334,242786,r8i6n8,10.159.28.66,71.3250789642334,1
+533.6004703551765,1719538906,checkpoint_000001,True,False,2,157597b6,2024-06-28_03-41-46,57.970258474349976,129.29533743858337,242786,r8i6n8,10.159.28.66,129.29533743858337,2
+439.40802842988745,1719538964,checkpoint_000002,True,False,3,157597b6,2024-06-28_03-42-44,57.57848072052002,186.8738181591034,242786,r8i6n8,10.159.28.66,186.8738181591034,3
+389.7957477719765,1719539022,checkpoint_000003,True,False,4,157597b6,2024-06-28_03-43-42,57.97455716133118,244.84837532043457,242786,r8i6n8,10.159.28.66,244.84837532043457,4
+352.0992381178488,1719539079,checkpoint_000004,True,False,5,157597b6,2024-06-28_03-44-39,57.5468053817749,302.3951807022095,242786,r8i6n8,10.159.28.66,302.3951807022095,5
+335.8013344111405,1719539137,checkpoint_000005,True,False,6,157597b6,2024-06-28_03-45-37,58.07193851470947,360.46711921691895,242786,r8i6n8,10.159.28.66,360.46711921691895,6
+311.3050854299951,1719539195,checkpoint_000006,True,False,7,157597b6,2024-06-28_03-46-35,58.00367760658264,418.4707968235016,242786,r8i6n8,10.159.28.66,418.4707968235016,7
+296.5074265847995,1719539252,checkpoint_000007,True,False,8,157597b6,2024-06-28_03-47-32,57.036139488220215,475.5069363117218,242786,r8i6n8,10.159.28.66,475.5069363117218,8
+282.12910100981946,1719539310,checkpoint_000008,True,False,9,157597b6,2024-06-28_03-48-30,57.58231806755066,533.0892543792725,242786,r8i6n8,10.159.28.66,533.0892543792725,9
+265.69599794402836,1719539367,checkpoint_000009,True,False,10,157597b6,2024-06-28_03-49-27,57.52658176422119,590.6158361434937,242786,r8i6n8,10.159.28.66,590.6158361434937,10
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..6415d085f66264cb01d5dba712c3f786f26845dc
--- /dev/null
+++ b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
@@ -0,0 +1,10 @@
+{"loss": 965.1062155896284, "timestamp": 1719538848, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "157597b6", "date": "2024-06-28_03-40-48", "time_this_iter_s": 71.3250789642334, "time_total_s": 71.3250789642334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 71.3250789642334, "iterations_since_restore": 1}
+{"loss": 533.6004703551765, "timestamp": 1719538906, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "157597b6", "date": "2024-06-28_03-41-46", "time_this_iter_s": 57.970258474349976, "time_total_s": 129.29533743858337, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 129.29533743858337, "iterations_since_restore": 2}
+{"loss": 439.40802842988745, "timestamp": 1719538964, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "157597b6", "date": "2024-06-28_03-42-44", "time_this_iter_s": 57.57848072052002, "time_total_s": 186.8738181591034, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 186.8738181591034, "iterations_since_restore": 3}
+{"loss": 389.7957477719765, "timestamp": 1719539022, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "157597b6", "date": "2024-06-28_03-43-42", "time_this_iter_s": 57.97455716133118, "time_total_s": 244.84837532043457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 244.84837532043457, "iterations_since_restore": 4}
+{"loss": 352.0992381178488, "timestamp": 1719539079, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "157597b6", "date": "2024-06-28_03-44-39", "time_this_iter_s": 57.5468053817749, "time_total_s": 302.3951807022095, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 302.3951807022095, "iterations_since_restore": 5}
+{"loss": 335.8013344111405, "timestamp": 1719539137, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "157597b6", "date": "2024-06-28_03-45-37", "time_this_iter_s": 58.07193851470947, "time_total_s": 360.46711921691895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 360.46711921691895, "iterations_since_restore": 6}
+{"loss": 311.3050854299951, "timestamp": 1719539195, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "157597b6", "date": "2024-06-28_03-46-35", "time_this_iter_s": 58.00367760658264, "time_total_s": 418.4707968235016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 418.4707968235016, "iterations_since_restore": 7}
+{"loss": 296.5074265847995, "timestamp": 1719539252, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "157597b6", "date": "2024-06-28_03-47-32", "time_this_iter_s": 57.036139488220215, "time_total_s": 475.5069363117218, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 475.5069363117218, "iterations_since_restore": 8}
+{"loss": 282.12910100981946, "timestamp": 1719539310, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "157597b6", "date": "2024-06-28_03-48-30", "time_this_iter_s": 57.58231806755066, "time_total_s": 533.0892543792725, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 533.0892543792725, "iterations_since_restore": 9}
+{"loss": 265.69599794402836, "timestamp": 1719539367, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "157597b6", "date": "2024-06-28_03-49-27", "time_this_iter_s": 57.52658176422119, "time_total_s": 590.6158361434937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 590.6158361434937, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8 b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..cc8b12fc18d00f1fc60af374a31598aa7db9ac88
Binary files /dev/null and b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..dac4dc6dd373f09adca11a8e6a0967226f54aa33
--- /dev/null
+++ b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.28239791341845644,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 2,
+  "lr": 0.0010916820440167283,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2797710b0542f11d7cab835153c2ba7db824e3b5
Binary files /dev/null and b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6035ad619f7d1fc1cd101ad54b4b0e6c07567862
--- /dev/null
+++ b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2012.1308699480192,1719499938,checkpoint_000000,True,False,1,1cd059c8,2024-06-27_16-52-19,525.3962342739105,525.3962342739105,242786,r8i6n8,10.159.28.66,525.3962342739105,1
+2025.7421327125369,1719500447,checkpoint_000001,True,False,2,1cd059c8,2024-06-27_17-00-47,508.4716944694519,1033.8679287433624,242786,r8i6n8,10.159.28.66,1033.8679287433624,2
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..d84b3399a003814bc39da8adbf119277c0fd412a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
@@ -0,0 +1,2 @@
+{"loss": 2012.1308699480192, "timestamp": 1719499938, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1cd059c8", "date": "2024-06-27_16-52-19", "time_this_iter_s": 525.3962342739105, "time_total_s": 525.3962342739105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 525.3962342739105, "iterations_since_restore": 1}
+{"loss": 2025.7421327125369, "timestamp": 1719500447, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "1cd059c8", "date": "2024-06-27_17-00-47", "time_this_iter_s": 508.4716944694519, "time_total_s": 1033.8679287433624, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 1033.8679287433624, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8 b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..be2aa1476d89d54a1ec2fa45b0fc27cc8980e4d3
Binary files /dev/null and b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f372bfeb8cbf5144bee8d3170fa32c11f2199b5
--- /dev/null
+++ b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.04978685082912593,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 2,
+  "lr": 0.010469557594705402,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7a2eccf2bb808531d0ce9fd09787d76c718c9cc7
Binary files /dev/null and b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..9f8cac1a9b252c409c3649131fa3e150295ed72d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1959.484931525283,1719520982,checkpoint_000000,True,False,1,204212fd,2024-06-27_22-43-02,79.25631952285767,79.25631952285767,242786,r8i6n8,10.159.28.66,79.25631952285767,1
+1957.8900761641855,1719521048,checkpoint_000001,True,False,2,204212fd,2024-06-27_22-44-08,65.62229895591736,144.87861847877502,242786,r8i6n8,10.159.28.66,144.87861847877502,2
+2003.831690029835,1719521114,checkpoint_000002,True,False,3,204212fd,2024-06-27_22-45-14,65.94834351539612,210.82696199417114,242786,r8i6n8,10.159.28.66,210.82696199417114,3
+1953.7773927703618,1719521179,checkpoint_000003,True,False,4,204212fd,2024-06-27_22-46-19,65.82598686218262,276.65294885635376,242786,r8i6n8,10.159.28.66,276.65294885635376,4
+1955.5008218119463,1719521245,checkpoint_000004,True,False,5,204212fd,2024-06-27_22-47-25,65.71243810653687,342.3653869628906,242786,r8i6n8,10.159.28.66,342.3653869628906,5
+1954.6096777728224,1719521311,checkpoint_000005,True,False,6,204212fd,2024-06-27_22-48-31,65.39359998703003,407.75898694992065,242786,r8i6n8,10.159.28.66,407.75898694992065,6
+1970.7395346333662,1719521376,checkpoint_000006,True,False,7,204212fd,2024-06-27_22-49-36,65.79213690757751,473.55112385749817,242786,r8i6n8,10.159.28.66,473.55112385749817,7
+1975.91074161079,1719521442,checkpoint_000007,True,False,8,204212fd,2024-06-27_22-50-42,65.49610257148743,539.0472264289856,242786,r8i6n8,10.159.28.66,539.0472264289856,8
+1954.2565735343874,1719521508,checkpoint_000008,True,False,9,204212fd,2024-06-27_22-51-48,65.86425971984863,604.9114861488342,242786,r8i6n8,10.159.28.66,604.9114861488342,9
+1955.8791032926304,1719521574,checkpoint_000009,True,False,10,204212fd,2024-06-27_22-52-54,65.99194502830505,670.9034311771393,242786,r8i6n8,10.159.28.66,670.9034311771393,10
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa447d229f1f97ad50598edcdb43f02bc175ac56
--- /dev/null
+++ b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
@@ -0,0 +1,10 @@
+{"loss": 1959.484931525283, "timestamp": 1719520982, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "204212fd", "date": "2024-06-27_22-43-02", "time_this_iter_s": 79.25631952285767, "time_total_s": 79.25631952285767, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 79.25631952285767, "iterations_since_restore": 1}
+{"loss": 1957.8900761641855, "timestamp": 1719521048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "204212fd", "date": "2024-06-27_22-44-08", "time_this_iter_s": 65.62229895591736, "time_total_s": 144.87861847877502, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 144.87861847877502, "iterations_since_restore": 2}
+{"loss": 2003.831690029835, "timestamp": 1719521114, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "204212fd", "date": "2024-06-27_22-45-14", "time_this_iter_s": 65.94834351539612, "time_total_s": 210.82696199417114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 210.82696199417114, "iterations_since_restore": 3}
+{"loss": 1953.7773927703618, "timestamp": 1719521179, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "204212fd", "date": "2024-06-27_22-46-19", "time_this_iter_s": 65.82598686218262, "time_total_s": 276.65294885635376, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 276.65294885635376, "iterations_since_restore": 4}
+{"loss": 1955.5008218119463, "timestamp": 1719521245, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "204212fd", "date": "2024-06-27_22-47-25", "time_this_iter_s": 65.71243810653687, "time_total_s": 342.3653869628906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 342.3653869628906, "iterations_since_restore": 5}
+{"loss": 1954.6096777728224, "timestamp": 1719521311, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "204212fd", "date": "2024-06-27_22-48-31", "time_this_iter_s": 65.39359998703003, "time_total_s": 407.75898694992065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 407.75898694992065, "iterations_since_restore": 6}
+{"loss": 1970.7395346333662, "timestamp": 1719521376, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "204212fd", "date": "2024-06-27_22-49-36", "time_this_iter_s": 65.79213690757751, "time_total_s": 473.55112385749817, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 473.55112385749817, "iterations_since_restore": 7}
+{"loss": 1975.91074161079, "timestamp": 1719521442, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "204212fd", "date": "2024-06-27_22-50-42", "time_this_iter_s": 65.49610257148743, "time_total_s": 539.0472264289856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 539.0472264289856, "iterations_since_restore": 8}
+{"loss": 1954.2565735343874, "timestamp": 1719521508, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "204212fd", "date": "2024-06-27_22-51-48", "time_this_iter_s": 65.86425971984863, "time_total_s": 604.9114861488342, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 604.9114861488342, "iterations_since_restore": 9}
+{"loss": 1955.8791032926304, "timestamp": 1719521574, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "204212fd", "date": "2024-06-27_22-52-54", "time_this_iter_s": 65.99194502830505, "time_total_s": 670.9034311771393, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 670.9034311771393, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8 b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..63f549dbe92016f5883c74000381a8a51f30a48e
Binary files /dev/null and b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..a81d5bd3f16f9a6ee6fb8ced58e605f5c53e4858
--- /dev/null
+++ b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.2474625892184107,
+  "embedding_dim": 1024,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 2,
+  "lr": 0.09815210368028619,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..862194eb15f3b4187c61036d1e1b38b43d11113a
Binary files /dev/null and b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c120a29320741f8f5c2ed9f52405bb2c764b0b4c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+5146.327555979331,1719552388,checkpoint_000000,True,False,1,261349af,2024-06-28_07-26-29,641.6589081287384,641.6589081287384,242786,r8i6n8,10.159.28.66,641.6589081287384,1
+5048.819774237205,1719553016,checkpoint_000001,True,False,2,261349af,2024-06-28_07-36-56,627.6112632751465,1269.270171403885,242786,r8i6n8,10.159.28.66,1269.270171403885,2
+4911.544510488435,1719553644,checkpoint_000002,True,False,3,261349af,2024-06-28_07-47-24,627.9598400592804,1897.2300114631653,242786,r8i6n8,10.159.28.66,1897.2300114631653,3
+4737.393370140256,1719554272,checkpoint_000003,True,False,4,261349af,2024-06-28_07-57-52,628.01415848732,2525.2441699504852,242786,r8i6n8,10.159.28.66,2525.2441699504852,4
+4523.467796505905,1719554899,checkpoint_000004,True,False,5,261349af,2024-06-28_08-08-20,627.539436340332,3152.7836062908173,242786,r8i6n8,10.159.28.66,3152.7836062908173,5
+4273.132577971211,1719555527,checkpoint_000005,True,False,6,261349af,2024-06-28_08-18-47,627.5760381221771,3780.3596444129944,242786,r8i6n8,10.159.28.66,3780.3596444129944,6
+3991.0541396253693,1719556155,checkpoint_000006,True,False,7,261349af,2024-06-28_08-29-15,627.5778048038483,4407.937449216843,242786,r8i6n8,10.159.28.66,4407.937449216843,7
+3685.58821166031,1719556782,checkpoint_000007,True,False,8,261349af,2024-06-28_08-39-43,627.666775226593,5035.604224443436,242786,r8i6n8,10.159.28.66,5035.604224443436,8
+3365.655848225271,1719557410,checkpoint_000008,True,False,9,261349af,2024-06-28_08-50-10,627.4417996406555,5663.046024084091,242786,r8i6n8,10.159.28.66,5663.046024084091,9
+3048.0907587967517,1719558037,checkpoint_000009,True,False,10,261349af,2024-06-28_09-00-38,627.6434020996094,6290.689426183701,242786,r8i6n8,10.159.28.66,6290.689426183701,10
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d3b4cbcdf438cdf1aab78f673a5ff5ce2343b8f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
@@ -0,0 +1,10 @@
+{"loss": 5146.327555979331, "timestamp": 1719552388, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "261349af", "date": "2024-06-28_07-26-29", "time_this_iter_s": 641.6589081287384, "time_total_s": 641.6589081287384, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 641.6589081287384, "iterations_since_restore": 1}
+{"loss": 5048.819774237205, "timestamp": 1719553016, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "261349af", "date": "2024-06-28_07-36-56", "time_this_iter_s": 627.6112632751465, "time_total_s": 1269.270171403885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1269.270171403885, "iterations_since_restore": 2}
+{"loss": 4911.544510488435, "timestamp": 1719553644, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "261349af", "date": "2024-06-28_07-47-24", "time_this_iter_s": 627.9598400592804, "time_total_s": 1897.2300114631653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1897.2300114631653, "iterations_since_restore": 3}
+{"loss": 4737.393370140256, "timestamp": 1719554272, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "261349af", "date": "2024-06-28_07-57-52", "time_this_iter_s": 628.01415848732, "time_total_s": 2525.2441699504852, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 2525.2441699504852, "iterations_since_restore": 4}
+{"loss": 4523.467796505905, "timestamp": 1719554899, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "261349af", "date": "2024-06-28_08-08-20", "time_this_iter_s": 627.539436340332, "time_total_s": 3152.7836062908173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3152.7836062908173, "iterations_since_restore": 5}
+{"loss": 4273.132577971211, "timestamp": 1719555527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "261349af", "date": "2024-06-28_08-18-47", "time_this_iter_s": 627.5760381221771, "time_total_s": 3780.3596444129944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3780.3596444129944, "iterations_since_restore": 6}
+{"loss": 3991.0541396253693, "timestamp": 1719556155, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "261349af", "date": "2024-06-28_08-29-15", "time_this_iter_s": 627.5778048038483, "time_total_s": 4407.937449216843, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 4407.937449216843, "iterations_since_restore": 7}
+{"loss": 3685.58821166031, "timestamp": 1719556782, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "261349af", "date": "2024-06-28_08-39-43", "time_this_iter_s": 627.666775226593, "time_total_s": 5035.604224443436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5035.604224443436, "iterations_since_restore": 8}
+{"loss": 3365.655848225271, "timestamp": 1719557410, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "261349af", "date": "2024-06-28_08-50-10", "time_this_iter_s": 627.4417996406555, "time_total_s": 5663.046024084091, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5663.046024084091, "iterations_since_restore": 9}
+{"loss": 3048.0907587967517, "timestamp": 1719558037, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "261349af", "date": "2024-06-28_09-00-38", "time_this_iter_s": 627.6434020996094, "time_total_s": 6290.689426183701, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 6290.689426183701, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5081616cf90354b6fbcda0ae64c8b9116c68a94e
Binary files /dev/null and b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl differ
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b62697571200424f1209d88e14eb8b39e8c69b24
--- /dev/null
+++ b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
@@ -0,0 +1,65 @@
+Failure # 1 (occurred at 2024-06-27_16-33-47)
+ray::ImplicitFunc.train() (pid=69992, ip=10.159.28.66, actor_id=4f23fe319defb9cd61c97da301000000, repr=train_model)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
+    raise skipped from exception_cause(skipped)
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
+    self._ret = self._target(*self._args, **self._kwargs)
+                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
+    training_func=lambda: self._trainable_func(self.config),
+                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
+    output = fn()
+             ^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
+    return trainable(config, **fn_kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
+    pred_rt = net.module.forward_rt(seq)
+              ^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
+    out_rt = self.decoder_RT(enc)
+             ^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
+    input = module(input)
+            ^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
+    output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
+             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
+    x = self.norm2(x + self._ff_block(x))
+                       ^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 730, in _ff_block
+    x = self.linear2(self.dropout(self.activation(self.linear1(x))))
+                                                  ^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+    return forward_call(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/linear.py", line 116, in forward
+    return F.linear(input, self.weight, self.bias)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 400.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 116.69 MiB is free. Including non-PyTorch memory, this process has 31.62 GiB memory in use. Of the allocated memory 30.71 GiB is allocated by PyTorch, and 541.03 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation.  See documentation for Memory Management  (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8 b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9ecd5353828670caeb4300adbad780a77b747954
Binary files /dev/null and b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ab38dc35c8e83a357f5097ac7ce38d1a22002f0f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.8248444707020037,
+  "embedding_dim": 1024,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 4,
+  "lr": 0.027832194286055118,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ede4ce6fcd9f33911a963e739a317bc615c9650d
Binary files /dev/null and b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8 b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8864d729350afb3677c197db3703ba773ab84f39
Binary files /dev/null and b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f96f121b32880d4cf28e142eed44bc52fa771386
--- /dev/null
+++ b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.4976920968263533,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.013704737381480214,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d8c67807c2f3da7a4d80c132f3ddc0553b9f7ee1
Binary files /dev/null and b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..36cf5bf9304881275d26cc4e00de86c39dc2ec78
--- /dev/null
+++ b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2700.2572838490405,1719534417,checkpoint_000000,True,False,1,32772c28,2024-06-28_02-26-57,219.04653239250183,219.04653239250183,242786,r8i6n8,10.159.28.66,219.04653239250183,1
+2609.489275113804,1719534622,checkpoint_000001,True,False,2,32772c28,2024-06-28_02-30-22,204.8529450893402,423.89947748184204,242786,r8i6n8,10.159.28.66,423.89947748184204,2
+2558.6601024237207,1719534827,checkpoint_000002,True,False,3,32772c28,2024-06-28_02-33-48,205.22449278831482,629.1239702701569,242786,r8i6n8,10.159.28.66,629.1239702701569,3
+2442.0073280634842,1719535032,checkpoint_000003,True,False,4,32772c28,2024-06-28_02-37-13,205.06548023223877,834.1894505023956,242786,r8i6n8,10.159.28.66,834.1894505023956,4
+2364.7526893916092,1719535238,checkpoint_000004,True,False,5,32772c28,2024-06-28_02-40-38,205.07774353027344,1039.267194032669,242786,r8i6n8,10.159.28.66,1039.267194032669,5
+2269.5375149944634,1719535443,checkpoint_000005,True,False,6,32772c28,2024-06-28_02-44-03,205.03923749923706,1244.3064315319061,242786,r8i6n8,10.159.28.66,1244.3064315319061,6
+2195.085433839813,1719535648,checkpoint_000006,True,False,7,32772c28,2024-06-28_02-47-28,205.1729245185852,1449.4793560504913,242786,r8i6n8,10.159.28.66,1449.4793560504913,7
+2150.467501422552,1719535853,checkpoint_000007,True,False,8,32772c28,2024-06-28_02-50-53,204.98054313659668,1654.459899187088,242786,r8i6n8,10.159.28.66,1654.459899187088,8
+2097.3525179164617,1719536057,checkpoint_000008,True,False,9,32772c28,2024-06-28_02-54-18,204.72472834587097,1859.184627532959,242786,r8i6n8,10.159.28.66,1859.184627532959,9
+2048.298097625492,1719536262,checkpoint_000009,True,False,10,32772c28,2024-06-28_02-57-43,204.9549217224121,2064.139549255371,242786,r8i6n8,10.159.28.66,2064.139549255371,10
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d28c587fb12a9ebd9f9076cb79417365bcccdae
--- /dev/null
+++ b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
@@ -0,0 +1,10 @@
+{"loss": 2700.2572838490405, "timestamp": 1719534417, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "32772c28", "date": "2024-06-28_02-26-57", "time_this_iter_s": 219.04653239250183, "time_total_s": 219.04653239250183, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 219.04653239250183, "iterations_since_restore": 1}
+{"loss": 2609.489275113804, "timestamp": 1719534622, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "32772c28", "date": "2024-06-28_02-30-22", "time_this_iter_s": 204.8529450893402, "time_total_s": 423.89947748184204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 423.89947748184204, "iterations_since_restore": 2}
+{"loss": 2558.6601024237207, "timestamp": 1719534827, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "32772c28", "date": "2024-06-28_02-33-48", "time_this_iter_s": 205.22449278831482, "time_total_s": 629.1239702701569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 629.1239702701569, "iterations_since_restore": 3}
+{"loss": 2442.0073280634842, "timestamp": 1719535032, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "32772c28", "date": "2024-06-28_02-37-13", "time_this_iter_s": 205.06548023223877, "time_total_s": 834.1894505023956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 834.1894505023956, "iterations_since_restore": 4}
+{"loss": 2364.7526893916092, "timestamp": 1719535238, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "32772c28", "date": "2024-06-28_02-40-38", "time_this_iter_s": 205.07774353027344, "time_total_s": 1039.267194032669, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1039.267194032669, "iterations_since_restore": 5}
+{"loss": 2269.5375149944634, "timestamp": 1719535443, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "32772c28", "date": "2024-06-28_02-44-03", "time_this_iter_s": 205.03923749923706, "time_total_s": 1244.3064315319061, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1244.3064315319061, "iterations_since_restore": 6}
+{"loss": 2195.085433839813, "timestamp": 1719535648, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "32772c28", "date": "2024-06-28_02-47-28", "time_this_iter_s": 205.1729245185852, "time_total_s": 1449.4793560504913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1449.4793560504913, "iterations_since_restore": 7}
+{"loss": 2150.467501422552, "timestamp": 1719535853, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "32772c28", "date": "2024-06-28_02-50-53", "time_this_iter_s": 204.98054313659668, "time_total_s": 1654.459899187088, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1654.459899187088, "iterations_since_restore": 8}
+{"loss": 2097.3525179164617, "timestamp": 1719536057, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "32772c28", "date": "2024-06-28_02-54-18", "time_this_iter_s": 204.72472834587097, "time_total_s": 1859.184627532959, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1859.184627532959, "iterations_since_restore": 9}
+{"loss": 2048.298097625492, "timestamp": 1719536262, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "32772c28", "date": "2024-06-28_02-57-43", "time_this_iter_s": 204.9549217224121, "time_total_s": 2064.139549255371, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 2064.139549255371, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8 b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..bf45243618d2e3d6f1b0760285da9c6101d9d14e
Binary files /dev/null and b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..be0b141e916d5e66712b02181bb7a0a0835f1533
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.3031602001882847,
+  "embedding_dim": 1024,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 1,
+  "lr": 0.019401170360006482,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..51169759ff02ca488a76f61796d7afb82b206110
Binary files /dev/null and b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..68b88ce12bfa4aa44e08a74058c30eea2e4bab51
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+4021.740253598671,1719492153,checkpoint_000000,True,False,1,3c9a1c0c,2024-06-27_14-42-33,270.95838141441345,270.95838141441345,69992,r8i6n8,10.159.28.66,270.95838141441345,1
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..f122a0caaef2c6d68f9468f46d004bd31986f630
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
@@ -0,0 +1 @@
+{"loss": 4021.740253598671, "timestamp": 1719492153, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3c9a1c0c", "date": "2024-06-27_14-42-33", "time_this_iter_s": 270.95838141441345, "time_total_s": 270.95838141441345, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3031602001882847, "lr": 0.019401170360006482, "batch_size": 1024}, "time_since_restore": 270.95838141441345, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8 b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..07dc99dba5e95143d3cd0679853bbde7b06ff99c
Binary files /dev/null and b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..33289b9e1500abd50d10c1fe6b24bdd2ea311941
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.9833194838066408,
+  "embedding_dim": 16,
+  "encoder_ff": 512,
+  "encoder_num_layer": 2,
+  "lr": 0.0004542749659626088,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..dba23b9c9bd73a35e5bfc7952edf7b635414f20c
Binary files /dev/null and b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2728ff37245befdd2cb3119e6e3a0b53514785bd
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+nan,1719548436,checkpoint_000000,True,False,1,3d8a1340,2024-06-28_06-20-36,91.73844981193542,91.73844981193542,242786,r8i6n8,10.159.28.66,91.73844981193542,1
+nan,1719548515,checkpoint_000001,True,False,2,3d8a1340,2024-06-28_06-21-55,78.92051219940186,170.65896201133728,242786,r8i6n8,10.159.28.66,170.65896201133728,2
+nan,1719548594,checkpoint_000002,True,False,3,3d8a1340,2024-06-28_06-23-14,78.98558306694031,249.6445450782776,242786,r8i6n8,10.159.28.66,249.6445450782776,3
+nan,1719548672,checkpoint_000003,True,False,4,3d8a1340,2024-06-28_06-24-32,78.50712847709656,328.15167355537415,242786,r8i6n8,10.159.28.66,328.15167355537415,4
+nan,1719548751,checkpoint_000004,True,False,5,3d8a1340,2024-06-28_06-25-51,78.95465588569641,407.10632944107056,242786,r8i6n8,10.159.28.66,407.10632944107056,5
+nan,1719548830,checkpoint_000005,True,False,6,3d8a1340,2024-06-28_06-27-10,79.0093162059784,486.11564564704895,242786,r8i6n8,10.159.28.66,486.11564564704895,6
+nan,1719548909,checkpoint_000006,True,False,7,3d8a1340,2024-06-28_06-28-29,78.55737948417664,564.6730251312256,242786,r8i6n8,10.159.28.66,564.6730251312256,7
+nan,1719548988,checkpoint_000007,True,False,8,3d8a1340,2024-06-28_06-29-48,79.00080251693726,643.6738276481628,242786,r8i6n8,10.159.28.66,643.6738276481628,8
+nan,1719549067,checkpoint_000008,True,False,9,3d8a1340,2024-06-28_06-31-07,78.99766731262207,722.6714949607849,242786,r8i6n8,10.159.28.66,722.6714949607849,9
+nan,1719549146,checkpoint_000009,True,False,10,3d8a1340,2024-06-28_06-32-26,79.03019595146179,801.7016909122467,242786,r8i6n8,10.159.28.66,801.7016909122467,10
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..c07691826cdad0e4246f835db5aaa5f3d0329e89
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
@@ -0,0 +1,10 @@
+{"loss": NaN, "timestamp": 1719548436, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3d8a1340", "date": "2024-06-28_06-20-36", "time_this_iter_s": 91.73844981193542, "time_total_s": 91.73844981193542, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 91.73844981193542, "iterations_since_restore": 1}
+{"loss": NaN, "timestamp": 1719548515, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "3d8a1340", "date": "2024-06-28_06-21-55", "time_this_iter_s": 78.92051219940186, "time_total_s": 170.65896201133728, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 170.65896201133728, "iterations_since_restore": 2}
+{"loss": NaN, "timestamp": 1719548594, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "3d8a1340", "date": "2024-06-28_06-23-14", "time_this_iter_s": 78.98558306694031, "time_total_s": 249.6445450782776, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 249.6445450782776, "iterations_since_restore": 3}
+{"loss": NaN, "timestamp": 1719548672, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "3d8a1340", "date": "2024-06-28_06-24-32", "time_this_iter_s": 78.50712847709656, "time_total_s": 328.15167355537415, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 328.15167355537415, "iterations_since_restore": 4}
+{"loss": NaN, "timestamp": 1719548751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "3d8a1340", "date": "2024-06-28_06-25-51", "time_this_iter_s": 78.95465588569641, "time_total_s": 407.10632944107056, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 407.10632944107056, "iterations_since_restore": 5}
+{"loss": NaN, "timestamp": 1719548830, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "3d8a1340", "date": "2024-06-28_06-27-10", "time_this_iter_s": 79.0093162059784, "time_total_s": 486.11564564704895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 486.11564564704895, "iterations_since_restore": 6}
+{"loss": NaN, "timestamp": 1719548909, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "3d8a1340", "date": "2024-06-28_06-28-29", "time_this_iter_s": 78.55737948417664, "time_total_s": 564.6730251312256, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 564.6730251312256, "iterations_since_restore": 7}
+{"loss": NaN, "timestamp": 1719548988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "3d8a1340", "date": "2024-06-28_06-29-48", "time_this_iter_s": 79.00080251693726, "time_total_s": 643.6738276481628, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 643.6738276481628, "iterations_since_restore": 8}
+{"loss": NaN, "timestamp": 1719549067, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "3d8a1340", "date": "2024-06-28_06-31-07", "time_this_iter_s": 78.99766731262207, "time_total_s": 722.6714949607849, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 722.6714949607849, "iterations_since_restore": 9}
+{"loss": NaN, "timestamp": 1719549146, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "3d8a1340", "date": "2024-06-28_06-32-26", "time_this_iter_s": 79.03019595146179, "time_total_s": 801.7016909122467, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 801.7016909122467, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8 b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2d5861522372c0b0d69164f08bd33f7d18bd3ad8
Binary files /dev/null and b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c266175a704e4a35a27a8d746bd5449f4b72347f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.9072626058636482,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.003236929771052812,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..515bdb148788f0b93aea968f4298fe946aac929b
Binary files /dev/null and b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..476184ca3fe6cfdecb4a950c2616f0bdc740e06d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2134.4770325187624,1719493181,checkpoint_000000,True,False,1,41e4bd86,2024-06-27_14-59-41,720.7119467258453,720.7119467258453,69992,r8i6n8,10.159.28.66,720.7119467258453,1
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..202fb331af0d437d5aa7a71920093ff4653c828f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
@@ -0,0 +1 @@
+{"loss": 2134.4770325187624, "timestamp": 1719493181, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "41e4bd86", "date": "2024-06-27_14-59-41", "time_this_iter_s": 720.7119467258453, "time_total_s": 720.7119467258453, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9072626058636482, "lr": 0.003236929771052812, "batch_size": 2048}, "time_since_restore": 720.7119467258453, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..eae4e1fa182ff8eeaf0b1fadd1fc9550daf4e916
Binary files /dev/null and b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d20c92cecdf1d10c576a6ad0c2ca7dbce414f2ee
Binary files /dev/null and b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..22a10f7d1b474e65099e90c1fe30132126b6504e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.584365221617647,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 4,
+  "lr": 0.0009124143820205934,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5812df1c5cae166c79dc5d8e3578503abe5822f7
Binary files /dev/null and b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2dc92d62998f1c3a190a05215de62968a78d93e8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1976.3005707507998,1719490613,checkpoint_000000,True,False,1,45b0a7c2,2024-06-27_14-16-53,105.02805352210999,105.02805352210999,35196,r8i6n8,10.159.28.66,105.02805352210999,1
+1972.5077211875616,1719493830,checkpoint_000001,True,False,2,45b0a7c2,2024-06-27_15-10-30,103.25011920928955,208.27817273139954,69992,r8i6n8,10.159.28.66,103.25011920928955,1
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..495715bcd39cc7f5611f6fff804e07443dac9f94
--- /dev/null
+++ b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
@@ -0,0 +1,2 @@
+{"loss": 1976.3005707507998, "timestamp": 1719490613, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "45b0a7c2", "date": "2024-06-27_14-16-53", "time_this_iter_s": 105.02805352210999, "time_total_s": 105.02805352210999, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 105.02805352210999, "iterations_since_restore": 1}
+{"loss": 1972.5077211875616, "timestamp": 1719493830, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "45b0a7c2", "date": "2024-06-27_15-10-30", "time_this_iter_s": 103.25011920928955, "time_total_s": 208.27817273139954, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 103.25011920928955, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8 b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..18115458b6242a2fda56039356f1d900de8663f1
Binary files /dev/null and b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..28c8291fb6208fb09889a471f308bee6c1f3902e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.701917375344629,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.07215703780021865,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d3515576a8b1717e195a78fb997cb9b7c23a7c22
Binary files /dev/null and b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5aa489dd1d2865bc6236740d406fcee370cd8516
--- /dev/null
+++ b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+4868.725482129676,1719491306,checkpoint_000000,True,False,1,46437290,2024-06-27_14-28-26,398.2001099586487,398.2001099586487,35196,r8i6n8,10.159.28.66,398.2001099586487,1
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..af35241781f0b52091364177e1e8683b4f93ab91
--- /dev/null
+++ b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
@@ -0,0 +1 @@
+{"loss": 4868.725482129676, "timestamp": 1719491306, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "46437290", "date": "2024-06-27_14-28-26", "time_this_iter_s": 398.2001099586487, "time_total_s": 398.2001099586487, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.701917375344629, "lr": 0.07215703780021865, "batch_size": 1024}, "time_since_restore": 398.2001099586487, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8 b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8438cc9974522e8eb883e033d1f8ebe233e01ea9
Binary files /dev/null and b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..81555a9d72af45bbf4da79306894939cda2cb86c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.5276525795479664,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.018787488390354802,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6a8cd12a9dfc79508c6acadd2b2741022352cec1
Binary files /dev/null and b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..081166ef77fa40f9d360c550821550293f9469f2
--- /dev/null
+++ b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2563.930910125492,1719536463,checkpoint_000000,True,False,1,4fa4a8c6,2024-06-28_03-01-03,200.39984393119812,200.39984393119812,242786,r8i6n8,10.159.28.66,200.39984393119812,1
+2529.025635246217,1719536650,checkpoint_000001,True,False,2,4fa4a8c6,2024-06-28_03-04-10,187.0065529346466,387.4063968658447,242786,r8i6n8,10.159.28.66,387.4063968658447,2
+2461.8067434716413,1719536837,checkpoint_000002,True,False,3,4fa4a8c6,2024-06-28_03-07-17,187.09328150749207,574.4996783733368,242786,r8i6n8,10.159.28.66,574.4996783733368,3
+2404.339845672367,1719537024,checkpoint_000003,True,False,4,4fa4a8c6,2024-06-28_03-10-24,186.51477193832397,761.0144503116608,242786,r8i6n8,10.159.28.66,761.0144503116608,4
+2310.48677315299,1719537211,checkpoint_000004,True,False,5,4fa4a8c6,2024-06-28_03-13-31,187.13084053993225,948.145290851593,242786,r8i6n8,10.159.28.66,948.145290851593,5
+2235.7468713475023,1719537398,checkpoint_000005,True,False,6,4fa4a8c6,2024-06-28_03-16-38,187.11876249313354,1135.2640533447266,242786,r8i6n8,10.159.28.66,1135.2640533447266,6
+2146.1736969234435,1719537585,checkpoint_000006,True,False,7,4fa4a8c6,2024-06-28_03-19-45,187.01839590072632,1322.2824492454529,242786,r8i6n8,10.159.28.66,1322.2824492454529,7
+2036.06691615788,1719537772,checkpoint_000007,True,False,8,4fa4a8c6,2024-06-28_03-22-52,186.76070404052734,1509.0431532859802,242786,r8i6n8,10.159.28.66,1509.0431532859802,8
+1721.8955308809054,1719537958,checkpoint_000008,True,False,9,4fa4a8c6,2024-06-28_03-25-59,186.67871117591858,1695.7218644618988,242786,r8i6n8,10.159.28.66,1695.7218644618988,9
+1612.084331842858,1719538145,checkpoint_000009,True,False,10,4fa4a8c6,2024-06-28_03-29-05,186.78013014793396,1882.5019946098328,242786,r8i6n8,10.159.28.66,1882.5019946098328,10
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..a54e0e6e1187efce29f8af241f16c8198593a73c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
@@ -0,0 +1,10 @@
+{"loss": 2563.930910125492, "timestamp": 1719536463, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-01-03", "time_this_iter_s": 200.39984393119812, "time_total_s": 200.39984393119812, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 200.39984393119812, "iterations_since_restore": 1}
+{"loss": 2529.025635246217, "timestamp": 1719536650, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-04-10", "time_this_iter_s": 187.0065529346466, "time_total_s": 387.4063968658447, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 387.4063968658447, "iterations_since_restore": 2}
+{"loss": 2461.8067434716413, "timestamp": 1719536837, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-07-17", "time_this_iter_s": 187.09328150749207, "time_total_s": 574.4996783733368, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 574.4996783733368, "iterations_since_restore": 3}
+{"loss": 2404.339845672367, "timestamp": 1719537024, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-10-24", "time_this_iter_s": 186.51477193832397, "time_total_s": 761.0144503116608, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 761.0144503116608, "iterations_since_restore": 4}
+{"loss": 2310.48677315299, "timestamp": 1719537211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-13-31", "time_this_iter_s": 187.13084053993225, "time_total_s": 948.145290851593, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 948.145290851593, "iterations_since_restore": 5}
+{"loss": 2235.7468713475023, "timestamp": 1719537398, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-16-38", "time_this_iter_s": 187.11876249313354, "time_total_s": 1135.2640533447266, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1135.2640533447266, "iterations_since_restore": 6}
+{"loss": 2146.1736969234435, "timestamp": 1719537585, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-19-45", "time_this_iter_s": 187.01839590072632, "time_total_s": 1322.2824492454529, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1322.2824492454529, "iterations_since_restore": 7}
+{"loss": 2036.06691615788, "timestamp": 1719537772, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-22-52", "time_this_iter_s": 186.76070404052734, "time_total_s": 1509.0431532859802, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1509.0431532859802, "iterations_since_restore": 8}
+{"loss": 1721.8955308809054, "timestamp": 1719537958, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-25-59", "time_this_iter_s": 186.67871117591858, "time_total_s": 1695.7218644618988, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1695.7218644618988, "iterations_since_restore": 9}
+{"loss": 1612.084331842858, "timestamp": 1719538145, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-29-05", "time_this_iter_s": 186.78013014793396, "time_total_s": 1882.5019946098328, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1882.5019946098328, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8 b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..595b2689e1395b74fbafa60d2176590e143e0594
Binary files /dev/null and b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..fc951f871b36d300485720c3cfe9c84ef66fc17f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.7819934077823693,
+  "embedding_dim": 256,
+  "encoder_ff": 512,
+  "encoder_num_layer": 4,
+  "lr": 0.00395752526712301,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b37bf1f973a64b530b53a96a1fd66c41fa9881f4
Binary files /dev/null and b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..455ff769fde1268f563c23d62449c312f7bffd63
--- /dev/null
+++ b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2042.3615145946112,1719499294,checkpoint_000000,True,False,1,52268eca,2024-06-27_16-41-34,132.02876591682434,132.02876591682434,242786,r8i6n8,10.159.28.66,132.02876591682434,1
+2037.3184742364358,1719499413,checkpoint_000001,True,False,2,52268eca,2024-06-27_16-43-33,118.6520447731018,250.68081068992615,242786,r8i6n8,10.159.28.66,250.68081068992615,2
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a18466558843ebe750081f65eb9005bc57a898a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
@@ -0,0 +1,2 @@
+{"loss": 2042.3615145946112, "timestamp": 1719499294, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "52268eca", "date": "2024-06-27_16-41-34", "time_this_iter_s": 132.02876591682434, "time_total_s": 132.02876591682434, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 132.02876591682434, "iterations_since_restore": 1}
+{"loss": 2037.3184742364358, "timestamp": 1719499413, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "52268eca", "date": "2024-06-27_16-43-33", "time_this_iter_s": 118.6520447731018, "time_total_s": 250.68081068992615, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 250.68081068992615, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..1660f88571c8850a43ac66e1999a121bd1bd1b32
Binary files /dev/null and b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..910dde6168c5346c9902aa09e8a443318c68db2c
Binary files /dev/null and b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9d979413e63413d7edd6bbc846286489b51a872
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.049405145459166966,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 2,
+  "lr": 0.0917460389036109,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bb4a9124c414555b98e4286ab8dac6a2de1fd671
Binary files /dev/null and b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..31d357dff0e8ed20fdce2d901e13b9eb8e1b637e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1963.1659531480684,1719518209,checkpoint_000000,True,False,1,5436b378,2024-06-27_21-56-49,81.73000359535217,81.73000359535217,242786,r8i6n8,10.159.28.66,81.73000359535217,1
+1991.797592042938,1719518277,checkpoint_000001,True,False,2,5436b378,2024-06-27_21-57-57,68.002121925354,149.73212552070618,242786,r8i6n8,10.159.28.66,149.73212552070618,2
+1962.9070631612942,1719518345,checkpoint_000002,True,False,3,5436b378,2024-06-27_21-59-05,68.36926174163818,218.10138726234436,242786,r8i6n8,10.159.28.66,218.10138726234436,3
+1963.723276213398,1719518413,checkpoint_000003,True,False,4,5436b378,2024-06-27_22-00-13,68.3394775390625,286.44086480140686,242786,r8i6n8,10.159.28.66,286.44086480140686,4
+1964.6577398345225,1719518481,checkpoint_000004,True,False,5,5436b378,2024-06-27_22-01-21,67.95102214813232,354.3918869495392,242786,r8i6n8,10.159.28.66,354.3918869495392,5
+1963.233094703494,1719518550,checkpoint_000005,True,False,6,5436b378,2024-06-27_22-02-30,68.2700297832489,422.6619167327881,242786,r8i6n8,10.159.28.66,422.6619167327881,6
+1998.2474076879307,1719518618,checkpoint_000006,True,False,7,5436b378,2024-06-27_22-03-38,67.93067574501038,490.59259247779846,242786,r8i6n8,10.159.28.66,490.59259247779846,7
+1966.4671976885459,1719518686,checkpoint_000007,True,False,8,5436b378,2024-06-27_22-04-46,68.20492196083069,558.7975144386292,242786,r8i6n8,10.159.28.66,558.7975144386292,8
+1997.90943055641,1719518754,checkpoint_000008,True,False,9,5436b378,2024-06-27_22-05-54,68.2099084854126,627.0074229240417,242786,r8i6n8,10.159.28.66,627.0074229240417,9
+1964.396376722441,1719518822,checkpoint_000009,True,False,10,5436b378,2024-06-27_22-07-02,67.73129034042358,694.7387132644653,242786,r8i6n8,10.159.28.66,694.7387132644653,10
+1971.7665900282973,1719520288,checkpoint_000010,True,False,11,5436b378,2024-06-27_22-31-28,81.72813010215759,776.4668433666229,242786,r8i6n8,10.159.28.66,81.72813010215759,1
+1962.3812928687869,1719520357,checkpoint_000011,True,False,12,5436b378,2024-06-27_22-32-37,68.32595419883728,844.7927975654602,242786,r8i6n8,10.159.28.66,150.05408430099487,2
+1961.6378394900344,1719520425,checkpoint_000012,True,False,13,5436b378,2024-06-27_22-33-45,67.94392895698547,912.7367265224457,242786,r8i6n8,10.159.28.66,217.99801325798035,3
+1963.4142201341044,1719520493,checkpoint_000013,True,False,14,5436b378,2024-06-27_22-34-53,68.2390410900116,980.9757676124573,242786,r8i6n8,10.159.28.66,286.23705434799194,4
+1974.0520605853224,1719520561,checkpoint_000014,True,False,15,5436b378,2024-06-27_22-36-01,68.27515816688538,1049.2509257793427,242786,r8i6n8,10.159.28.66,354.5122125148773,5
+1966.7488004429133,1719520630,checkpoint_000015,True,False,16,5436b378,2024-06-27_22-37-10,68.31270408630371,1117.5636298656464,242786,r8i6n8,10.159.28.66,422.82491660118103,6
+1962.6332181194637,1719520698,checkpoint_000016,True,False,17,5436b378,2024-06-27_22-38-18,67.964919090271,1185.5285489559174,242786,r8i6n8,10.159.28.66,490.789835691452,7
+1953.7692371278297,1719520766,checkpoint_000017,True,False,18,5436b378,2024-06-27_22-39-26,68.35524988174438,1253.8837988376617,242786,r8i6n8,10.159.28.66,559.1450855731964,8
+1954.2639188991757,1719520834,checkpoint_000018,True,False,19,5436b378,2024-06-27_22-40-34,68.39789581298828,1322.28169465065,242786,r8i6n8,10.159.28.66,627.5429813861847,9
+1954.128303587906,1719520903,checkpoint_000019,True,False,20,5436b378,2024-06-27_22-41-43,68.36882543563843,1390.6505200862885,242786,r8i6n8,10.159.28.66,695.9118068218231,10
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..31c908fc473fe7632539bed029723fabab192054
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
@@ -0,0 +1,20 @@
+{"loss": 1963.1659531480684, "timestamp": 1719518209, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5436b378", "date": "2024-06-27_21-56-49", "time_this_iter_s": 81.73000359535217, "time_total_s": 81.73000359535217, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.73000359535217, "iterations_since_restore": 1}
+{"loss": 1991.797592042938, "timestamp": 1719518277, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5436b378", "date": "2024-06-27_21-57-57", "time_this_iter_s": 68.002121925354, "time_total_s": 149.73212552070618, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 149.73212552070618, "iterations_since_restore": 2}
+{"loss": 1962.9070631612942, "timestamp": 1719518345, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5436b378", "date": "2024-06-27_21-59-05", "time_this_iter_s": 68.36926174163818, "time_total_s": 218.10138726234436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 218.10138726234436, "iterations_since_restore": 3}
+{"loss": 1963.723276213398, "timestamp": 1719518413, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5436b378", "date": "2024-06-27_22-00-13", "time_this_iter_s": 68.3394775390625, "time_total_s": 286.44086480140686, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.44086480140686, "iterations_since_restore": 4}
+{"loss": 1964.6577398345225, "timestamp": 1719518481, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5436b378", "date": "2024-06-27_22-01-21", "time_this_iter_s": 67.95102214813232, "time_total_s": 354.3918869495392, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.3918869495392, "iterations_since_restore": 5}
+{"loss": 1963.233094703494, "timestamp": 1719518550, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5436b378", "date": "2024-06-27_22-02-30", "time_this_iter_s": 68.2700297832489, "time_total_s": 422.6619167327881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.6619167327881, "iterations_since_restore": 6}
+{"loss": 1998.2474076879307, "timestamp": 1719518618, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5436b378", "date": "2024-06-27_22-03-38", "time_this_iter_s": 67.93067574501038, "time_total_s": 490.59259247779846, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.59259247779846, "iterations_since_restore": 7}
+{"loss": 1966.4671976885459, "timestamp": 1719518686, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5436b378", "date": "2024-06-27_22-04-46", "time_this_iter_s": 68.20492196083069, "time_total_s": 558.7975144386292, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 558.7975144386292, "iterations_since_restore": 8}
+{"loss": 1997.90943055641, "timestamp": 1719518754, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5436b378", "date": "2024-06-27_22-05-54", "time_this_iter_s": 68.2099084854126, "time_total_s": 627.0074229240417, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.0074229240417, "iterations_since_restore": 9}
+{"loss": 1964.396376722441, "timestamp": 1719518822, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5436b378", "date": "2024-06-27_22-07-02", "time_this_iter_s": 67.73129034042358, "time_total_s": 694.7387132644653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 694.7387132644653, "iterations_since_restore": 10}
+{"loss": 1971.7665900282973, "timestamp": 1719520288, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5436b378", "date": "2024-06-27_22-31-28", "time_this_iter_s": 81.72813010215759, "time_total_s": 776.4668433666229, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.72813010215759, "iterations_since_restore": 1}
+{"loss": 1962.3812928687869, "timestamp": 1719520357, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5436b378", "date": "2024-06-27_22-32-37", "time_this_iter_s": 68.32595419883728, "time_total_s": 844.7927975654602, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 150.05408430099487, "iterations_since_restore": 2}
+{"loss": 1961.6378394900344, "timestamp": 1719520425, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5436b378", "date": "2024-06-27_22-33-45", "time_this_iter_s": 67.94392895698547, "time_total_s": 912.7367265224457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 217.99801325798035, "iterations_since_restore": 3}
+{"loss": 1963.4142201341044, "timestamp": 1719520493, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5436b378", "date": "2024-06-27_22-34-53", "time_this_iter_s": 68.2390410900116, "time_total_s": 980.9757676124573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.23705434799194, "iterations_since_restore": 4}
+{"loss": 1974.0520605853224, "timestamp": 1719520561, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5436b378", "date": "2024-06-27_22-36-01", "time_this_iter_s": 68.27515816688538, "time_total_s": 1049.2509257793427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.5122125148773, "iterations_since_restore": 5}
+{"loss": 1966.7488004429133, "timestamp": 1719520630, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5436b378", "date": "2024-06-27_22-37-10", "time_this_iter_s": 68.31270408630371, "time_total_s": 1117.5636298656464, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.82491660118103, "iterations_since_restore": 6}
+{"loss": 1962.6332181194637, "timestamp": 1719520698, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5436b378", "date": "2024-06-27_22-38-18", "time_this_iter_s": 67.964919090271, "time_total_s": 1185.5285489559174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.789835691452, "iterations_since_restore": 7}
+{"loss": 1953.7692371278297, "timestamp": 1719520766, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5436b378", "date": "2024-06-27_22-39-26", "time_this_iter_s": 68.35524988174438, "time_total_s": 1253.8837988376617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 559.1450855731964, "iterations_since_restore": 8}
+{"loss": 1954.2639188991757, "timestamp": 1719520834, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "5436b378", "date": "2024-06-27_22-40-34", "time_this_iter_s": 68.39789581298828, "time_total_s": 1322.28169465065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.5429813861847, "iterations_since_restore": 9}
+{"loss": 1954.128303587906, "timestamp": 1719520903, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "5436b378", "date": "2024-06-27_22-41-43", "time_this_iter_s": 68.36882543563843, "time_total_s": 1390.6505200862885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 695.9118068218231, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8 b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..729453f16d50c83ce8d63943921861a95b65042a
Binary files /dev/null and b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b81f09a705be40e3a001af6132d8df3c57a146b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.3048722403961074,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.0003667007874849629,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..21247e854079223f9269154d5d6af8d743ac801c
Binary files /dev/null and b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..dcf213dde6e86bf90eaabc8428f5a1b8815e0396
--- /dev/null
+++ b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1961.4776693028728,1719533395,checkpoint_000000,True,False,1,57284f74,2024-06-28_02-09-55,103.31512880325317,103.31512880325317,242786,r8i6n8,10.159.28.66,103.31512880325317,1
+1959.5523080900898,1719533483,checkpoint_000001,True,False,2,57284f74,2024-06-28_02-11-23,88.52644205093384,191.841570854187,242786,r8i6n8,10.159.28.66,191.841570854187,2
+1990.1104097141056,1719533572,checkpoint_000002,True,False,3,57284f74,2024-06-28_02-12-52,88.94331359863281,280.7848844528198,242786,r8i6n8,10.159.28.66,280.7848844528198,3
+1962.9307063545768,1719533662,checkpoint_000003,True,False,4,57284f74,2024-06-28_02-14-22,89.54130935668945,370.3261938095093,242786,r8i6n8,10.159.28.66,370.3261938095093,4
+1954.3513726662463,1719533751,checkpoint_000004,True,False,5,57284f74,2024-06-28_02-15-51,89.19881558418274,459.525009393692,242786,r8i6n8,10.159.28.66,459.525009393692,5
+1957.0877286655696,1719533840,checkpoint_000005,True,False,6,57284f74,2024-06-28_02-17-20,89.5766806602478,549.1016900539398,242786,r8i6n8,10.159.28.66,549.1016900539398,6
+1960.7224668968381,1719533930,checkpoint_000006,True,False,7,57284f74,2024-06-28_02-18-50,89.54632711410522,638.648017168045,242786,r8i6n8,10.159.28.66,638.648017168045,7
+1960.303706612174,1719534019,checkpoint_000007,True,False,8,57284f74,2024-06-28_02-20-19,89.50325727462769,728.1512744426727,242786,r8i6n8,10.159.28.66,728.1512744426727,8
+1958.0356551042692,1719534109,checkpoint_000008,True,False,9,57284f74,2024-06-28_02-21-49,89.23209404945374,817.3833684921265,242786,r8i6n8,10.159.28.66,817.3833684921265,9
+1957.8637003260335,1719534198,checkpoint_000009,True,False,10,57284f74,2024-06-28_02-23-18,89.53279662132263,906.9161651134491,242786,r8i6n8,10.159.28.66,906.9161651134491,10
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..7f49bdf768398ee826879c05bcf2c196628cbe62
--- /dev/null
+++ b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
@@ -0,0 +1,10 @@
+{"loss": 1961.4776693028728, "timestamp": 1719533395, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "57284f74", "date": "2024-06-28_02-09-55", "time_this_iter_s": 103.31512880325317, "time_total_s": 103.31512880325317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 103.31512880325317, "iterations_since_restore": 1}
+{"loss": 1959.5523080900898, "timestamp": 1719533483, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "57284f74", "date": "2024-06-28_02-11-23", "time_this_iter_s": 88.52644205093384, "time_total_s": 191.841570854187, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 191.841570854187, "iterations_since_restore": 2}
+{"loss": 1990.1104097141056, "timestamp": 1719533572, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "57284f74", "date": "2024-06-28_02-12-52", "time_this_iter_s": 88.94331359863281, "time_total_s": 280.7848844528198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 280.7848844528198, "iterations_since_restore": 3}
+{"loss": 1962.9307063545768, "timestamp": 1719533662, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "57284f74", "date": "2024-06-28_02-14-22", "time_this_iter_s": 89.54130935668945, "time_total_s": 370.3261938095093, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 370.3261938095093, "iterations_since_restore": 4}
+{"loss": 1954.3513726662463, "timestamp": 1719533751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "57284f74", "date": "2024-06-28_02-15-51", "time_this_iter_s": 89.19881558418274, "time_total_s": 459.525009393692, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 459.525009393692, "iterations_since_restore": 5}
+{"loss": 1957.0877286655696, "timestamp": 1719533840, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "57284f74", "date": "2024-06-28_02-17-20", "time_this_iter_s": 89.5766806602478, "time_total_s": 549.1016900539398, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 549.1016900539398, "iterations_since_restore": 6}
+{"loss": 1960.7224668968381, "timestamp": 1719533930, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "57284f74", "date": "2024-06-28_02-18-50", "time_this_iter_s": 89.54632711410522, "time_total_s": 638.648017168045, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 638.648017168045, "iterations_since_restore": 7}
+{"loss": 1960.303706612174, "timestamp": 1719534019, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "57284f74", "date": "2024-06-28_02-20-19", "time_this_iter_s": 89.50325727462769, "time_total_s": 728.1512744426727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 728.1512744426727, "iterations_since_restore": 8}
+{"loss": 1958.0356551042692, "timestamp": 1719534109, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "57284f74", "date": "2024-06-28_02-21-49", "time_this_iter_s": 89.23209404945374, "time_total_s": 817.3833684921265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 817.3833684921265, "iterations_since_restore": 9}
+{"loss": 1957.8637003260335, "timestamp": 1719534198, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "57284f74", "date": "2024-06-28_02-23-18", "time_this_iter_s": 89.53279662132263, "time_total_s": 906.9161651134491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 906.9161651134491, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..7736a024cdcc61a34db0dc614b1089e6deda30e6
Binary files /dev/null and b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..88882967844d4089791fa41f7400617d8675e673
Binary files /dev/null and b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d887dfddc5abbc71d10dbc778f3728eee5fd2e63
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.5222925375143747,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 4,
+  "lr": 0.001905027104926316,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9ff032e426e19f01e56fd303cc5f72341b3b50d5
Binary files /dev/null and b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..65854ee584f0ce2311c0c77952e833153608cdaf
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1977.4477678434116,1719491860,checkpoint_000000,True,False,1,5dabf7aa,2024-06-27_14-37-40,279.5254096984863,279.5254096984863,35196,r8i6n8,10.159.28.66,279.5254096984863,1
+1978.6859784464198,1719494473,checkpoint_000001,True,False,2,5dabf7aa,2024-06-27_15-21-13,280.56061816215515,560.0860278606415,69992,r8i6n8,10.159.28.66,280.56061816215515,1
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e13e4df3c50fdad136e117538bdce085cdf6796
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
@@ -0,0 +1,2 @@
+{"loss": 1977.4477678434116, "timestamp": 1719491860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5dabf7aa", "date": "2024-06-27_14-37-40", "time_this_iter_s": 279.5254096984863, "time_total_s": 279.5254096984863, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 279.5254096984863, "iterations_since_restore": 1}
+{"loss": 1978.6859784464198, "timestamp": 1719494473, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5dabf7aa", "date": "2024-06-27_15-21-13", "time_this_iter_s": 280.56061816215515, "time_total_s": 560.0860278606415, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 280.56061816215515, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..be6f28d5db2eabf0fd7be2c4859c0d59de3f0408
Binary files /dev/null and b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..854c485acfed8806158ac9e044f97e1e6b0a9c46
Binary files /dev/null and b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..93833e9d3bc46d9f01db50ffda731b139ad93204
Binary files /dev/null and b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2a6fdd04a59fc1a9abce9287863f9497163dcdfb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.2066693100484649,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 1,
+  "lr": 0.01811726031464282,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0b29c61cb3788bf9ef4685beab9bc561e79f7a55
Binary files /dev/null and b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c73f91f728ff527aa87d211fc4deecb6017074e9
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
@@ -0,0 +1,9 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1987.5899369848057,1719496799,checkpoint_000000,True,False,1,5fd6b12b,2024-06-27_15-59-59,79.29838418960571,79.29838418960571,69992,r8i6n8,10.159.28.66,79.29838418960571,1
+1964.0069681002399,1719496864,checkpoint_000001,True,False,2,5fd6b12b,2024-06-27_16-01-04,65.23948526382446,144.53786945343018,69992,r8i6n8,10.159.28.66,144.53786945343018,2
+1967.0336683378446,1719502712,checkpoint_000002,True,False,3,5fd6b12b,2024-06-27_17-38-32,78.57935905456543,223.1172285079956,242786,r8i6n8,10.159.28.66,78.57935905456543,1
+1958.9930592934916,1719502777,checkpoint_000003,True,False,4,5fd6b12b,2024-06-27_17-39-37,65.23711919784546,288.35434770584106,242786,r8i6n8,10.159.28.66,143.8164782524109,2
+1975.2254739596149,1719505928,checkpoint_000004,True,False,5,5fd6b12b,2024-06-27_18-32-08,78.82753491401672,367.1818826198578,242786,r8i6n8,10.159.28.66,78.82753491401672,1
+1980.3283037801427,1719505993,checkpoint_000005,True,False,6,5fd6b12b,2024-06-27_18-33-13,64.60036778450012,431.7822504043579,242786,r8i6n8,10.159.28.66,143.42790269851685,2
+1965.8961032657173,1719506058,checkpoint_000006,True,False,7,5fd6b12b,2024-06-27_18-34-18,64.92104005813599,496.7032904624939,242786,r8i6n8,10.159.28.66,208.34894275665283,3
+1969.885332723302,1719506123,checkpoint_000007,True,False,8,5fd6b12b,2024-06-27_18-35-23,65.11498975753784,561.8182802200317,242786,r8i6n8,10.159.28.66,273.4639325141907,4
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..e77b071a7ce88977b9a291ad774ac55a896906f8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
@@ -0,0 +1,8 @@
+{"loss": 1987.5899369848057, "timestamp": 1719496799, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5fd6b12b", "date": "2024-06-27_15-59-59", "time_this_iter_s": 79.29838418960571, "time_total_s": 79.29838418960571, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 79.29838418960571, "iterations_since_restore": 1}
+{"loss": 1964.0069681002399, "timestamp": 1719496864, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5fd6b12b", "date": "2024-06-27_16-01-04", "time_this_iter_s": 65.23948526382446, "time_total_s": 144.53786945343018, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 144.53786945343018, "iterations_since_restore": 2}
+{"loss": 1967.0336683378446, "timestamp": 1719502712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5fd6b12b", "date": "2024-06-27_17-38-32", "time_this_iter_s": 78.57935905456543, "time_total_s": 223.1172285079956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.57935905456543, "iterations_since_restore": 1}
+{"loss": 1958.9930592934916, "timestamp": 1719502777, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5fd6b12b", "date": "2024-06-27_17-39-37", "time_this_iter_s": 65.23711919784546, "time_total_s": 288.35434770584106, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.8164782524109, "iterations_since_restore": 2}
+{"loss": 1975.2254739596149, "timestamp": 1719505928, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5fd6b12b", "date": "2024-06-27_18-32-08", "time_this_iter_s": 78.82753491401672, "time_total_s": 367.1818826198578, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.82753491401672, "iterations_since_restore": 1}
+{"loss": 1980.3283037801427, "timestamp": 1719505993, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5fd6b12b", "date": "2024-06-27_18-33-13", "time_this_iter_s": 64.60036778450012, "time_total_s": 431.7822504043579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.42790269851685, "iterations_since_restore": 2}
+{"loss": 1965.8961032657173, "timestamp": 1719506058, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5fd6b12b", "date": "2024-06-27_18-34-18", "time_this_iter_s": 64.92104005813599, "time_total_s": 496.7032904624939, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 208.34894275665283, "iterations_since_restore": 3}
+{"loss": 1969.885332723302, "timestamp": 1719506123, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5fd6b12b", "date": "2024-06-27_18-35-23", "time_this_iter_s": 65.11498975753784, "time_total_s": 561.8182802200317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 273.4639325141907, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8 b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..eec18df11df964acc5b7fe68863e7e851e77ecca
Binary files /dev/null and b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..203a03067b9d88f14e926da6c5a7f14196e433e8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.7402505539115447,
+  "embedding_dim": 64,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 4,
+  "lr": 0.0006126521431696416,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4659a209207afe77a857df556be95f3f7aed2a37
Binary files /dev/null and b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..782af3dd976192aeaecf877d19f025cdeb1547f8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1988.1164252814347,1719511145,checkpoint_000000,True,False,1,694ee9b5,2024-06-27_19-59-05,70.52699637413025,70.52699637413025,242786,r8i6n8,10.159.28.66,70.52699637413025,1
+2003.6415064053272,1719511203,checkpoint_000001,True,False,2,694ee9b5,2024-06-27_20-00-03,57.75782370567322,128.28482007980347,242786,r8i6n8,10.159.28.66,128.28482007980347,2
+1990.098658764456,1719511261,checkpoint_000002,True,False,3,694ee9b5,2024-06-27_20-01-01,57.42855453491211,185.71337461471558,242786,r8i6n8,10.159.28.66,185.71337461471558,3
+1556.502945066437,1719511318,checkpoint_000003,True,False,4,694ee9b5,2024-06-27_20-01-58,57.167978286743164,242.88135290145874,242786,r8i6n8,10.159.28.66,242.88135290145874,4
+1371.0674741249384,1719511376,checkpoint_000004,True,False,5,694ee9b5,2024-06-27_20-02-56,58.11665964126587,300.9980125427246,242786,r8i6n8,10.159.28.66,300.9980125427246,5
+1413.1876518670028,1719511433,checkpoint_000005,True,False,6,694ee9b5,2024-06-27_20-03-53,57.10992646217346,358.10793900489807,242786,r8i6n8,10.159.28.66,358.10793900489807,6
+1547.3413826048843,1719511491,checkpoint_000006,True,False,7,694ee9b5,2024-06-27_20-04-51,57.56092953681946,415.66886854171753,242786,r8i6n8,10.159.28.66,415.66886854171753,7
+1366.6497523991143,1719511548,checkpoint_000007,True,False,8,694ee9b5,2024-06-27_20-05-49,57.96260166168213,473.63147020339966,242786,r8i6n8,10.159.28.66,473.63147020339966,8
+1566.9438976377953,1719511606,checkpoint_000008,True,False,9,694ee9b5,2024-06-27_20-06-46,57.52634882926941,531.1578190326691,242786,r8i6n8,10.159.28.66,531.1578190326691,9
+1427.2011093980684,1719511663,checkpoint_000009,True,False,10,694ee9b5,2024-06-27_20-07-43,57.44098997116089,588.59880900383,242786,r8i6n8,10.159.28.66,588.59880900383,10
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..80f6b00807c5481c33e74c29becb2325d87b8341
--- /dev/null
+++ b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
@@ -0,0 +1,10 @@
+{"loss": 1988.1164252814347, "timestamp": 1719511145, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "694ee9b5", "date": "2024-06-27_19-59-05", "time_this_iter_s": 70.52699637413025, "time_total_s": 70.52699637413025, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 70.52699637413025, "iterations_since_restore": 1}
+{"loss": 2003.6415064053272, "timestamp": 1719511203, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "694ee9b5", "date": "2024-06-27_20-00-03", "time_this_iter_s": 57.75782370567322, "time_total_s": 128.28482007980347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 128.28482007980347, "iterations_since_restore": 2}
+{"loss": 1990.098658764456, "timestamp": 1719511261, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-01", "time_this_iter_s": 57.42855453491211, "time_total_s": 185.71337461471558, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 185.71337461471558, "iterations_since_restore": 3}
+{"loss": 1556.502945066437, "timestamp": 1719511318, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-58", "time_this_iter_s": 57.167978286743164, "time_total_s": 242.88135290145874, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 242.88135290145874, "iterations_since_restore": 4}
+{"loss": 1371.0674741249384, "timestamp": 1719511376, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "694ee9b5", "date": "2024-06-27_20-02-56", "time_this_iter_s": 58.11665964126587, "time_total_s": 300.9980125427246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 300.9980125427246, "iterations_since_restore": 5}
+{"loss": 1413.1876518670028, "timestamp": 1719511433, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "694ee9b5", "date": "2024-06-27_20-03-53", "time_this_iter_s": 57.10992646217346, "time_total_s": 358.10793900489807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 358.10793900489807, "iterations_since_restore": 6}
+{"loss": 1547.3413826048843, "timestamp": 1719511491, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "694ee9b5", "date": "2024-06-27_20-04-51", "time_this_iter_s": 57.56092953681946, "time_total_s": 415.66886854171753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 415.66886854171753, "iterations_since_restore": 7}
+{"loss": 1366.6497523991143, "timestamp": 1719511548, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "694ee9b5", "date": "2024-06-27_20-05-49", "time_this_iter_s": 57.96260166168213, "time_total_s": 473.63147020339966, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 473.63147020339966, "iterations_since_restore": 8}
+{"loss": 1566.9438976377953, "timestamp": 1719511606, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "694ee9b5", "date": "2024-06-27_20-06-46", "time_this_iter_s": 57.52634882926941, "time_total_s": 531.1578190326691, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 531.1578190326691, "iterations_since_restore": 9}
+{"loss": 1427.2011093980684, "timestamp": 1719511663, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "694ee9b5", "date": "2024-06-27_20-07-43", "time_this_iter_s": 57.44098997116089, "time_total_s": 588.59880900383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 588.59880900383, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8 b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..3592702ab2c419176648fb78529509038831c6a6
Binary files /dev/null and b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..a07c3f548d4629e900aba10f5d27156086db4919
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.18647509291243747,
+  "embedding_dim": 16,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 1,
+  "lr": 0.09874663205229757,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..de1863d443fc5d6c58104b25f557440125337486
Binary files /dev/null and b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..65ccdcc3dd00682788678787db7112d7ab22eacd
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3081.7005067359746,1719531344,checkpoint_000000,True,False,1,6a8b96c3,2024-06-28_01-35-44,63.290406703948975,63.290406703948975,242786,r8i6n8,10.159.28.66,63.290406703948975,1
+2150.0786584568773,1719531394,checkpoint_000001,True,False,2,6a8b96c3,2024-06-28_01-36-34,49.63099932670593,112.92140603065491,242786,r8i6n8,10.159.28.66,112.92140603065491,2
+1974.6818732314223,1719531444,checkpoint_000002,True,False,3,6a8b96c3,2024-06-28_01-37-24,49.58891534805298,162.51032137870789,242786,r8i6n8,10.159.28.66,162.51032137870789,3
+1956.0451112281619,1719531494,checkpoint_000003,True,False,4,6a8b96c3,2024-06-28_01-38-14,50.049054861068726,212.5593762397766,242786,r8i6n8,10.159.28.66,212.5593762397766,4
+1954.3213630736343,1719531543,checkpoint_000004,True,False,5,6a8b96c3,2024-06-28_01-39-03,49.60325813293457,262.1626343727112,242786,r8i6n8,10.159.28.66,262.1626343727112,5
+1953.8488356222317,1719531592,checkpoint_000005,True,False,6,6a8b96c3,2024-06-28_01-39-52,49.1952109336853,311.3578453063965,242786,r8i6n8,10.159.28.66,311.3578453063965,6
+1953.7962627260704,1719531642,checkpoint_000006,True,False,7,6a8b96c3,2024-06-28_01-40-42,50.036651611328125,361.3944969177246,242786,r8i6n8,10.159.28.66,361.3944969177246,7
+1953.8618644654282,1719531692,checkpoint_000007,True,False,8,6a8b96c3,2024-06-28_01-41-32,49.76662850379944,411.16112542152405,242786,r8i6n8,10.159.28.66,411.16112542152405,8
+1954.3857364203986,1719531742,checkpoint_000008,True,False,9,6a8b96c3,2024-06-28_01-42-22,49.68609666824341,460.84722208976746,242786,r8i6n8,10.159.28.66,460.84722208976746,9
+1953.720588744156,1719531792,checkpoint_000009,True,False,10,6a8b96c3,2024-06-28_01-43-12,50.06679081916809,510.91401290893555,242786,r8i6n8,10.159.28.66,510.91401290893555,10
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..281f622357310c3ddc99a07bb473dac026890c02
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
@@ -0,0 +1,10 @@
+{"loss": 3081.7005067359746, "timestamp": 1719531344, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6a8b96c3", "date": "2024-06-28_01-35-44", "time_this_iter_s": 63.290406703948975, "time_total_s": 63.290406703948975, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 63.290406703948975, "iterations_since_restore": 1}
+{"loss": 2150.0786584568773, "timestamp": 1719531394, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6a8b96c3", "date": "2024-06-28_01-36-34", "time_this_iter_s": 49.63099932670593, "time_total_s": 112.92140603065491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 112.92140603065491, "iterations_since_restore": 2}
+{"loss": 1974.6818732314223, "timestamp": 1719531444, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6a8b96c3", "date": "2024-06-28_01-37-24", "time_this_iter_s": 49.58891534805298, "time_total_s": 162.51032137870789, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 162.51032137870789, "iterations_since_restore": 3}
+{"loss": 1956.0451112281619, "timestamp": 1719531494, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6a8b96c3", "date": "2024-06-28_01-38-14", "time_this_iter_s": 50.049054861068726, "time_total_s": 212.5593762397766, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 212.5593762397766, "iterations_since_restore": 4}
+{"loss": 1954.3213630736343, "timestamp": 1719531543, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-03", "time_this_iter_s": 49.60325813293457, "time_total_s": 262.1626343727112, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 262.1626343727112, "iterations_since_restore": 5}
+{"loss": 1953.8488356222317, "timestamp": 1719531592, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-52", "time_this_iter_s": 49.1952109336853, "time_total_s": 311.3578453063965, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 311.3578453063965, "iterations_since_restore": 6}
+{"loss": 1953.7962627260704, "timestamp": 1719531642, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6a8b96c3", "date": "2024-06-28_01-40-42", "time_this_iter_s": 50.036651611328125, "time_total_s": 361.3944969177246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 361.3944969177246, "iterations_since_restore": 7}
+{"loss": 1953.8618644654282, "timestamp": 1719531692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6a8b96c3", "date": "2024-06-28_01-41-32", "time_this_iter_s": 49.76662850379944, "time_total_s": 411.16112542152405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 411.16112542152405, "iterations_since_restore": 8}
+{"loss": 1954.3857364203986, "timestamp": 1719531742, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6a8b96c3", "date": "2024-06-28_01-42-22", "time_this_iter_s": 49.68609666824341, "time_total_s": 460.84722208976746, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 460.84722208976746, "iterations_since_restore": 9}
+{"loss": 1953.720588744156, "timestamp": 1719531792, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6a8b96c3", "date": "2024-06-28_01-43-12", "time_this_iter_s": 50.06679081916809, "time_total_s": 510.91401290893555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 510.91401290893555, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..81f09716e700970688b6deed482eb8a0680ed46d
Binary files /dev/null and b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..bc5b202492dc931200fe968455dbc42bfbc261d1
Binary files /dev/null and b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9f0a24cdc7c4a7dbf58037c96e735fb76adacab
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.3756319644523144,
+  "embedding_dim": 16,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 1,
+  "lr": 0.003959565870439527,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0cff2536171054b214d844b10f51cd153e3572fb
Binary files /dev/null and b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5e81374d729b5ffa91e8e0184bdce4053aa5b69e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1989.802595964567,1719509621,checkpoint_000000,True,False,1,6b7688f2,2024-06-27_19-33-41,83.60843539237976,83.60843539237976,242786,r8i6n8,10.159.28.66,83.60843539237976,1
+1962.6643076018086,1719509692,checkpoint_000001,True,False,2,6b7688f2,2024-06-27_19-34-52,70.66612339019775,154.27455878257751,242786,r8i6n8,10.159.28.66,154.27455878257751,2
+1970.6976669191376,1719509763,checkpoint_000002,True,False,3,6b7688f2,2024-06-27_19-36-03,70.83067870140076,225.10523748397827,242786,r8i6n8,10.159.28.66,225.10523748397827,3
+1984.9167043130228,1719509833,checkpoint_000003,True,False,4,6b7688f2,2024-06-27_19-37-13,70.6679790019989,295.7732164859772,242786,r8i6n8,10.159.28.66,295.7732164859772,4
+1964.9003257451095,1719509904,checkpoint_000004,True,False,5,6b7688f2,2024-06-27_19-38-24,70.81649136543274,366.5897078514099,242786,r8i6n8,10.159.28.66,366.5897078514099,5
+1964.2627097302534,1719512416,checkpoint_000005,True,False,6,6b7688f2,2024-06-27_20-20-16,82.97016429901123,449.55987215042114,242786,r8i6n8,10.159.28.66,82.97016429901123,1
+1965.1521044152928,1719512486,checkpoint_000006,True,False,7,6b7688f2,2024-06-27_20-21-26,70.53654623031616,520.0964183807373,242786,r8i6n8,10.159.28.66,153.5067105293274,2
+1963.2242965097503,1719512557,checkpoint_000007,True,False,8,6b7688f2,2024-06-27_20-22-37,70.63850402832031,590.7349224090576,242786,r8i6n8,10.159.28.66,224.1452145576477,3
+1966.0343594288263,1719512628,checkpoint_000008,True,False,9,6b7688f2,2024-06-27_20-23-48,70.55560326576233,661.29052567482,242786,r8i6n8,10.159.28.66,294.70081782341003,4
+1977.05159056656,1719512699,checkpoint_000009,True,True,10,6b7688f2,2024-06-27_20-24-59,71.11927580833435,732.4098014831543,242786,r8i6n8,10.159.28.66,365.8200936317444,5
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe08c2ca6dabc88d8d4c634633b02d371bceeb1e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
@@ -0,0 +1,10 @@
+{"loss": 1989.802595964567, "timestamp": 1719509621, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6b7688f2", "date": "2024-06-27_19-33-41", "time_this_iter_s": 83.60843539237976, "time_total_s": 83.60843539237976, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 83.60843539237976, "iterations_since_restore": 1}
+{"loss": 1962.6643076018086, "timestamp": 1719509692, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6b7688f2", "date": "2024-06-27_19-34-52", "time_this_iter_s": 70.66612339019775, "time_total_s": 154.27455878257751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 154.27455878257751, "iterations_since_restore": 2}
+{"loss": 1970.6976669191376, "timestamp": 1719509763, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6b7688f2", "date": "2024-06-27_19-36-03", "time_this_iter_s": 70.83067870140076, "time_total_s": 225.10523748397827, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 225.10523748397827, "iterations_since_restore": 3}
+{"loss": 1984.9167043130228, "timestamp": 1719509833, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6b7688f2", "date": "2024-06-27_19-37-13", "time_this_iter_s": 70.6679790019989, "time_total_s": 295.7732164859772, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 295.7732164859772, "iterations_since_restore": 4}
+{"loss": 1964.9003257451095, "timestamp": 1719509904, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6b7688f2", "date": "2024-06-27_19-38-24", "time_this_iter_s": 70.81649136543274, "time_total_s": 366.5897078514099, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 366.5897078514099, "iterations_since_restore": 5}
+{"loss": 1964.2627097302534, "timestamp": 1719512416, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6b7688f2", "date": "2024-06-27_20-20-16", "time_this_iter_s": 82.97016429901123, "time_total_s": 449.55987215042114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 82.97016429901123, "iterations_since_restore": 1}
+{"loss": 1965.1521044152928, "timestamp": 1719512486, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6b7688f2", "date": "2024-06-27_20-21-26", "time_this_iter_s": 70.53654623031616, "time_total_s": 520.0964183807373, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 153.5067105293274, "iterations_since_restore": 2}
+{"loss": 1963.2242965097503, "timestamp": 1719512557, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6b7688f2", "date": "2024-06-27_20-22-37", "time_this_iter_s": 70.63850402832031, "time_total_s": 590.7349224090576, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 224.1452145576477, "iterations_since_restore": 3}
+{"loss": 1966.0343594288263, "timestamp": 1719512628, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6b7688f2", "date": "2024-06-27_20-23-48", "time_this_iter_s": 70.55560326576233, "time_total_s": 661.29052567482, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 294.70081782341003, "iterations_since_restore": 4}
+{"loss": 1977.05159056656, "timestamp": 1719512699, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": true, "training_iteration": 10, "trial_id": "6b7688f2", "date": "2024-06-27_20-24-59", "time_this_iter_s": 71.11927580833435, "time_total_s": 732.4098014831543, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 365.8200936317444, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8 b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8fb3639a0a46e62f332e59897cf4f4bdb32e2b4d
Binary files /dev/null and b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..03f3fc249ed5ff2717761db5d3055c51f038ca3d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.49537163003492246,
+  "embedding_dim": 256,
+  "encoder_ff": 512,
+  "encoder_num_layer": 8,
+  "lr": 0.001560166878876501,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7be407a298413c79dac38c43479910b17c3080bc
Binary files /dev/null and b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2d015d6829c9509bc9d7493c2b2d7054d44f2319
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1972.8930990864912,1719514947,checkpoint_000000,True,False,1,6ef1de40,2024-06-27_21-02-27,281.80140829086304,281.80140829086304,242786,r8i6n8,10.159.28.66,281.80140829086304,1
+1970.5526190329724,1719515215,checkpoint_000001,True,False,2,6ef1de40,2024-06-27_21-06-55,268.26743173599243,550.0688400268555,242786,r8i6n8,10.159.28.66,550.0688400268555,2
+1968.2562842181349,1719515484,checkpoint_000002,True,False,3,6ef1de40,2024-06-27_21-11-24,268.5265476703644,818.5953876972198,242786,r8i6n8,10.159.28.66,818.5953876972198,3
+1975.871436892532,1719515753,checkpoint_000003,True,False,4,6ef1de40,2024-06-27_21-15-53,268.67456102371216,1087.269948720932,242786,r8i6n8,10.159.28.66,1087.269948720932,4
+1968.5231750968874,1719516021,checkpoint_000004,True,False,5,6ef1de40,2024-06-27_21-20-21,268.2965958118439,1355.5665445327759,242786,r8i6n8,10.159.28.66,1355.5665445327759,5
+1970.8189610759105,1719516289,checkpoint_000005,True,False,6,6ef1de40,2024-06-27_21-24-49,267.979775428772,1623.5463199615479,242786,r8i6n8,10.159.28.66,1623.5463199615479,6
+1969.1982075848916,1719516557,checkpoint_000006,True,False,7,6ef1de40,2024-06-27_21-29-17,268.1068859100342,1891.653205871582,242786,r8i6n8,10.159.28.66,1891.653205871582,7
+1983.0505034679502,1719516825,checkpoint_000007,True,False,8,6ef1de40,2024-06-27_21-33-45,267.9620032310486,2159.6152091026306,242786,r8i6n8,10.159.28.66,2159.6152091026306,8
+1978.1448330616388,1719517093,checkpoint_000008,True,False,9,6ef1de40,2024-06-27_21-38-13,267.67944145202637,2427.294650554657,242786,r8i6n8,10.159.28.66,2427.294650554657,9
+1973.7387137826033,1719517360,checkpoint_000009,True,False,10,6ef1de40,2024-06-27_21-42-40,267.4155812263489,2694.710231781006,242786,r8i6n8,10.159.28.66,2694.710231781006,10
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..108cce0e2e9f75c47af7763785c6ce804248d8e3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
@@ -0,0 +1,10 @@
+{"loss": 1972.8930990864912, "timestamp": 1719514947, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6ef1de40", "date": "2024-06-27_21-02-27", "time_this_iter_s": 281.80140829086304, "time_total_s": 281.80140829086304, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 281.80140829086304, "iterations_since_restore": 1}
+{"loss": 1970.5526190329724, "timestamp": 1719515215, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6ef1de40", "date": "2024-06-27_21-06-55", "time_this_iter_s": 268.26743173599243, "time_total_s": 550.0688400268555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 550.0688400268555, "iterations_since_restore": 2}
+{"loss": 1968.2562842181349, "timestamp": 1719515484, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6ef1de40", "date": "2024-06-27_21-11-24", "time_this_iter_s": 268.5265476703644, "time_total_s": 818.5953876972198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 818.5953876972198, "iterations_since_restore": 3}
+{"loss": 1975.871436892532, "timestamp": 1719515753, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6ef1de40", "date": "2024-06-27_21-15-53", "time_this_iter_s": 268.67456102371216, "time_total_s": 1087.269948720932, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1087.269948720932, "iterations_since_restore": 4}
+{"loss": 1968.5231750968874, "timestamp": 1719516021, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6ef1de40", "date": "2024-06-27_21-20-21", "time_this_iter_s": 268.2965958118439, "time_total_s": 1355.5665445327759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1355.5665445327759, "iterations_since_restore": 5}
+{"loss": 1970.8189610759105, "timestamp": 1719516289, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6ef1de40", "date": "2024-06-27_21-24-49", "time_this_iter_s": 267.979775428772, "time_total_s": 1623.5463199615479, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1623.5463199615479, "iterations_since_restore": 6}
+{"loss": 1969.1982075848916, "timestamp": 1719516557, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6ef1de40", "date": "2024-06-27_21-29-17", "time_this_iter_s": 268.1068859100342, "time_total_s": 1891.653205871582, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1891.653205871582, "iterations_since_restore": 7}
+{"loss": 1983.0505034679502, "timestamp": 1719516825, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6ef1de40", "date": "2024-06-27_21-33-45", "time_this_iter_s": 267.9620032310486, "time_total_s": 2159.6152091026306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2159.6152091026306, "iterations_since_restore": 8}
+{"loss": 1978.1448330616388, "timestamp": 1719517093, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6ef1de40", "date": "2024-06-27_21-38-13", "time_this_iter_s": 267.67944145202637, "time_total_s": 2427.294650554657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2427.294650554657, "iterations_since_restore": 9}
+{"loss": 1973.7387137826033, "timestamp": 1719517360, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6ef1de40", "date": "2024-06-27_21-42-40", "time_this_iter_s": 267.4155812263489, "time_total_s": 2694.710231781006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2694.710231781006, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8 b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2aa4f2aa168faa493a3c74efa18d73ea1e68eef6
Binary files /dev/null and b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d4919fd21f905141e30e89b9bac357162f7a162
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.8871532583599777,
+  "embedding_dim": 16,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 8,
+  "lr": 0.038469373500283253,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..da8d770a8b853491dcdc973e8f23a5b178cd6ed8
Binary files /dev/null and b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..9cb1b1f1b1f561d7a61478d7de18be3236909a90
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2070.736326202633,1719493262,checkpoint_000000,True,False,1,7509f383,2024-06-27_15-01-02,80.20380187034607,80.20380187034607,69992,r8i6n8,10.159.28.66,80.20380187034607,1
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..40781eedd2121e8e49cf790de588750c3b7145e1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
@@ -0,0 +1 @@
+{"loss": 2070.736326202633, "timestamp": 1719493262, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7509f383", "date": "2024-06-27_15-01-02", "time_this_iter_s": 80.20380187034607, "time_total_s": 80.20380187034607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8871532583599777, "lr": 0.038469373500283253, "batch_size": 2048}, "time_since_restore": 80.20380187034607, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8 b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..51e9a058e18de80e5283465cc6059e2b114bf7f2
Binary files /dev/null and b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0d67998c94bc993e682e5bf13ffc7d7c8b9f46c7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.9311098017111933,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 4,
+  "lr": 0.0033598362705093534,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c9f90706cb901e2480edbfa013b4ebfa713731c7
Binary files /dev/null and b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..bce43ee456d5d1676f23b0f44b0a6ec485ca570e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2152.0349524790845,1719561170,checkpoint_000000,True,False,1,769b08ee,2024-06-28_09-52-50,112.00384831428528,112.00384831428528,242786,r8i6n8,10.159.28.66,112.00384831428528,1
+2143.4170431302286,1719561268,checkpoint_000001,True,False,2,769b08ee,2024-06-28_09-54-28,97.78639459609985,209.79024291038513,242786,r8i6n8,10.159.28.66,209.79024291038513,2
+2122.2596243310163,1719561366,checkpoint_000002,True,False,3,769b08ee,2024-06-28_09-56-07,98.308185338974,308.09842824935913,242786,r8i6n8,10.159.28.66,308.09842824935913,3
+2108.745537224717,1719561465,checkpoint_000003,True,False,4,769b08ee,2024-06-28_09-57-45,98.25336289405823,406.35179114341736,242786,r8i6n8,10.159.28.66,406.35179114341736,4
+2093.87230772484,1719561563,checkpoint_000004,True,False,5,769b08ee,2024-06-28_09-59-23,98.16895484924316,504.5207459926605,242786,r8i6n8,10.159.28.66,504.5207459926605,5
+2087.8821137195496,1719561661,checkpoint_000005,True,False,6,769b08ee,2024-06-28_10-01-01,98.08770871162415,602.6084547042847,242786,r8i6n8,10.159.28.66,602.6084547042847,6
+2082.8323003813975,1719561759,checkpoint_000006,True,False,7,769b08ee,2024-06-28_10-02-39,97.76127862930298,700.3697333335876,242786,r8i6n8,10.159.28.66,700.3697333335876,7
+2078.3941189022516,1719561857,checkpoint_000007,True,False,8,769b08ee,2024-06-28_10-04-17,98.10805487632751,798.4777882099152,242786,r8i6n8,10.159.28.66,798.4777882099152,8
+2082.373000738189,1719561955,checkpoint_000008,True,False,9,769b08ee,2024-06-28_10-05-56,98.56372618675232,897.0415143966675,242786,r8i6n8,10.159.28.66,897.0415143966675,9
+2067.5648145300197,1719562054,checkpoint_000009,True,False,10,769b08ee,2024-06-28_10-07-34,98.67155456542969,995.7130689620972,242786,r8i6n8,10.159.28.66,995.7130689620972,10
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb98cead46e96b7ed33b2ec3ee9bbbdf7761040c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
@@ -0,0 +1,10 @@
+{"loss": 2152.0349524790845, "timestamp": 1719561170, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "769b08ee", "date": "2024-06-28_09-52-50", "time_this_iter_s": 112.00384831428528, "time_total_s": 112.00384831428528, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 112.00384831428528, "iterations_since_restore": 1}
+{"loss": 2143.4170431302286, "timestamp": 1719561268, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "769b08ee", "date": "2024-06-28_09-54-28", "time_this_iter_s": 97.78639459609985, "time_total_s": 209.79024291038513, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 209.79024291038513, "iterations_since_restore": 2}
+{"loss": 2122.2596243310163, "timestamp": 1719561366, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "769b08ee", "date": "2024-06-28_09-56-07", "time_this_iter_s": 98.308185338974, "time_total_s": 308.09842824935913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 308.09842824935913, "iterations_since_restore": 3}
+{"loss": 2108.745537224717, "timestamp": 1719561465, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "769b08ee", "date": "2024-06-28_09-57-45", "time_this_iter_s": 98.25336289405823, "time_total_s": 406.35179114341736, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 406.35179114341736, "iterations_since_restore": 4}
+{"loss": 2093.87230772484, "timestamp": 1719561563, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "769b08ee", "date": "2024-06-28_09-59-23", "time_this_iter_s": 98.16895484924316, "time_total_s": 504.5207459926605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 504.5207459926605, "iterations_since_restore": 5}
+{"loss": 2087.8821137195496, "timestamp": 1719561661, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "769b08ee", "date": "2024-06-28_10-01-01", "time_this_iter_s": 98.08770871162415, "time_total_s": 602.6084547042847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 602.6084547042847, "iterations_since_restore": 6}
+{"loss": 2082.8323003813975, "timestamp": 1719561759, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "769b08ee", "date": "2024-06-28_10-02-39", "time_this_iter_s": 97.76127862930298, "time_total_s": 700.3697333335876, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 700.3697333335876, "iterations_since_restore": 7}
+{"loss": 2078.3941189022516, "timestamp": 1719561857, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "769b08ee", "date": "2024-06-28_10-04-17", "time_this_iter_s": 98.10805487632751, "time_total_s": 798.4777882099152, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 798.4777882099152, "iterations_since_restore": 8}
+{"loss": 2082.373000738189, "timestamp": 1719561955, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "769b08ee", "date": "2024-06-28_10-05-56", "time_this_iter_s": 98.56372618675232, "time_total_s": 897.0415143966675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 897.0415143966675, "iterations_since_restore": 9}
+{"loss": 2067.5648145300197, "timestamp": 1719562054, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "769b08ee", "date": "2024-06-28_10-07-34", "time_this_iter_s": 98.67155456542969, "time_total_s": 995.7130689620972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 995.7130689620972, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8 b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..698f5b8862e0189bf23a9f2060e4163450076628
Binary files /dev/null and b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..736ed04d973300601656bda2a38397e433778417
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.7363891392281665,
+  "embedding_dim": 1024,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 1,
+  "lr": 0.011294664762497991,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ef4ab8dfb199823b00570d83f20c69a4ba702ffa
Binary files /dev/null and b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d449848c3d5220b1672d28356b734637050fd092
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2186.706129659818,1719558352,checkpoint_000000,True,False,1,7c19332c,2024-06-28_09-05-53,314.7119266986847,314.7119266986847,242786,r8i6n8,10.159.28.66,314.7119266986847,1
+2182.452349324865,1719558653,checkpoint_000001,True,False,2,7c19332c,2024-06-28_09-10-53,300.735479593277,615.4474062919617,242786,r8i6n8,10.159.28.66,615.4474062919617,2
+2173.4124630905512,1719558954,checkpoint_000002,True,False,3,7c19332c,2024-06-28_09-15-54,300.98036670684814,916.4277729988098,242786,r8i6n8,10.159.28.66,916.4277729988098,3
+2211.8741541584645,1719559255,checkpoint_000003,True,False,4,7c19332c,2024-06-28_09-20-56,301.2308259010315,1217.6585988998413,242786,r8i6n8,10.159.28.66,1217.6585988998413,4
+2188.0654546782725,1719559557,checkpoint_000004,True,False,5,7c19332c,2024-06-28_09-25-57,301.18690824508667,1518.845507144928,242786,r8i6n8,10.159.28.66,1518.845507144928,5
+2261.2695754644437,1719559857,checkpoint_000005,True,False,6,7c19332c,2024-06-28_09-30-57,300.54345750808716,1819.3889646530151,242786,r8i6n8,10.159.28.66,1819.3889646530151,6
+2206.0040177472933,1719560157,checkpoint_000006,True,False,7,7c19332c,2024-06-28_09-35-58,300.26331853866577,2119.652283191681,242786,r8i6n8,10.159.28.66,2119.652283191681,7
+2205.3586723748153,1719560458,checkpoint_000007,True,False,8,7c19332c,2024-06-28_09-40-58,300.10717821121216,2419.759461402893,242786,r8i6n8,10.159.28.66,2419.759461402893,8
+2201.3432405727117,1719560758,checkpoint_000008,True,False,9,7c19332c,2024-06-28_09-45-58,300.53178572654724,2720.2912471294403,242786,r8i6n8,10.159.28.66,2720.2912471294403,9
+2146.9344828447956,1719561058,checkpoint_000009,True,False,10,7c19332c,2024-06-28_09-50-58,299.9912140369415,3020.282461166382,242786,r8i6n8,10.159.28.66,3020.282461166382,10
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..88ee9b7a10f53d37c7176f73a6db327723688f34
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
@@ -0,0 +1,10 @@
+{"loss": 2186.706129659818, "timestamp": 1719558352, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7c19332c", "date": "2024-06-28_09-05-53", "time_this_iter_s": 314.7119266986847, "time_total_s": 314.7119266986847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 314.7119266986847, "iterations_since_restore": 1}
+{"loss": 2182.452349324865, "timestamp": 1719558653, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7c19332c", "date": "2024-06-28_09-10-53", "time_this_iter_s": 300.735479593277, "time_total_s": 615.4474062919617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 615.4474062919617, "iterations_since_restore": 2}
+{"loss": 2173.4124630905512, "timestamp": 1719558954, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7c19332c", "date": "2024-06-28_09-15-54", "time_this_iter_s": 300.98036670684814, "time_total_s": 916.4277729988098, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 916.4277729988098, "iterations_since_restore": 3}
+{"loss": 2211.8741541584645, "timestamp": 1719559255, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7c19332c", "date": "2024-06-28_09-20-56", "time_this_iter_s": 301.2308259010315, "time_total_s": 1217.6585988998413, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1217.6585988998413, "iterations_since_restore": 4}
+{"loss": 2188.0654546782725, "timestamp": 1719559557, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7c19332c", "date": "2024-06-28_09-25-57", "time_this_iter_s": 301.18690824508667, "time_total_s": 1518.845507144928, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1518.845507144928, "iterations_since_restore": 5}
+{"loss": 2261.2695754644437, "timestamp": 1719559857, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7c19332c", "date": "2024-06-28_09-30-57", "time_this_iter_s": 300.54345750808716, "time_total_s": 1819.3889646530151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1819.3889646530151, "iterations_since_restore": 6}
+{"loss": 2206.0040177472933, "timestamp": 1719560157, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7c19332c", "date": "2024-06-28_09-35-58", "time_this_iter_s": 300.26331853866577, "time_total_s": 2119.652283191681, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2119.652283191681, "iterations_since_restore": 7}
+{"loss": 2205.3586723748153, "timestamp": 1719560458, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7c19332c", "date": "2024-06-28_09-40-58", "time_this_iter_s": 300.10717821121216, "time_total_s": 2419.759461402893, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2419.759461402893, "iterations_since_restore": 8}
+{"loss": 2201.3432405727117, "timestamp": 1719560758, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7c19332c", "date": "2024-06-28_09-45-58", "time_this_iter_s": 300.53178572654724, "time_total_s": 2720.2912471294403, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2720.2912471294403, "iterations_since_restore": 9}
+{"loss": 2146.9344828447956, "timestamp": 1719561058, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7c19332c", "date": "2024-06-28_09-50-58", "time_this_iter_s": 299.9912140369415, "time_total_s": 3020.282461166382, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 3020.282461166382, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8 b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d00a9eea7d46ee5a49ef2032eb76d178387bfd1a
Binary files /dev/null and b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..216cdde3dfe37f28b006358c98b2b06905e81bc9
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.46333542158727514,
+  "embedding_dim": 64,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 2,
+  "lr": 0.0056697738377682865,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2f06789dfb51e3339f76468fbb6a81be2e50ef8b
Binary files /dev/null and b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e23c2f50e3246f499a20a7dcfe487ad083898a38
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1977.8688695712353,1719531877,checkpoint_000000,True,False,1,7cf5cd31,2024-06-28_01-44-37,85.05374217033386,85.05374217033386,242786,r8i6n8,10.159.28.66,85.05374217033386,1
+1982.1329076571728,1719531949,checkpoint_000001,True,False,2,7cf5cd31,2024-06-28_01-45-49,71.72748875617981,156.78123092651367,242786,r8i6n8,10.159.28.66,156.78123092651367,2
+1974.7436831016241,1719532021,checkpoint_000002,True,False,3,7cf5cd31,2024-06-28_01-47-01,71.65908813476562,228.4403190612793,242786,r8i6n8,10.159.28.66,228.4403190612793,3
+1984.2343644269808,1719532091,checkpoint_000003,True,False,4,7cf5cd31,2024-06-28_01-48-11,70.61492276191711,299.0552418231964,242786,r8i6n8,10.159.28.66,299.0552418231964,4
+1974.8721375953494,1719532163,checkpoint_000004,True,False,5,7cf5cd31,2024-06-28_01-49-23,71.31156373023987,370.3668055534363,242786,r8i6n8,10.159.28.66,370.3668055534363,5
+1972.118592750369,1719532233,checkpoint_000005,True,False,6,7cf5cd31,2024-06-28_01-50-33,70.41050291061401,440.7773084640503,242786,r8i6n8,10.159.28.66,440.7773084640503,6
+1980.1284890963336,1719532304,checkpoint_000006,True,False,7,7cf5cd31,2024-06-28_01-51-44,70.97861886024475,511.75592732429504,242786,r8i6n8,10.159.28.66,511.75592732429504,7
+1970.5598875030757,1719532375,checkpoint_000007,True,False,8,7cf5cd31,2024-06-28_01-52-55,70.93102216720581,582.6869494915009,242786,r8i6n8,10.159.28.66,582.6869494915009,8
+1983.0140207846334,1719532446,checkpoint_000008,True,False,9,7cf5cd31,2024-06-28_01-54-06,70.94619107246399,653.6331405639648,242786,r8i6n8,10.159.28.66,653.6331405639648,9
+1969.8179076187255,1719532517,checkpoint_000009,True,False,10,7cf5cd31,2024-06-28_01-55-17,71.38838720321655,725.0215277671814,242786,r8i6n8,10.159.28.66,725.0215277671814,10
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..585a40886c9781fb8c807e8e0b0e89bf7a9e5c85
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
@@ -0,0 +1,10 @@
+{"loss": 1977.8688695712353, "timestamp": 1719531877, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7cf5cd31", "date": "2024-06-28_01-44-37", "time_this_iter_s": 85.05374217033386, "time_total_s": 85.05374217033386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 85.05374217033386, "iterations_since_restore": 1}
+{"loss": 1982.1329076571728, "timestamp": 1719531949, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7cf5cd31", "date": "2024-06-28_01-45-49", "time_this_iter_s": 71.72748875617981, "time_total_s": 156.78123092651367, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 156.78123092651367, "iterations_since_restore": 2}
+{"loss": 1974.7436831016241, "timestamp": 1719532021, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7cf5cd31", "date": "2024-06-28_01-47-01", "time_this_iter_s": 71.65908813476562, "time_total_s": 228.4403190612793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 228.4403190612793, "iterations_since_restore": 3}
+{"loss": 1984.2343644269808, "timestamp": 1719532091, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7cf5cd31", "date": "2024-06-28_01-48-11", "time_this_iter_s": 70.61492276191711, "time_total_s": 299.0552418231964, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 299.0552418231964, "iterations_since_restore": 4}
+{"loss": 1974.8721375953494, "timestamp": 1719532163, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7cf5cd31", "date": "2024-06-28_01-49-23", "time_this_iter_s": 71.31156373023987, "time_total_s": 370.3668055534363, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 370.3668055534363, "iterations_since_restore": 5}
+{"loss": 1972.118592750369, "timestamp": 1719532233, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7cf5cd31", "date": "2024-06-28_01-50-33", "time_this_iter_s": 70.41050291061401, "time_total_s": 440.7773084640503, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 440.7773084640503, "iterations_since_restore": 6}
+{"loss": 1980.1284890963336, "timestamp": 1719532304, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7cf5cd31", "date": "2024-06-28_01-51-44", "time_this_iter_s": 70.97861886024475, "time_total_s": 511.75592732429504, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 511.75592732429504, "iterations_since_restore": 7}
+{"loss": 1970.5598875030757, "timestamp": 1719532375, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7cf5cd31", "date": "2024-06-28_01-52-55", "time_this_iter_s": 70.93102216720581, "time_total_s": 582.6869494915009, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 582.6869494915009, "iterations_since_restore": 8}
+{"loss": 1983.0140207846334, "timestamp": 1719532446, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7cf5cd31", "date": "2024-06-28_01-54-06", "time_this_iter_s": 70.94619107246399, "time_total_s": 653.6331405639648, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 653.6331405639648, "iterations_since_restore": 9}
+{"loss": 1969.8179076187255, "timestamp": 1719532517, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7cf5cd31", "date": "2024-06-28_01-55-17", "time_this_iter_s": 71.38838720321655, "time_total_s": 725.0215277671814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 725.0215277671814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8 b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..f949d64bad87cb919d49091acbe5e72658f688d6
Binary files /dev/null and b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..afad7f5f167cfe4338e4a808311c6a3f5c700220
--- /dev/null
+++ b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.6055751532136977,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 1,
+  "lr": 0.08464538523322317,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3b3c1c83923277da265936a90a5b66001fb44e2f
Binary files /dev/null and b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4c7dc638074a72ee8f5ddede8964c02fcb5aed18
--- /dev/null
+++ b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3133.156076986959,1719499095,checkpoint_000000,True,False,1,849f9246,2024-06-27_16-38-15,78.58129525184631,78.58129525184631,242786,r8i6n8,10.159.28.66,78.58129525184631,1
+2193.2057009719488,1719499162,checkpoint_000001,True,False,2,849f9246,2024-06-27_16-39-22,66.90322375297546,145.48451900482178,242786,r8i6n8,10.159.28.66,145.48451900482178,2
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..a8756be5abbef61893ff3a0cdbe5b3354fe66496
--- /dev/null
+++ b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
@@ -0,0 +1,2 @@
+{"loss": 3133.156076986959, "timestamp": 1719499095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "849f9246", "date": "2024-06-27_16-38-15", "time_this_iter_s": 78.58129525184631, "time_total_s": 78.58129525184631, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 78.58129525184631, "iterations_since_restore": 1}
+{"loss": 2193.2057009719488, "timestamp": 1719499162, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "849f9246", "date": "2024-06-27_16-39-22", "time_this_iter_s": 66.90322375297546, "time_total_s": 145.48451900482178, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 145.48451900482178, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8 b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..65f09549e4f02884800f41320a6736265484532e
Binary files /dev/null and b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ca124924a46fcc5b6b39fc62cc416b9844d5873
--- /dev/null
+++ b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.02058782092742384,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 8,
+  "lr": 0.00012206173551085312,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0933ea081fbfea53957d19e9ffdbe6f5b752bbc9
Binary files /dev/null and b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..61624e83f91d499b2cb5a525d0c50a0ff428e0d0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1955.2079112135518,1719549284,checkpoint_000000,True,False,1,88943ec6,2024-06-28_06-34-44,138.29581928253174,138.29581928253174,242786,r8i6n8,10.159.28.66,138.29581928253174,1
+1952.9390787440022,1719549409,checkpoint_000001,True,False,2,88943ec6,2024-06-28_06-36-49,125.04476261138916,263.3405818939209,242786,r8i6n8,10.159.28.66,263.3405818939209,2
+1953.1876744548167,1719549534,checkpoint_000002,True,False,3,88943ec6,2024-06-28_06-38-54,124.98309111595154,388.32367300987244,242786,r8i6n8,10.159.28.66,388.32367300987244,3
+1957.8012575164555,1719549659,checkpoint_000003,True,False,4,88943ec6,2024-06-28_06-40-59,124.89581799507141,513.2194910049438,242786,r8i6n8,10.159.28.66,513.2194910049438,4
+1955.3321187177041,1719549784,checkpoint_000004,True,False,5,88943ec6,2024-06-28_06-43-04,124.5345048904419,637.7539958953857,242786,r8i6n8,10.159.28.66,637.7539958953857,5
+1955.422944316714,1719549909,checkpoint_000005,True,False,6,88943ec6,2024-06-28_06-45-09,125.16982364654541,762.9238195419312,242786,r8i6n8,10.159.28.66,762.9238195419312,6
+1955.47275332954,1719550034,checkpoint_000006,True,False,7,88943ec6,2024-06-28_06-47-14,124.71126890182495,887.6350884437561,242786,r8i6n8,10.159.28.66,887.6350884437561,7
+1953.6913279135397,1719550158,checkpoint_000007,True,False,8,88943ec6,2024-06-28_06-49-18,124.53526043891907,1012.1703488826752,242786,r8i6n8,10.159.28.66,1012.1703488826752,8
+1952.0587047667016,1719550282,checkpoint_000008,True,False,9,88943ec6,2024-06-28_06-51-22,123.8325846195221,1136.0029335021973,242786,r8i6n8,10.159.28.66,1136.0029335021973,9
+1953.125932348056,1719550406,checkpoint_000009,True,False,10,88943ec6,2024-06-28_06-53-26,124.03362774848938,1260.0365612506866,242786,r8i6n8,10.159.28.66,1260.0365612506866,10
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..2c8fc77c05bbf9e083fa25e2fca6ad9d55bf043b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
@@ -0,0 +1,10 @@
+{"loss": 1955.2079112135518, "timestamp": 1719549284, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "88943ec6", "date": "2024-06-28_06-34-44", "time_this_iter_s": 138.29581928253174, "time_total_s": 138.29581928253174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 138.29581928253174, "iterations_since_restore": 1}
+{"loss": 1952.9390787440022, "timestamp": 1719549409, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "88943ec6", "date": "2024-06-28_06-36-49", "time_this_iter_s": 125.04476261138916, "time_total_s": 263.3405818939209, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 263.3405818939209, "iterations_since_restore": 2}
+{"loss": 1953.1876744548167, "timestamp": 1719549534, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "88943ec6", "date": "2024-06-28_06-38-54", "time_this_iter_s": 124.98309111595154, "time_total_s": 388.32367300987244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 388.32367300987244, "iterations_since_restore": 3}
+{"loss": 1957.8012575164555, "timestamp": 1719549659, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "88943ec6", "date": "2024-06-28_06-40-59", "time_this_iter_s": 124.89581799507141, "time_total_s": 513.2194910049438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 513.2194910049438, "iterations_since_restore": 4}
+{"loss": 1955.3321187177041, "timestamp": 1719549784, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "88943ec6", "date": "2024-06-28_06-43-04", "time_this_iter_s": 124.5345048904419, "time_total_s": 637.7539958953857, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 637.7539958953857, "iterations_since_restore": 5}
+{"loss": 1955.422944316714, "timestamp": 1719549909, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "88943ec6", "date": "2024-06-28_06-45-09", "time_this_iter_s": 125.16982364654541, "time_total_s": 762.9238195419312, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 762.9238195419312, "iterations_since_restore": 6}
+{"loss": 1955.47275332954, "timestamp": 1719550034, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "88943ec6", "date": "2024-06-28_06-47-14", "time_this_iter_s": 124.71126890182495, "time_total_s": 887.6350884437561, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 887.6350884437561, "iterations_since_restore": 7}
+{"loss": 1953.6913279135397, "timestamp": 1719550158, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "88943ec6", "date": "2024-06-28_06-49-18", "time_this_iter_s": 124.53526043891907, "time_total_s": 1012.1703488826752, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1012.1703488826752, "iterations_since_restore": 8}
+{"loss": 1952.0587047667016, "timestamp": 1719550282, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "88943ec6", "date": "2024-06-28_06-51-22", "time_this_iter_s": 123.8325846195221, "time_total_s": 1136.0029335021973, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1136.0029335021973, "iterations_since_restore": 9}
+{"loss": 1953.125932348056, "timestamp": 1719550406, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "88943ec6", "date": "2024-06-28_06-53-26", "time_this_iter_s": 124.03362774848938, "time_total_s": 1260.0365612506866, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1260.0365612506866, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8 b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..29207aef6d4f6c3d0a2ae35440021969192807b1
Binary files /dev/null and b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..059f0e72efbfbd73895f6ec10a9c3bf63d94a3d0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.2933049514156799,
+  "embedding_dim": 64,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.011848091629580768,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9b9ede690bf38587455db45dce6eb4b0aef8dced
Binary files /dev/null and b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b77623f02edea5ac31abb36b75b2701a8146bd1d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
@@ -0,0 +1,6 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2238.4140029066193,1719509287,checkpoint_000000,True,False,1,8e5e7f52,2024-06-27_19-28-07,76.45697116851807,76.45697116851807,242786,r8i6n8,10.159.28.66,76.45697116851807,1
+2216.8567279004674,1719509350,checkpoint_000001,True,False,2,8e5e7f52,2024-06-27_19-29-10,63.10471820831299,139.56168937683105,242786,r8i6n8,10.159.28.66,139.56168937683105,2
+2184.21265321266,1719509413,checkpoint_000002,True,False,3,8e5e7f52,2024-06-27_19-30-13,62.492005825042725,202.05369520187378,242786,r8i6n8,10.159.28.66,202.05369520187378,3
+2145.5848196435163,1719509475,checkpoint_000003,True,False,4,8e5e7f52,2024-06-27_19-31-15,62.598204612731934,264.6518998146057,242786,r8i6n8,10.159.28.66,264.6518998146057,4
+2114.985403466412,1719509537,checkpoint_000004,True,False,5,8e5e7f52,2024-06-27_19-32-17,62.10174918174744,326.75364899635315,242786,r8i6n8,10.159.28.66,326.75364899635315,5
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..5700fbe1ee52676bf8145c9b37f9bf9ef84b597e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
@@ -0,0 +1,5 @@
+{"loss": 2238.4140029066193, "timestamp": 1719509287, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "8e5e7f52", "date": "2024-06-27_19-28-07", "time_this_iter_s": 76.45697116851807, "time_total_s": 76.45697116851807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 76.45697116851807, "iterations_since_restore": 1}
+{"loss": 2216.8567279004674, "timestamp": 1719509350, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "8e5e7f52", "date": "2024-06-27_19-29-10", "time_this_iter_s": 63.10471820831299, "time_total_s": 139.56168937683105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 139.56168937683105, "iterations_since_restore": 2}
+{"loss": 2184.21265321266, "timestamp": 1719509413, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "8e5e7f52", "date": "2024-06-27_19-30-13", "time_this_iter_s": 62.492005825042725, "time_total_s": 202.05369520187378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 202.05369520187378, "iterations_since_restore": 3}
+{"loss": 2145.5848196435163, "timestamp": 1719509475, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "8e5e7f52", "date": "2024-06-27_19-31-15", "time_this_iter_s": 62.598204612731934, "time_total_s": 264.6518998146057, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 264.6518998146057, "iterations_since_restore": 4}
+{"loss": 2114.985403466412, "timestamp": 1719509537, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "8e5e7f52", "date": "2024-06-27_19-32-17", "time_this_iter_s": 62.10174918174744, "time_total_s": 326.75364899635315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 326.75364899635315, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8 b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..e63b66a0b1d6aaef470d674fa49fa91485500d05
Binary files /dev/null and b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..501d65c5526b3deb5c9ba669b21340128a6e524d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.7914041407453669,
+  "embedding_dim": 16,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 1,
+  "lr": 0.0017184389008014717,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a1237f04b29c5b23598309c54f257f8e3e7e4096
Binary files /dev/null and b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f42ea72e1147d9841b9dc97a2f26985cea1e9d2f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1996.2721538393516,1719502422,checkpoint_000000,True,False,1,93c649bd,2024-06-27_17-33-42,84.1758508682251,84.1758508682251,242786,r8i6n8,10.159.28.66,84.1758508682251,1
+1999.4757651982345,1719502493,checkpoint_000001,True,False,2,93c649bd,2024-06-27_17-34-53,70.39586234092712,154.57171320915222,242786,r8i6n8,10.159.28.66,154.57171320915222,2
+2008.213741753045,1719502563,checkpoint_000002,True,False,3,93c649bd,2024-06-27_17-36-03,70.20663857460022,224.77835178375244,242786,r8i6n8,10.159.28.66,224.77835178375244,3
+1996.1505780557948,1719502633,checkpoint_000003,True,False,4,93c649bd,2024-06-27_17-37-13,70.27228903770447,295.0506408214569,242786,r8i6n8,10.159.28.66,295.0506408214569,4
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..edaa056d23718e81d80bf0be769ffd60e1d6659e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
@@ -0,0 +1,4 @@
+{"loss": 1996.2721538393516, "timestamp": 1719502422, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "93c649bd", "date": "2024-06-27_17-33-42", "time_this_iter_s": 84.1758508682251, "time_total_s": 84.1758508682251, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 84.1758508682251, "iterations_since_restore": 1}
+{"loss": 1999.4757651982345, "timestamp": 1719502493, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "93c649bd", "date": "2024-06-27_17-34-53", "time_this_iter_s": 70.39586234092712, "time_total_s": 154.57171320915222, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 154.57171320915222, "iterations_since_restore": 2}
+{"loss": 2008.213741753045, "timestamp": 1719502563, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "93c649bd", "date": "2024-06-27_17-36-03", "time_this_iter_s": 70.20663857460022, "time_total_s": 224.77835178375244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 224.77835178375244, "iterations_since_restore": 3}
+{"loss": 1996.1505780557948, "timestamp": 1719502633, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "93c649bd", "date": "2024-06-27_17-37-13", "time_this_iter_s": 70.27228903770447, "time_total_s": 295.0506408214569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 295.0506408214569, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8 b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..05210fc2a6193fc6db5662617478292dafafea92
Binary files /dev/null and b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..95f54f243499cca9fc249fa12024b53a5e164fbb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.7686353033166121,
+  "embedding_dim": 256,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 8,
+  "lr": 0.00011707230271575167,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7aa2cd98584ebced3a9a23fce29839580c7b1289
Binary files /dev/null and b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6354cca98d8cefce97f90d6e115e07de70588270
--- /dev/null
+++ b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1995.6765771099901,1719521818,checkpoint_000000,True,False,1,951ea23d,2024-06-27_22-56-58,243.84869742393494,243.84869742393494,242786,r8i6n8,10.159.28.66,243.84869742393494,1
+1996.344031626784,1719522048,checkpoint_000001,True,False,2,951ea23d,2024-06-27_23-00-48,230.28329491615295,474.1319923400879,242786,r8i6n8,10.159.28.66,474.1319923400879,2
+1999.2121284064347,1719522278,checkpoint_000002,True,False,3,951ea23d,2024-06-27_23-04-38,230.10066199302673,704.2326543331146,242786,r8i6n8,10.159.28.66,704.2326543331146,3
+1990.6904046967275,1719522509,checkpoint_000003,True,False,4,951ea23d,2024-06-27_23-08-29,230.43604636192322,934.6687006950378,242786,r8i6n8,10.159.28.66,934.6687006950378,4
+1992.301810677596,1719522739,checkpoint_000004,True,False,5,951ea23d,2024-06-27_23-12-19,230.36418223381042,1165.0328829288483,242786,r8i6n8,10.159.28.66,1165.0328829288483,5
+1994.9048264871433,1719522970,checkpoint_000005,True,False,6,951ea23d,2024-06-27_23-16-10,230.64503145217896,1395.6779143810272,242786,r8i6n8,10.159.28.66,1395.6779143810272,6
+1997.1295665831078,1719523200,checkpoint_000006,True,False,7,951ea23d,2024-06-27_23-20-00,230.41295719146729,1626.0908715724945,242786,r8i6n8,10.159.28.66,1626.0908715724945,7
+1995.2905263825664,1719523430,checkpoint_000007,True,False,8,951ea23d,2024-06-27_23-23-50,230.26359033584595,1856.3544619083405,242786,r8i6n8,10.159.28.66,1856.3544619083405,8
+1990.7004615603469,1719523661,checkpoint_000008,True,False,9,951ea23d,2024-06-27_23-27-41,230.41418027877808,2086.7686421871185,242786,r8i6n8,10.159.28.66,2086.7686421871185,9
+1996.574927142286,1719523891,checkpoint_000009,True,False,10,951ea23d,2024-06-27_23-31-31,230.07325339317322,2316.8418955802917,242786,r8i6n8,10.159.28.66,2316.8418955802917,10
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..0e488367ba607e389aad2421dadb551ebdeb101f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
@@ -0,0 +1,10 @@
+{"loss": 1995.6765771099901, "timestamp": 1719521818, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "951ea23d", "date": "2024-06-27_22-56-58", "time_this_iter_s": 243.84869742393494, "time_total_s": 243.84869742393494, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 243.84869742393494, "iterations_since_restore": 1}
+{"loss": 1996.344031626784, "timestamp": 1719522048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "951ea23d", "date": "2024-06-27_23-00-48", "time_this_iter_s": 230.28329491615295, "time_total_s": 474.1319923400879, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 474.1319923400879, "iterations_since_restore": 2}
+{"loss": 1999.2121284064347, "timestamp": 1719522278, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "951ea23d", "date": "2024-06-27_23-04-38", "time_this_iter_s": 230.10066199302673, "time_total_s": 704.2326543331146, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 704.2326543331146, "iterations_since_restore": 3}
+{"loss": 1990.6904046967275, "timestamp": 1719522509, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "951ea23d", "date": "2024-06-27_23-08-29", "time_this_iter_s": 230.43604636192322, "time_total_s": 934.6687006950378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 934.6687006950378, "iterations_since_restore": 4}
+{"loss": 1992.301810677596, "timestamp": 1719522739, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "951ea23d", "date": "2024-06-27_23-12-19", "time_this_iter_s": 230.36418223381042, "time_total_s": 1165.0328829288483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1165.0328829288483, "iterations_since_restore": 5}
+{"loss": 1994.9048264871433, "timestamp": 1719522970, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "951ea23d", "date": "2024-06-27_23-16-10", "time_this_iter_s": 230.64503145217896, "time_total_s": 1395.6779143810272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1395.6779143810272, "iterations_since_restore": 6}
+{"loss": 1997.1295665831078, "timestamp": 1719523200, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "951ea23d", "date": "2024-06-27_23-20-00", "time_this_iter_s": 230.41295719146729, "time_total_s": 1626.0908715724945, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1626.0908715724945, "iterations_since_restore": 7}
+{"loss": 1995.2905263825664, "timestamp": 1719523430, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "951ea23d", "date": "2024-06-27_23-23-50", "time_this_iter_s": 230.26359033584595, "time_total_s": 1856.3544619083405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1856.3544619083405, "iterations_since_restore": 8}
+{"loss": 1990.7004615603469, "timestamp": 1719523661, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "951ea23d", "date": "2024-06-27_23-27-41", "time_this_iter_s": 230.41418027877808, "time_total_s": 2086.7686421871185, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2086.7686421871185, "iterations_since_restore": 9}
+{"loss": 1996.574927142286, "timestamp": 1719523891, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "951ea23d", "date": "2024-06-27_23-31-31", "time_this_iter_s": 230.07325339317322, "time_total_s": 2316.8418955802917, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2316.8418955802917, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5bf207916f62c167514065b65c4d358994c606ec
Binary files /dev/null and b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2d3f1b104cbbbd765deddc289eeebda6ecf3a614
Binary files /dev/null and b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5e6fcb7d1dde53d0d877be92c376e758fc1502f8
Binary files /dev/null and b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e71b0089b260c6708f88394506eaf1f56953a3e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.6040963353962471,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 2,
+  "lr": 0.00012961012336004763,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f16ef2cf935606240849d52895c91845dde6a12b
Binary files /dev/null and b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2d68370da286f265aeb006a81c7a70335a80676c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1685.7740430456447,1719508611,checkpoint_000000,True,False,1,9b9348b4,2024-06-27_19-16-51,64.70330953598022,64.70330953598022,242786,r8i6n8,10.159.28.66,64.70330953598022,1
+1079.1797451710138,1719508661,checkpoint_000001,True,False,2,9b9348b4,2024-06-27_19-17-41,50.21142077445984,114.91473031044006,242786,r8i6n8,10.159.28.66,114.91473031044006,2
+844.8458487443098,1719508712,checkpoint_000002,True,False,3,9b9348b4,2024-06-27_19-18-32,50.68339800834656,165.59812831878662,242786,r8i6n8,10.159.28.66,165.59812831878662,3
+742.8978266678457,1719508762,checkpoint_000003,True,False,4,9b9348b4,2024-06-27_19-19-22,50.660645961761475,216.2587742805481,242786,r8i6n8,10.159.28.66,216.2587742805481,4
+681.727215624231,1719508814,checkpoint_000004,True,False,5,9b9348b4,2024-06-27_19-20-14,51.10583543777466,267.36460971832275,242786,r8i6n8,10.159.28.66,267.36460971832275,5
+635.4695338451957,1719511729,checkpoint_000005,True,False,6,9b9348b4,2024-06-27_20-08-49,65.15657186508179,332.52118158340454,242786,r8i6n8,10.159.28.66,65.15657186508179,1
+593.1054894154466,1719511781,checkpoint_000006,True,False,7,9b9348b4,2024-06-27_20-09-41,51.746954679489136,384.2681362628937,242786,r8i6n8,10.159.28.66,116.90352654457092,2
+564.6246160071665,1719511831,checkpoint_000007,True,False,8,9b9348b4,2024-06-27_20-10-31,50.86654782295227,435.13468408584595,242786,r8i6n8,10.159.28.66,167.7700743675232,3
+538.9161932036633,1719511883,checkpoint_000008,True,False,9,9b9348b4,2024-06-27_20-11-23,51.34083843231201,486.47552251815796,242786,r8i6n8,10.159.28.66,219.1109127998352,4
+507.8362924170306,1719511934,checkpoint_000009,True,False,10,9b9348b4,2024-06-27_20-12-14,50.98174834251404,537.457270860672,242786,r8i6n8,10.159.28.66,270.09266114234924,5
+485.6606183389979,1719512763,checkpoint_000010,True,False,11,9b9348b4,2024-06-27_20-26-03,64.01091408729553,601.4681849479675,242786,r8i6n8,10.159.28.66,64.01091408729553,1
+458.39653459684115,1719512814,checkpoint_000011,True,False,12,9b9348b4,2024-06-27_20-26-54,51.11298680305481,652.5811717510223,242786,r8i6n8,10.159.28.66,115.12390089035034,2
+442.4198661263533,1719512865,checkpoint_000012,True,False,13,9b9348b4,2024-06-27_20-27-45,50.61492395401001,703.1960957050323,242786,r8i6n8,10.159.28.66,165.73882484436035,3
+432.3890760526882,1719512915,checkpoint_000013,True,False,14,9b9348b4,2024-06-27_20-28-35,50.555373430252075,753.7514691352844,242786,r8i6n8,10.159.28.66,216.29419827461243,4
+409.7076062780666,1719512966,checkpoint_000014,True,False,15,9b9348b4,2024-06-27_20-29-26,50.506977796554565,804.258446931839,242786,r8i6n8,10.159.28.66,266.801176071167,5
+411.3457240307425,1719513016,checkpoint_000015,True,False,16,9b9348b4,2024-06-27_20-30-16,50.07098746299744,854.3294343948364,242786,r8i6n8,10.159.28.66,316.87216353416443,6
+386.78067232867863,1719513066,checkpoint_000016,True,False,17,9b9348b4,2024-06-27_20-31-06,50.59059119224548,904.9200255870819,242786,r8i6n8,10.159.28.66,367.4627547264099,7
+375.13207094688113,1719513117,checkpoint_000017,True,False,18,9b9348b4,2024-06-27_20-31-57,50.67134237289429,955.5913679599762,242786,r8i6n8,10.159.28.66,418.1340970993042,8
+367.4461542565053,1719513168,checkpoint_000018,True,False,19,9b9348b4,2024-06-27_20-32-48,50.68568444252014,1006.2770524024963,242786,r8i6n8,10.159.28.66,468.81978154182434,9
+352.8110904243049,1719513218,checkpoint_000019,True,False,20,9b9348b4,2024-06-27_20-33-38,50.251272201538086,1056.5283246040344,242786,r8i6n8,10.159.28.66,519.0710537433624,10
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..abdb6e04fe6c5be3517d43f5634c2c96773a873c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
@@ -0,0 +1,20 @@
+{"loss": 1685.7740430456447, "timestamp": 1719508611, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "9b9348b4", "date": "2024-06-27_19-16-51", "time_this_iter_s": 64.70330953598022, "time_total_s": 64.70330953598022, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.70330953598022, "iterations_since_restore": 1}
+{"loss": 1079.1797451710138, "timestamp": 1719508661, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "9b9348b4", "date": "2024-06-27_19-17-41", "time_this_iter_s": 50.21142077445984, "time_total_s": 114.91473031044006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 114.91473031044006, "iterations_since_restore": 2}
+{"loss": 844.8458487443098, "timestamp": 1719508712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "9b9348b4", "date": "2024-06-27_19-18-32", "time_this_iter_s": 50.68339800834656, "time_total_s": 165.59812831878662, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.59812831878662, "iterations_since_restore": 3}
+{"loss": 742.8978266678457, "timestamp": 1719508762, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "9b9348b4", "date": "2024-06-27_19-19-22", "time_this_iter_s": 50.660645961761475, "time_total_s": 216.2587742805481, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.2587742805481, "iterations_since_restore": 4}
+{"loss": 681.727215624231, "timestamp": 1719508814, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "9b9348b4", "date": "2024-06-27_19-20-14", "time_this_iter_s": 51.10583543777466, "time_total_s": 267.36460971832275, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 267.36460971832275, "iterations_since_restore": 5}
+{"loss": 635.4695338451957, "timestamp": 1719511729, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "9b9348b4", "date": "2024-06-27_20-08-49", "time_this_iter_s": 65.15657186508179, "time_total_s": 332.52118158340454, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 65.15657186508179, "iterations_since_restore": 1}
+{"loss": 593.1054894154466, "timestamp": 1719511781, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "9b9348b4", "date": "2024-06-27_20-09-41", "time_this_iter_s": 51.746954679489136, "time_total_s": 384.2681362628937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 116.90352654457092, "iterations_since_restore": 2}
+{"loss": 564.6246160071665, "timestamp": 1719511831, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "9b9348b4", "date": "2024-06-27_20-10-31", "time_this_iter_s": 50.86654782295227, "time_total_s": 435.13468408584595, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 167.7700743675232, "iterations_since_restore": 3}
+{"loss": 538.9161932036633, "timestamp": 1719511883, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "9b9348b4", "date": "2024-06-27_20-11-23", "time_this_iter_s": 51.34083843231201, "time_total_s": 486.47552251815796, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 219.1109127998352, "iterations_since_restore": 4}
+{"loss": 507.8362924170306, "timestamp": 1719511934, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "9b9348b4", "date": "2024-06-27_20-12-14", "time_this_iter_s": 50.98174834251404, "time_total_s": 537.457270860672, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 270.09266114234924, "iterations_since_restore": 5}
+{"loss": 485.6606183389979, "timestamp": 1719512763, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-03", "time_this_iter_s": 64.01091408729553, "time_total_s": 601.4681849479675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.01091408729553, "iterations_since_restore": 1}
+{"loss": 458.39653459684115, "timestamp": 1719512814, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-54", "time_this_iter_s": 51.11298680305481, "time_total_s": 652.5811717510223, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 115.12390089035034, "iterations_since_restore": 2}
+{"loss": 442.4198661263533, "timestamp": 1719512865, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "9b9348b4", "date": "2024-06-27_20-27-45", "time_this_iter_s": 50.61492395401001, "time_total_s": 703.1960957050323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.73882484436035, "iterations_since_restore": 3}
+{"loss": 432.3890760526882, "timestamp": 1719512915, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "9b9348b4", "date": "2024-06-27_20-28-35", "time_this_iter_s": 50.555373430252075, "time_total_s": 753.7514691352844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.29419827461243, "iterations_since_restore": 4}
+{"loss": 409.7076062780666, "timestamp": 1719512966, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "9b9348b4", "date": "2024-06-27_20-29-26", "time_this_iter_s": 50.506977796554565, "time_total_s": 804.258446931839, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 266.801176071167, "iterations_since_restore": 5}
+{"loss": 411.3457240307425, "timestamp": 1719513016, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "9b9348b4", "date": "2024-06-27_20-30-16", "time_this_iter_s": 50.07098746299744, "time_total_s": 854.3294343948364, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 316.87216353416443, "iterations_since_restore": 6}
+{"loss": 386.78067232867863, "timestamp": 1719513066, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-06", "time_this_iter_s": 50.59059119224548, "time_total_s": 904.9200255870819, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 367.4627547264099, "iterations_since_restore": 7}
+{"loss": 375.13207094688113, "timestamp": 1719513117, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-57", "time_this_iter_s": 50.67134237289429, "time_total_s": 955.5913679599762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 418.1340970993042, "iterations_since_restore": 8}
+{"loss": 367.4461542565053, "timestamp": 1719513168, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "9b9348b4", "date": "2024-06-27_20-32-48", "time_this_iter_s": 50.68568444252014, "time_total_s": 1006.2770524024963, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 468.81978154182434, "iterations_since_restore": 9}
+{"loss": 352.8110904243049, "timestamp": 1719513218, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "9b9348b4", "date": "2024-06-27_20-33-38", "time_this_iter_s": 50.251272201538086, "time_total_s": 1056.5283246040344, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 519.0710537433624, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8 b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5db9e31f4eeac5d9976f63fb8691be0924503b44
Binary files /dev/null and b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..fba04c4cc5bb6e9ec008c15422dccab727877b95
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.9881911141872612,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.005037349286937313,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f9f34bd4ea164456aa6183fde565ea27516ae065
Binary files /dev/null and b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..861eaef52e394a754765ed526f27740ea0f85830
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+nan,1719532607,checkpoint_000000,True,False,1,a22bbb57,2024-06-28_01-56-47,89.77370476722717,89.77370476722717,242786,r8i6n8,10.159.28.66,89.77370476722717,1
+nan,1719532684,checkpoint_000001,True,False,2,a22bbb57,2024-06-28_01-58-04,76.8076319694519,166.58133673667908,242786,r8i6n8,10.159.28.66,166.58133673667908,2
+nan,1719532761,checkpoint_000002,True,False,3,a22bbb57,2024-06-28_01-59-21,76.79015970230103,243.3714964389801,242786,r8i6n8,10.159.28.66,243.3714964389801,3
+nan,1719532838,checkpoint_000003,True,False,4,a22bbb57,2024-06-28_02-00-38,76.78578019142151,320.1572766304016,242786,r8i6n8,10.159.28.66,320.1572766304016,4
+nan,1719532914,checkpoint_000004,True,False,5,a22bbb57,2024-06-28_02-01-54,76.73958778381348,396.8968644142151,242786,r8i6n8,10.159.28.66,396.8968644142151,5
+nan,1719532991,checkpoint_000005,True,False,6,a22bbb57,2024-06-28_02-03-11,76.74712491035461,473.6439893245697,242786,r8i6n8,10.159.28.66,473.6439893245697,6
+nan,1719533067,checkpoint_000006,True,False,7,a22bbb57,2024-06-28_02-04-27,75.64315581321716,549.2871451377869,242786,r8i6n8,10.159.28.66,549.2871451377869,7
+nan,1719533142,checkpoint_000007,True,False,8,a22bbb57,2024-06-28_02-05-42,75.23933148384094,624.5264766216278,242786,r8i6n8,10.159.28.66,624.5264766216278,8
+nan,1719533216,checkpoint_000008,True,False,9,a22bbb57,2024-06-28_02-06-56,74.07769989967346,698.6041765213013,242786,r8i6n8,10.159.28.66,698.6041765213013,9
+nan,1719533291,checkpoint_000009,True,False,10,a22bbb57,2024-06-28_02-08-11,75.01777005195618,773.6219465732574,242786,r8i6n8,10.159.28.66,773.6219465732574,10
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..76691a7069f2d4c15eec55e353f2b05aaf8990f3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
@@ -0,0 +1,10 @@
+{"loss": NaN, "timestamp": 1719532607, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a22bbb57", "date": "2024-06-28_01-56-47", "time_this_iter_s": 89.77370476722717, "time_total_s": 89.77370476722717, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 89.77370476722717, "iterations_since_restore": 1}
+{"loss": NaN, "timestamp": 1719532684, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a22bbb57", "date": "2024-06-28_01-58-04", "time_this_iter_s": 76.8076319694519, "time_total_s": 166.58133673667908, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 166.58133673667908, "iterations_since_restore": 2}
+{"loss": NaN, "timestamp": 1719532761, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a22bbb57", "date": "2024-06-28_01-59-21", "time_this_iter_s": 76.79015970230103, "time_total_s": 243.3714964389801, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 243.3714964389801, "iterations_since_restore": 3}
+{"loss": NaN, "timestamp": 1719532838, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "a22bbb57", "date": "2024-06-28_02-00-38", "time_this_iter_s": 76.78578019142151, "time_total_s": 320.1572766304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 320.1572766304016, "iterations_since_restore": 4}
+{"loss": NaN, "timestamp": 1719532914, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "a22bbb57", "date": "2024-06-28_02-01-54", "time_this_iter_s": 76.73958778381348, "time_total_s": 396.8968644142151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 396.8968644142151, "iterations_since_restore": 5}
+{"loss": NaN, "timestamp": 1719532991, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "a22bbb57", "date": "2024-06-28_02-03-11", "time_this_iter_s": 76.74712491035461, "time_total_s": 473.6439893245697, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 473.6439893245697, "iterations_since_restore": 6}
+{"loss": NaN, "timestamp": 1719533067, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "a22bbb57", "date": "2024-06-28_02-04-27", "time_this_iter_s": 75.64315581321716, "time_total_s": 549.2871451377869, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 549.2871451377869, "iterations_since_restore": 7}
+{"loss": NaN, "timestamp": 1719533142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "a22bbb57", "date": "2024-06-28_02-05-42", "time_this_iter_s": 75.23933148384094, "time_total_s": 624.5264766216278, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 624.5264766216278, "iterations_since_restore": 8}
+{"loss": NaN, "timestamp": 1719533216, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "a22bbb57", "date": "2024-06-28_02-06-56", "time_this_iter_s": 74.07769989967346, "time_total_s": 698.6041765213013, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 698.6041765213013, "iterations_since_restore": 9}
+{"loss": NaN, "timestamp": 1719533291, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "a22bbb57", "date": "2024-06-28_02-08-11", "time_this_iter_s": 75.01777005195618, "time_total_s": 773.6219465732574, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 773.6219465732574, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8 b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..eea2529c3d440063dc6fc5db653e943f252b1a18
Binary files /dev/null and b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..158a21e70522cf41f0f383fb18744301628a1b3d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.8014267791772675,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.06443936649826909,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cd021a1b9fe19629e7686ae81692635ebe9fb2ff
Binary files /dev/null and b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..af20c1a4f04c2a6b940ac376ba671a205030f9ab
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2313.215312807579,1719493332,checkpoint_000000,True,False,1,a33ea899,2024-06-27_15-02-12,69.87668585777283,69.87668585777283,69992,r8i6n8,10.159.28.66,69.87668585777283,1
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f2a84cfee326278111d1e7524d1653923161e0f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
@@ -0,0 +1 @@
+{"loss": 2313.215312807579, "timestamp": 1719493332, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a33ea899", "date": "2024-06-27_15-02-12", "time_this_iter_s": 69.87668585777283, "time_total_s": 69.87668585777283, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.8014267791772675, "lr": 0.06443936649826909, "batch_size": 1024}, "time_since_restore": 69.87668585777283, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8 b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d029f0a53fc61a05db807c4a0c184d498f6e6f0d
Binary files /dev/null and b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d4b14a5d5426183a91ba6b96fec24d0b7505d50
--- /dev/null
+++ b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.620662951741282,
+  "embedding_dim": 1024,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 2,
+  "lr": 0.00347738554616066,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..aa31708fcf818b56e0e76933996650ea0a892d02
Binary files /dev/null and b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5540033d25218caaa09616a21cd4315ac85234ac
--- /dev/null
+++ b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2050.3518681563733,1719540226,checkpoint_000000,True,False,1,aaac0ba4,2024-06-28_04-03-47,859.009360074997,859.009360074997,242786,r8i6n8,10.159.28.66,859.009360074997,1
+2052.4004069651205,1719541069,checkpoint_000001,True,False,2,aaac0ba4,2024-06-28_04-17-50,843.1840569972992,1702.1934170722961,242786,r8i6n8,10.159.28.66,1702.1934170722961,2
+2052.2435062438485,1719541912,checkpoint_000002,True,False,3,aaac0ba4,2024-06-28_04-31-53,842.8456587791443,2545.0390758514404,242786,r8i6n8,10.159.28.66,2545.0390758514404,3
+2050.0776482529527,1719542755,checkpoint_000003,True,False,4,aaac0ba4,2024-06-28_04-45-55,842.6302690505981,3387.6693449020386,242786,r8i6n8,10.159.28.66,3387.6693449020386,4
+2056.0218419352855,1719543597,checkpoint_000004,True,False,5,aaac0ba4,2024-06-28_04-59-57,841.9567799568176,4229.626124858856,242786,r8i6n8,10.159.28.66,4229.626124858856,5
+2051.6352116141734,1719544438,checkpoint_000005,True,False,6,aaac0ba4,2024-06-28_05-13-59,841.3759407997131,5071.002065658569,242786,r8i6n8,10.159.28.66,5071.002065658569,6
+2049.202928918553,1719545280,checkpoint_000006,True,False,7,aaac0ba4,2024-06-28_05-28-01,842.0156388282776,5913.017704486847,242786,r8i6n8,10.159.28.66,5913.017704486847,7
+2061.2424547090304,1719546122,checkpoint_000007,True,False,8,aaac0ba4,2024-06-28_05-42-02,841.3607151508331,6754.37841963768,242786,r8i6n8,10.159.28.66,6754.37841963768,8
+2040.9990743802289,1719546963,checkpoint_000008,True,False,9,aaac0ba4,2024-06-28_05-56-04,841.6030082702637,7595.981427907944,242786,r8i6n8,10.159.28.66,7595.981427907944,9
+2036.6472908080093,1719547805,checkpoint_000009,True,False,10,aaac0ba4,2024-06-28_06-10-05,841.7590441703796,8437.740472078323,242786,r8i6n8,10.159.28.66,8437.740472078323,10
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..690409f8156bdd6575e477e0f659042d0351c4ef
--- /dev/null
+++ b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
@@ -0,0 +1,10 @@
+{"loss": 2050.3518681563733, "timestamp": 1719540226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "aaac0ba4", "date": "2024-06-28_04-03-47", "time_this_iter_s": 859.009360074997, "time_total_s": 859.009360074997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 859.009360074997, "iterations_since_restore": 1}
+{"loss": 2052.4004069651205, "timestamp": 1719541069, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "aaac0ba4", "date": "2024-06-28_04-17-50", "time_this_iter_s": 843.1840569972992, "time_total_s": 1702.1934170722961, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 1702.1934170722961, "iterations_since_restore": 2}
+{"loss": 2052.2435062438485, "timestamp": 1719541912, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "aaac0ba4", "date": "2024-06-28_04-31-53", "time_this_iter_s": 842.8456587791443, "time_total_s": 2545.0390758514404, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 2545.0390758514404, "iterations_since_restore": 3}
+{"loss": 2050.0776482529527, "timestamp": 1719542755, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "aaac0ba4", "date": "2024-06-28_04-45-55", "time_this_iter_s": 842.6302690505981, "time_total_s": 3387.6693449020386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 3387.6693449020386, "iterations_since_restore": 4}
+{"loss": 2056.0218419352855, "timestamp": 1719543597, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "aaac0ba4", "date": "2024-06-28_04-59-57", "time_this_iter_s": 841.9567799568176, "time_total_s": 4229.626124858856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 4229.626124858856, "iterations_since_restore": 5}
+{"loss": 2051.6352116141734, "timestamp": 1719544438, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "aaac0ba4", "date": "2024-06-28_05-13-59", "time_this_iter_s": 841.3759407997131, "time_total_s": 5071.002065658569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5071.002065658569, "iterations_since_restore": 6}
+{"loss": 2049.202928918553, "timestamp": 1719545280, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "aaac0ba4", "date": "2024-06-28_05-28-01", "time_this_iter_s": 842.0156388282776, "time_total_s": 5913.017704486847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5913.017704486847, "iterations_since_restore": 7}
+{"loss": 2061.2424547090304, "timestamp": 1719546122, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "aaac0ba4", "date": "2024-06-28_05-42-02", "time_this_iter_s": 841.3607151508331, "time_total_s": 6754.37841963768, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 6754.37841963768, "iterations_since_restore": 8}
+{"loss": 2040.9990743802289, "timestamp": 1719546963, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "aaac0ba4", "date": "2024-06-28_05-56-04", "time_this_iter_s": 841.6030082702637, "time_total_s": 7595.981427907944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 7595.981427907944, "iterations_since_restore": 9}
+{"loss": 2036.6472908080093, "timestamp": 1719547805, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "aaac0ba4", "date": "2024-06-28_06-10-05", "time_this_iter_s": 841.7590441703796, "time_total_s": 8437.740472078323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 8437.740472078323, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8 b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..601076039753388d3b11c8804ba6212582391068
Binary files /dev/null and b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7d839b7ee0189f41d92d20b15707008ab97b52d2
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.9916390007635185,
+  "embedding_dim": 256,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.02082451872516576,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..99c09aafc532b250f8260828202f991103b64838
Binary files /dev/null and b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5edae48c51ac49d958c51236257284568d6526c8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
@@ -0,0 +1,6 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2619.9586787186267,1719510844,checkpoint_000000,True,False,1,b167b5be,2024-06-27_19-54-04,71.05141735076904,71.05141735076904,242786,r8i6n8,10.159.28.66,71.05141735076904,1
+2487.16093865342,1719510902,checkpoint_000001,True,False,2,b167b5be,2024-06-27_19-55-02,58.0530526638031,129.10447001457214,242786,r8i6n8,10.159.28.66,129.10447001457214,2
+2400.946604330709,1719510960,checkpoint_000002,True,False,3,b167b5be,2024-06-27_19-56-00,57.610605001449585,186.71507501602173,242786,r8i6n8,10.159.28.66,186.71507501602173,3
+2286.2255494125247,1719511017,checkpoint_000003,True,False,4,b167b5be,2024-06-27_19-56-57,57.45701217651367,244.1720871925354,242786,r8i6n8,10.159.28.66,244.1720871925354,4
+2179.0624384842517,1719511075,checkpoint_000004,True,False,5,b167b5be,2024-06-27_19-57-55,57.4915931224823,301.6636803150177,242786,r8i6n8,10.159.28.66,301.6636803150177,5
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f7892b19fb3f9ebcb45deafa139d725fd3080b7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
@@ -0,0 +1,5 @@
+{"loss": 2619.9586787186267, "timestamp": 1719510844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b167b5be", "date": "2024-06-27_19-54-04", "time_this_iter_s": 71.05141735076904, "time_total_s": 71.05141735076904, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 71.05141735076904, "iterations_since_restore": 1}
+{"loss": 2487.16093865342, "timestamp": 1719510902, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b167b5be", "date": "2024-06-27_19-55-02", "time_this_iter_s": 58.0530526638031, "time_total_s": 129.10447001457214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 129.10447001457214, "iterations_since_restore": 2}
+{"loss": 2400.946604330709, "timestamp": 1719510960, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b167b5be", "date": "2024-06-27_19-56-00", "time_this_iter_s": 57.610605001449585, "time_total_s": 186.71507501602173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 186.71507501602173, "iterations_since_restore": 3}
+{"loss": 2286.2255494125247, "timestamp": 1719511017, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b167b5be", "date": "2024-06-27_19-56-57", "time_this_iter_s": 57.45701217651367, "time_total_s": 244.1720871925354, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 244.1720871925354, "iterations_since_restore": 4}
+{"loss": 2179.0624384842517, "timestamp": 1719511075, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b167b5be", "date": "2024-06-27_19-57-55", "time_this_iter_s": 57.4915931224823, "time_total_s": 301.6636803150177, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 301.6636803150177, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8 b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d04a76ee62910f3bf4741cd8bc12d9de73aad092
Binary files /dev/null and b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..418e0cdac229369c571f8154857a603f30011611
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.2473324871734921,
+  "embedding_dim": 16,
+  "encoder_ff": 512,
+  "encoder_num_layer": 2,
+  "lr": 0.08715018752570974,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bbf3c9690d6573dbcc93579169298c8284c5f38b
Binary files /dev/null and b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..382cb8d55b884b7934538770eeb5b7d493af6b7a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2342.1553426427167,1719547872,checkpoint_000000,True,False,1,b2637af1,2024-06-28_06-11-12,66.37161922454834,66.37161922454834,242786,r8i6n8,10.159.28.66,66.37161922454834,1
+2230.1564153235727,1719547925,checkpoint_000001,True,False,2,b2637af1,2024-06-28_06-12-05,52.5772385597229,118.94885778427124,242786,r8i6n8,10.159.28.66,118.94885778427124,2
+2089.4225843534696,1719547978,checkpoint_000002,True,False,3,b2637af1,2024-06-28_06-12-58,52.95364809036255,171.9025058746338,242786,r8i6n8,10.159.28.66,171.9025058746338,3
+2035.8427676703986,1719548030,checkpoint_000003,True,False,4,b2637af1,2024-06-28_06-13-50,52.54171442985535,224.44422030448914,242786,r8i6n8,10.159.28.66,224.44422030448914,4
+1988.0233682947835,1719548083,checkpoint_000004,True,False,5,b2637af1,2024-06-28_06-14-43,52.50262928009033,276.94684958457947,242786,r8i6n8,10.159.28.66,276.94684958457947,5
+1975.179330900898,1719548135,checkpoint_000005,True,False,6,b2637af1,2024-06-28_06-15-35,52.05119323730469,328.99804282188416,242786,r8i6n8,10.159.28.66,328.99804282188416,6
+1963.0230732114296,1719548187,checkpoint_000006,True,False,7,b2637af1,2024-06-28_06-16-27,52.52018332481384,381.518226146698,242786,r8i6n8,10.159.28.66,381.518226146698,7
+1959.1778295321728,1719548239,checkpoint_000007,True,False,8,b2637af1,2024-06-28_06-17-19,52.090354681015015,433.608580827713,242786,r8i6n8,10.159.28.66,433.608580827713,8
+1956.1374309870203,1719548292,checkpoint_000008,True,False,9,b2637af1,2024-06-28_06-18-12,52.52081227302551,486.1293931007385,242786,r8i6n8,10.159.28.66,486.1293931007385,9
+1954.741417591966,1719548344,checkpoint_000009,True,False,10,b2637af1,2024-06-28_06-19-04,52.11372709274292,538.2431201934814,242786,r8i6n8,10.159.28.66,538.2431201934814,10
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..063e9e0607ccc7de0da00b682317e3471e92617c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
@@ -0,0 +1,10 @@
+{"loss": 2342.1553426427167, "timestamp": 1719547872, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b2637af1", "date": "2024-06-28_06-11-12", "time_this_iter_s": 66.37161922454834, "time_total_s": 66.37161922454834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 66.37161922454834, "iterations_since_restore": 1}
+{"loss": 2230.1564153235727, "timestamp": 1719547925, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b2637af1", "date": "2024-06-28_06-12-05", "time_this_iter_s": 52.5772385597229, "time_total_s": 118.94885778427124, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 118.94885778427124, "iterations_since_restore": 2}
+{"loss": 2089.4225843534696, "timestamp": 1719547978, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b2637af1", "date": "2024-06-28_06-12-58", "time_this_iter_s": 52.95364809036255, "time_total_s": 171.9025058746338, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 171.9025058746338, "iterations_since_restore": 3}
+{"loss": 2035.8427676703986, "timestamp": 1719548030, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b2637af1", "date": "2024-06-28_06-13-50", "time_this_iter_s": 52.54171442985535, "time_total_s": 224.44422030448914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 224.44422030448914, "iterations_since_restore": 4}
+{"loss": 1988.0233682947835, "timestamp": 1719548083, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b2637af1", "date": "2024-06-28_06-14-43", "time_this_iter_s": 52.50262928009033, "time_total_s": 276.94684958457947, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 276.94684958457947, "iterations_since_restore": 5}
+{"loss": 1975.179330900898, "timestamp": 1719548135, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b2637af1", "date": "2024-06-28_06-15-35", "time_this_iter_s": 52.05119323730469, "time_total_s": 328.99804282188416, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 328.99804282188416, "iterations_since_restore": 6}
+{"loss": 1963.0230732114296, "timestamp": 1719548187, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b2637af1", "date": "2024-06-28_06-16-27", "time_this_iter_s": 52.52018332481384, "time_total_s": 381.518226146698, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 381.518226146698, "iterations_since_restore": 7}
+{"loss": 1959.1778295321728, "timestamp": 1719548239, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b2637af1", "date": "2024-06-28_06-17-19", "time_this_iter_s": 52.090354681015015, "time_total_s": 433.608580827713, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 433.608580827713, "iterations_since_restore": 8}
+{"loss": 1956.1374309870203, "timestamp": 1719548292, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b2637af1", "date": "2024-06-28_06-18-12", "time_this_iter_s": 52.52081227302551, "time_total_s": 486.1293931007385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 486.1293931007385, "iterations_since_restore": 9}
+{"loss": 1954.741417591966, "timestamp": 1719548344, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b2637af1", "date": "2024-06-28_06-19-04", "time_this_iter_s": 52.11372709274292, "time_total_s": 538.2431201934814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 538.2431201934814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2950e9ca88edb8dfe2d60a1d5291b627885b332f
Binary files /dev/null and b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..895b3d2305fbb7f465675b5e770594f401f947b1
Binary files /dev/null and b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ad2fa503b243b4559fa22adc31281f6afdbec316
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.40559456476144173,
+  "embedding_dim": 256,
+  "encoder_ff": 512,
+  "encoder_num_layer": 4,
+  "lr": 0.0012413894518875446,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..94622d42f706dc24d00b85e6186c06379c7a0d9b
Binary files /dev/null and b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c17fe4735fa774dbf95f7336b38d7fdfa1d827f4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1965.450800377553,1719490702,checkpoint_000000,True,False,1,b6132594,2024-06-27_14-18-22,88.76505160331726,88.76505160331726,35196,r8i6n8,10.159.28.66,88.76505160331726,1
+1968.0043185977486,1719493918,checkpoint_000001,True,False,2,b6132594,2024-06-27_15-11-58,87.441162109375,176.20621371269226,69992,r8i6n8,10.159.28.66,87.441162109375,1
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..06b6cc43754b9b60eb60c4c6702646d24a8cc9a3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
@@ -0,0 +1,2 @@
+{"loss": 1965.450800377553, "timestamp": 1719490702, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b6132594", "date": "2024-06-27_14-18-22", "time_this_iter_s": 88.76505160331726, "time_total_s": 88.76505160331726, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 88.76505160331726, "iterations_since_restore": 1}
+{"loss": 1968.0043185977486, "timestamp": 1719493918, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b6132594", "date": "2024-06-27_15-11-58", "time_this_iter_s": 87.441162109375, "time_total_s": 176.20621371269226, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 87.441162109375, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9cbd2ac983adc1da36a7c2e143335e6db95f0747
Binary files /dev/null and b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..3e3d332762d1e569f772671f675fafe69014d7be
Binary files /dev/null and b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9786f27e2b6b0b56d59313468a02e6ad1ac1c91d
Binary files /dev/null and b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..cf82a1099cbcd9c8335b958d18772e5c76f0ceb3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.03943053020125942,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 8,
+  "lr": 0.012132296191722286,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..85aa805d450fb33faa63f0fe7e0ffde4b5c27f68
Binary files /dev/null and b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..9fa0c24b25853ad6cc48e124c27c8c7acb36a930
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
@@ -0,0 +1,19 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1963.3635244294414,1719500616,checkpoint_000000,True,False,1,b7bc0828,2024-06-27_17-03-36,168.4553461074829,168.4553461074829,242786,r8i6n8,10.159.28.66,168.4553461074829,1
+1964.994483767532,1719500770,checkpoint_000001,True,False,2,b7bc0828,2024-06-27_17-06-11,154.8085856437683,323.2639317512512,242786,r8i6n8,10.159.28.66,323.2639317512512,2
+1983.6730389932948,1719505075,checkpoint_000002,True,False,3,b7bc0828,2024-06-27_18-17-56,168.71964645385742,491.98357820510864,242786,r8i6n8,10.159.28.66,168.71964645385742,1
+1960.5562071312131,1719505230,checkpoint_000003,True,False,4,b7bc0828,2024-06-27_18-20-30,154.50840067863464,646.4919788837433,242786,r8i6n8,10.159.28.66,323.22804713249207,2
+1963.4618429349164,1719505385,checkpoint_000004,True,False,5,b7bc0828,2024-06-27_18-23-05,154.80316591262817,801.2951447963715,242786,r8i6n8,10.159.28.66,478.03121304512024,3
+1989.1539575772022,1719505540,checkpoint_000005,True,False,6,b7bc0828,2024-06-27_18-25-40,154.934711933136,956.2298567295074,242786,r8i6n8,10.159.28.66,632.9659249782562,4
+1964.115951417938,1719505694,checkpoint_000006,True,False,7,b7bc0828,2024-06-27_18-28-14,154.43893933296204,1110.6687960624695,242786,r8i6n8,10.159.28.66,787.4048643112183,5
+1960.8267860712967,1719505849,checkpoint_000007,True,False,8,b7bc0828,2024-06-27_18-30-49,154.76330041885376,1265.4320964813232,242786,r8i6n8,10.159.28.66,942.168164730072,6
+1976.2787653404896,1719507156,checkpoint_000008,True,False,9,b7bc0828,2024-06-27_18-52-36,168.00890111923218,1433.4409976005554,242786,r8i6n8,10.159.28.66,168.00890111923218,1
+1976.2708451879307,1719507310,checkpoint_000009,True,False,10,b7bc0828,2024-06-27_18-55-11,154.69092273712158,1588.131920337677,242786,r8i6n8,10.159.28.66,322.69982385635376,2
+1981.451539047121,1719507465,checkpoint_000010,True,False,11,b7bc0828,2024-06-27_18-57-45,154.6102569103241,1742.742177248001,242786,r8i6n8,10.159.28.66,477.31008076667786,3
+1979.4912320835383,1719507619,checkpoint_000011,True,False,12,b7bc0828,2024-06-27_19-00-19,154.2633924484253,1897.0055696964264,242786,r8i6n8,10.159.28.66,631.5734732151031,4
+1965.0564301257998,1719507774,checkpoint_000012,True,False,13,b7bc0828,2024-06-27_19-02-54,154.53979539871216,2051.5453650951385,242786,r8i6n8,10.159.28.66,786.1132686138153,5
+1963.731471264456,1719507929,checkpoint_000013,True,False,14,b7bc0828,2024-06-27_19-05-29,154.80543661117554,2206.350801706314,242786,r8i6n8,10.159.28.66,940.9187052249908,6
+1999.236413670337,1719508083,checkpoint_000014,True,False,15,b7bc0828,2024-06-27_19-08-03,153.99702858924866,2360.3478302955627,242786,r8i6n8,10.159.28.66,1094.9157338142395,7
+1977.9634634904035,1719508237,checkpoint_000015,True,False,16,b7bc0828,2024-06-27_19-10-37,154.58372330665588,2514.9315536022186,242786,r8i6n8,10.159.28.66,1249.4994571208954,8
+1982.2560737189347,1719508391,checkpoint_000016,True,False,17,b7bc0828,2024-06-27_19-13-11,154.08641910552979,2669.0179727077484,242786,r8i6n8,10.159.28.66,1403.5858762264252,9
+1968.0494442436639,1719508546,checkpoint_000017,True,False,18,b7bc0828,2024-06-27_19-15-46,154.52800750732422,2823.5459802150726,242786,r8i6n8,10.159.28.66,1558.1138837337494,10
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..038eb435970a025601afbb9da128a56ff9410948
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
@@ -0,0 +1,18 @@
+{"loss": 1963.3635244294414, "timestamp": 1719500616, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b7bc0828", "date": "2024-06-27_17-03-36", "time_this_iter_s": 168.4553461074829, "time_total_s": 168.4553461074829, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.4553461074829, "iterations_since_restore": 1}
+{"loss": 1964.994483767532, "timestamp": 1719500770, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b7bc0828", "date": "2024-06-27_17-06-11", "time_this_iter_s": 154.8085856437683, "time_total_s": 323.2639317512512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.2639317512512, "iterations_since_restore": 2}
+{"loss": 1983.6730389932948, "timestamp": 1719505075, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b7bc0828", "date": "2024-06-27_18-17-56", "time_this_iter_s": 168.71964645385742, "time_total_s": 491.98357820510864, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.71964645385742, "iterations_since_restore": 1}
+{"loss": 1960.5562071312131, "timestamp": 1719505230, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b7bc0828", "date": "2024-06-27_18-20-30", "time_this_iter_s": 154.50840067863464, "time_total_s": 646.4919788837433, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.22804713249207, "iterations_since_restore": 2}
+{"loss": 1963.4618429349164, "timestamp": 1719505385, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b7bc0828", "date": "2024-06-27_18-23-05", "time_this_iter_s": 154.80316591262817, "time_total_s": 801.2951447963715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 478.03121304512024, "iterations_since_restore": 3}
+{"loss": 1989.1539575772022, "timestamp": 1719505540, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b7bc0828", "date": "2024-06-27_18-25-40", "time_this_iter_s": 154.934711933136, "time_total_s": 956.2298567295074, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 632.9659249782562, "iterations_since_restore": 4}
+{"loss": 1964.115951417938, "timestamp": 1719505694, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b7bc0828", "date": "2024-06-27_18-28-14", "time_this_iter_s": 154.43893933296204, "time_total_s": 1110.6687960624695, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 787.4048643112183, "iterations_since_restore": 5}
+{"loss": 1960.8267860712967, "timestamp": 1719505849, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b7bc0828", "date": "2024-06-27_18-30-49", "time_this_iter_s": 154.76330041885376, "time_total_s": 1265.4320964813232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 942.168164730072, "iterations_since_restore": 6}
+{"loss": 1976.2787653404896, "timestamp": 1719507156, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b7bc0828", "date": "2024-06-27_18-52-36", "time_this_iter_s": 168.00890111923218, "time_total_s": 1433.4409976005554, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.00890111923218, "iterations_since_restore": 1}
+{"loss": 1976.2708451879307, "timestamp": 1719507310, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b7bc0828", "date": "2024-06-27_18-55-11", "time_this_iter_s": 154.69092273712158, "time_total_s": 1588.131920337677, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 322.69982385635376, "iterations_since_restore": 2}
+{"loss": 1981.451539047121, "timestamp": 1719507465, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "b7bc0828", "date": "2024-06-27_18-57-45", "time_this_iter_s": 154.6102569103241, "time_total_s": 1742.742177248001, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 477.31008076667786, "iterations_since_restore": 3}
+{"loss": 1979.4912320835383, "timestamp": 1719507619, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "b7bc0828", "date": "2024-06-27_19-00-19", "time_this_iter_s": 154.2633924484253, "time_total_s": 1897.0055696964264, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 631.5734732151031, "iterations_since_restore": 4}
+{"loss": 1965.0564301257998, "timestamp": 1719507774, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "b7bc0828", "date": "2024-06-27_19-02-54", "time_this_iter_s": 154.53979539871216, "time_total_s": 2051.5453650951385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 786.1132686138153, "iterations_since_restore": 5}
+{"loss": 1963.731471264456, "timestamp": 1719507929, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "b7bc0828", "date": "2024-06-27_19-05-29", "time_this_iter_s": 154.80543661117554, "time_total_s": 2206.350801706314, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 940.9187052249908, "iterations_since_restore": 6}
+{"loss": 1999.236413670337, "timestamp": 1719508083, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "b7bc0828", "date": "2024-06-27_19-08-03", "time_this_iter_s": 153.99702858924866, "time_total_s": 2360.3478302955627, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1094.9157338142395, "iterations_since_restore": 7}
+{"loss": 1977.9634634904035, "timestamp": 1719508237, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "b7bc0828", "date": "2024-06-27_19-10-37", "time_this_iter_s": 154.58372330665588, "time_total_s": 2514.9315536022186, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1249.4994571208954, "iterations_since_restore": 8}
+{"loss": 1982.2560737189347, "timestamp": 1719508391, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "b7bc0828", "date": "2024-06-27_19-13-11", "time_this_iter_s": 154.08641910552979, "time_total_s": 2669.0179727077484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1403.5858762264252, "iterations_since_restore": 9}
+{"loss": 1968.0494442436639, "timestamp": 1719508546, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "b7bc0828", "date": "2024-06-27_19-15-46", "time_this_iter_s": 154.52800750732422, "time_total_s": 2823.5459802150726, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1558.1138837337494, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8 b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0c68fb76665bdd1cf2a7bb18c89c526c2ea87f74
Binary files /dev/null and b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c96f32fbb81ebf5b35fe6b3e8f799cfe2e967276
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.49135894275544967,
+  "embedding_dim": 256,
+  "encoder_ff": 512,
+  "encoder_num_layer": 2,
+  "lr": 0.035530667591767505,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8790c28deb64c6fedbd8e49ec7baceae7f7a1441
Binary files /dev/null and b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0c53e109fe43cd85ab75cbb698f7295aeab17189
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3332.7398422121064,1719502275,checkpoint_000000,True,False,1,b83eca19,2024-06-27_17-31-16,76.17734885215759,76.17734885215759,242786,r8i6n8,10.159.28.66,76.17734885215759,1
+2299.3813442921073,1719502338,checkpoint_000001,True,False,2,b83eca19,2024-06-27_17-32-18,62.30854034423828,138.48588919639587,242786,r8i6n8,10.159.28.66,138.48588919639587,2
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..e70405cb1493a9bb2bb2a019f7f427277d1e5785
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
@@ -0,0 +1,2 @@
+{"loss": 3332.7398422121064, "timestamp": 1719502275, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b83eca19", "date": "2024-06-27_17-31-16", "time_this_iter_s": 76.17734885215759, "time_total_s": 76.17734885215759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 76.17734885215759, "iterations_since_restore": 1}
+{"loss": 2299.3813442921073, "timestamp": 1719502338, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b83eca19", "date": "2024-06-27_17-32-18", "time_this_iter_s": 62.30854034423828, "time_total_s": 138.48588919639587, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 138.48588919639587, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0ec069bec622e0a187b5a06efd23b5937b282d60
Binary files /dev/null and b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..915d9b245337e930eda3d5e315cc18ae3ee71537
Binary files /dev/null and b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..af626731e4780dc4ada78e775600c489382b442b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.5345579147076132,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 1,
+  "lr": 0.0017624805585372257,
+  "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..68220aede3a6454053f05dd3107664da81df439c
Binary files /dev/null and b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..028fa0f380538d27ce870f5155359733a8f6c666
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1977.4159521868849,1719491515,checkpoint_000000,True,False,1,c02405fc,2024-06-27_14-31-55,85.07843685150146,85.07843685150146,35196,r8i6n8,10.159.28.66,85.07843685150146,1
+1978.1414919875738,1719494127,checkpoint_000001,True,False,2,c02405fc,2024-06-27_15-15-27,85.28851962089539,170.36695647239685,69992,r8i6n8,10.159.28.66,85.28851962089539,1
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..1cbbe752588c94a4a3e6c24deb6f9e0df656da11
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
@@ -0,0 +1,2 @@
+{"loss": 1977.4159521868849, "timestamp": 1719491515, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c02405fc", "date": "2024-06-27_14-31-55", "time_this_iter_s": 85.07843685150146, "time_total_s": 85.07843685150146, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.07843685150146, "iterations_since_restore": 1}
+{"loss": 1978.1414919875738, "timestamp": 1719494127, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c02405fc", "date": "2024-06-27_15-15-27", "time_this_iter_s": 85.28851962089539, "time_total_s": 170.36695647239685, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.28851962089539, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9a0c434b7415c738cc1ccb2f8630f0de17aea7f1
Binary files /dev/null and b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..4352dd839663c3d4558b0d6eede6be424869104a
Binary files /dev/null and b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..a7ab0c323b0d59ff50dac2ee567d50484f2e7a90
Binary files /dev/null and b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..34accf60cde3bcb83a6ef451e4a39a4c735e388b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.37340656523341487,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.0007457945749126396,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c09a4a4872f00cb6fd0d5167f202bd27466408f1
Binary files /dev/null and b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c48cb0d3a32297132f3737f56ba9e152d631f149
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
@@ -0,0 +1,15 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+248.8490186075526,1719493632,checkpoint_000000,True,False,1,c04d8657,2024-06-27_15-07-12,69.30736112594604,69.30736112594604,69992,r8i6n8,10.159.28.66,69.30736112594604,1
+176.55898278904712,1719494854,checkpoint_000001,True,False,2,c04d8657,2024-06-27_15-27-34,70.9636754989624,140.27103662490845,69992,r8i6n8,10.159.28.66,70.9636754989624,1
+153.5841199018824,1719494911,checkpoint_000002,True,False,3,c04d8657,2024-06-27_15-28-31,56.80309820175171,197.07413482666016,69992,r8i6n8,10.159.28.66,127.76677370071411,2
+141.87842869195413,1719494968,checkpoint_000003,True,False,4,c04d8657,2024-06-27_15-29-28,56.76813840866089,253.84227323532104,69992,r8i6n8,10.159.28.66,184.534912109375,3
+132.76247937660517,1719496213,checkpoint_000004,True,False,5,c04d8657,2024-06-27_15-50-13,70.93559050559998,324.777863740921,69992,r8i6n8,10.159.28.66,70.93559050559998,1
+127.65858931053342,1719496269,checkpoint_000005,True,False,6,c04d8657,2024-06-27_15-51-09,56.18658232688904,380.96444606781006,69992,r8i6n8,10.159.28.66,127.12217283248901,2
+128.54880821047806,1719496325,checkpoint_000006,True,False,7,c04d8657,2024-06-27_15-52-05,55.70376706123352,436.6682131290436,69992,r8i6n8,10.159.28.66,182.82593989372253,3
+121.30412758053757,1719496382,checkpoint_000007,True,False,8,c04d8657,2024-06-27_15-53-02,56.52959203720093,493.1978051662445,69992,r8i6n8,10.159.28.66,239.35553193092346,4
+124.07332433865766,1719496438,checkpoint_000008,True,False,9,c04d8657,2024-06-27_15-53-58,56.19808506965637,549.3958902359009,69992,r8i6n8,10.159.28.66,295.55361700057983,5
+115.79139270932656,1719496495,checkpoint_000009,True,False,10,c04d8657,2024-06-27_15-54-55,57.11151361465454,606.5074038505554,69992,r8i6n8,10.159.28.66,352.6651306152344,6
+113.53236323078787,1719496551,checkpoint_000010,True,False,11,c04d8657,2024-06-27_15-55-51,56.11752891540527,662.6249327659607,69992,r8i6n8,10.159.28.66,408.78265953063965,7
+112.30559909249854,1719496607,checkpoint_000011,True,False,12,c04d8657,2024-06-27_15-56-47,55.55129075050354,718.1762235164642,69992,r8i6n8,10.159.28.66,464.3339502811432,8
+113.81121531809409,1719496663,checkpoint_000012,True,False,13,c04d8657,2024-06-27_15-57-43,56.53476905822754,774.7109925746918,69992,r8i6n8,10.159.28.66,520.8687193393707,9
+110.44758017232098,1719496719,checkpoint_000013,True,False,14,c04d8657,2024-06-27_15-58-39,56.147799015045166,830.8587915897369,69992,r8i6n8,10.159.28.66,577.0165183544159,10
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..115f0d7f8cbaaee521dda265e6af5320bde627e3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
@@ -0,0 +1,14 @@
+{"loss": 248.8490186075526, "timestamp": 1719493632, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c04d8657", "date": "2024-06-27_15-07-12", "time_this_iter_s": 69.30736112594604, "time_total_s": 69.30736112594604, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 69.30736112594604, "iterations_since_restore": 1}
+{"loss": 176.55898278904712, "timestamp": 1719494854, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c04d8657", "date": "2024-06-27_15-27-34", "time_this_iter_s": 70.9636754989624, "time_total_s": 140.27103662490845, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.9636754989624, "iterations_since_restore": 1}
+{"loss": 153.5841199018824, "timestamp": 1719494911, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "c04d8657", "date": "2024-06-27_15-28-31", "time_this_iter_s": 56.80309820175171, "time_total_s": 197.07413482666016, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.76677370071411, "iterations_since_restore": 2}
+{"loss": 141.87842869195413, "timestamp": 1719494968, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "c04d8657", "date": "2024-06-27_15-29-28", "time_this_iter_s": 56.76813840866089, "time_total_s": 253.84227323532104, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 184.534912109375, "iterations_since_restore": 3}
+{"loss": 132.76247937660517, "timestamp": 1719496213, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "c04d8657", "date": "2024-06-27_15-50-13", "time_this_iter_s": 70.93559050559998, "time_total_s": 324.777863740921, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.93559050559998, "iterations_since_restore": 1}
+{"loss": 127.65858931053342, "timestamp": 1719496269, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "c04d8657", "date": "2024-06-27_15-51-09", "time_this_iter_s": 56.18658232688904, "time_total_s": 380.96444606781006, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.12217283248901, "iterations_since_restore": 2}
+{"loss": 128.54880821047806, "timestamp": 1719496325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "c04d8657", "date": "2024-06-27_15-52-05", "time_this_iter_s": 55.70376706123352, "time_total_s": 436.6682131290436, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 182.82593989372253, "iterations_since_restore": 3}
+{"loss": 121.30412758053757, "timestamp": 1719496382, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "c04d8657", "date": "2024-06-27_15-53-02", "time_this_iter_s": 56.52959203720093, "time_total_s": 493.1978051662445, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 239.35553193092346, "iterations_since_restore": 4}
+{"loss": 124.07332433865766, "timestamp": 1719496438, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "c04d8657", "date": "2024-06-27_15-53-58", "time_this_iter_s": 56.19808506965637, "time_total_s": 549.3958902359009, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 295.55361700057983, "iterations_since_restore": 5}
+{"loss": 115.79139270932656, "timestamp": 1719496495, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "c04d8657", "date": "2024-06-27_15-54-55", "time_this_iter_s": 57.11151361465454, "time_total_s": 606.5074038505554, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 352.6651306152344, "iterations_since_restore": 6}
+{"loss": 113.53236323078787, "timestamp": 1719496551, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "c04d8657", "date": "2024-06-27_15-55-51", "time_this_iter_s": 56.11752891540527, "time_total_s": 662.6249327659607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 408.78265953063965, "iterations_since_restore": 7}
+{"loss": 112.30559909249854, "timestamp": 1719496607, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "c04d8657", "date": "2024-06-27_15-56-47", "time_this_iter_s": 55.55129075050354, "time_total_s": 718.1762235164642, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 464.3339502811432, "iterations_since_restore": 8}
+{"loss": 113.81121531809409, "timestamp": 1719496663, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "c04d8657", "date": "2024-06-27_15-57-43", "time_this_iter_s": 56.53476905822754, "time_total_s": 774.7109925746918, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 520.8687193393707, "iterations_since_restore": 9}
+{"loss": 110.44758017232098, "timestamp": 1719496719, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "c04d8657", "date": "2024-06-27_15-58-39", "time_this_iter_s": 56.147799015045166, "time_total_s": 830.8587915897369, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 577.0165183544159, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8 b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..862f00057662dab9f3742be1c2069ea5a4acc02a
Binary files /dev/null and b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8d7586abddae87a82b382e69d2b4b34e9a4851a7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.8825060164596403,
+  "embedding_dim": 256,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.00022475452906788255,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..319b1e4746b7d10b0822fef84f8233951757e90f
Binary files /dev/null and b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b24b169bc202a108e937d9213ecbcbcaee14f195
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2052.7300347756213,1719490908,checkpoint_000000,True,False,1,c590a939,2024-06-27_14-21-48,205.80420541763306,205.80420541763306,35196,r8i6n8,10.159.28.66,205.80420541763306,1
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..db6afe3739ee3e662696f03f049d0f5e3ce91b02
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
@@ -0,0 +1 @@
+{"loss": 2052.7300347756213, "timestamp": 1719490908, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c590a939", "date": "2024-06-27_14-21-48", "time_this_iter_s": 205.80420541763306, "time_total_s": 205.80420541763306, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8825060164596403, "lr": 0.00022475452906788255, "batch_size": 1024}, "time_since_restore": 205.80420541763306, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8 b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..395c5082f612d7c7e9f7c2e55543192a0532c7a6
Binary files /dev/null and b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..200259a07817a23893965d606725450da3263782
--- /dev/null
+++ b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.8804057782771979,
+  "embedding_dim": 256,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 4,
+  "lr": 0.00020339747661453456,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0ee36134b5cf878aec4f1a6816e0a8a229c88067
Binary files /dev/null and b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ce3cbfb064eea9f99de5640fe5ec061c4ec532f1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
@@ -0,0 +1,4 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2046.8147607037401,1719562168,checkpoint_000000,True,False,1,cd09d91f,2024-06-28_10-09-28,113.24074220657349,113.24074220657349,242786,r8i6n8,10.159.28.66,113.24074220657349,1
+2046.7734077033097,1719562267,checkpoint_000001,True,False,2,cd09d91f,2024-06-28_10-11-07,99.61961531639099,212.86035752296448,242786,r8i6n8,10.159.28.66,212.86035752296448,2
+2044.4744459737942,1719562367,checkpoint_000002,True,False,3,cd09d91f,2024-06-28_10-12-47,99.62483620643616,312.48519372940063,242786,r8i6n8,10.159.28.66,312.48519372940063,3
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..12ce230c2d0704de93ca0653b56cc32762fb3607
--- /dev/null
+++ b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
@@ -0,0 +1,3 @@
+{"loss": 2046.8147607037401, "timestamp": 1719562168, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "cd09d91f", "date": "2024-06-28_10-09-28", "time_this_iter_s": 113.24074220657349, "time_total_s": 113.24074220657349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 113.24074220657349, "iterations_since_restore": 1}
+{"loss": 2046.7734077033097, "timestamp": 1719562267, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "cd09d91f", "date": "2024-06-28_10-11-07", "time_this_iter_s": 99.61961531639099, "time_total_s": 212.86035752296448, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 212.86035752296448, "iterations_since_restore": 2}
+{"loss": 2044.4744459737942, "timestamp": 1719562367, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "cd09d91f", "date": "2024-06-28_10-12-47", "time_this_iter_s": 99.62483620643616, "time_total_s": 312.48519372940063, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 312.48519372940063, "iterations_since_restore": 3}
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..701100d7784285edb871ba44c16763124c1b1a96
Binary files /dev/null and b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5848e0830444143cb78a182ce5c1d9c23a37e69f
Binary files /dev/null and b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..19a9f6356c28838568fbb0cd8358629e5aea5b8d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.5002709319790926,
+  "embedding_dim": 1024,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 2,
+  "lr": 0.0010079586534441948,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab554ab54e7df8c1d917deb258cdc9814daa34
Binary files /dev/null and b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..014d2b4cf8ca2685e4006d6bc769dc61e49a148d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1988.827157088152,1719497844,checkpoint_000000,True,False,1,ce13f5b5,2024-06-27_16-17-25,980.2613203525543,980.2613203525543,69992,r8i6n8,10.159.28.66,980.2613203525543,1
+1978.954319751169,1719498811,checkpoint_000001,True,False,2,ce13f5b5,2024-06-27_16-33-32,966.9953911304474,1947.2567114830017,69992,r8i6n8,10.159.28.66,1947.2567114830017,2
+1980.5698492095225,1719503758,checkpoint_000002,True,False,3,ce13f5b5,2024-06-27_17-55-58,980.9022901058197,2928.1590015888214,242786,r8i6n8,10.159.28.66,980.9022901058197,1
+1991.1704995463213,1719504722,checkpoint_000003,True,False,4,ce13f5b5,2024-06-27_18-12-02,964.2863810062408,3892.4453825950623,242786,r8i6n8,10.159.28.66,1945.1886711120605,2
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9f0039d1f002e6bbf9a2a44edc65a85e6ada692
--- /dev/null
+++ b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
@@ -0,0 +1,4 @@
+{"loss": 1988.827157088152, "timestamp": 1719497844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ce13f5b5", "date": "2024-06-27_16-17-25", "time_this_iter_s": 980.2613203525543, "time_total_s": 980.2613203525543, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.2613203525543, "iterations_since_restore": 1}
+{"loss": 1978.954319751169, "timestamp": 1719498811, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "ce13f5b5", "date": "2024-06-27_16-33-32", "time_this_iter_s": 966.9953911304474, "time_total_s": 1947.2567114830017, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1947.2567114830017, "iterations_since_restore": 2}
+{"loss": 1980.5698492095225, "timestamp": 1719503758, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "ce13f5b5", "date": "2024-06-27_17-55-58", "time_this_iter_s": 980.9022901058197, "time_total_s": 2928.1590015888214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.9022901058197, "iterations_since_restore": 1}
+{"loss": 1991.1704995463213, "timestamp": 1719504722, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "ce13f5b5", "date": "2024-06-27_18-12-02", "time_this_iter_s": 964.2863810062408, "time_total_s": 3892.4453825950623, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1945.1886711120605, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..99bec7c69ab89060fb44bd5cf0831b4914d041ba
Binary files /dev/null and b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..1691e0cff30f57a8e21c4d51ffbfdaeea13da71e
Binary files /dev/null and b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5cd08eef56bded162a0b5c97eebdca2cf7f0c000
Binary files /dev/null and b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..6bfa6ca57d534e683914ae2e1b004294085b2926
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.049653684746237436,
+  "embedding_dim": 256,
+  "encoder_ff": 512,
+  "encoder_num_layer": 8,
+  "lr": 0.0014072769080781988,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..008997072fd151c1980d4265bcf98c792fa84df3
Binary files /dev/null and b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6e1ed1ef6971e22046128410058edde881c052c4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1958.2553874338705,1719492460,checkpoint_000000,True,False,1,d2831dee,2024-06-27_14-47-40,306.8074827194214,306.8074827194214,69992,r8i6n8,10.159.28.66,306.8074827194214,1
+1955.7293941467765,1719494783,checkpoint_000001,True,False,2,d2831dee,2024-06-27_15-26-23,309.7399287223816,616.547411441803,69992,r8i6n8,10.159.28.66,309.7399287223816,1
+1960.276611328125,1719495627,checkpoint_000002,True,False,3,d2831dee,2024-06-27_15-40-27,308.24083185195923,924.7882432937622,69992,r8i6n8,10.159.28.66,308.24083185195923,1
+1955.4441956046999,1719495922,checkpoint_000003,True,True,4,d2831dee,2024-06-27_15-45-22,294.4752688407898,1219.263512134552,69992,r8i6n8,10.159.28.66,602.716100692749,2
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..8209b8ea6ccf958a427a6e6b7cb23738c3fdfd84
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
@@ -0,0 +1,4 @@
+{"loss": 1958.2553874338705, "timestamp": 1719492460, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d2831dee", "date": "2024-06-27_14-47-40", "time_this_iter_s": 306.8074827194214, "time_total_s": 306.8074827194214, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 306.8074827194214, "iterations_since_restore": 1}
+{"loss": 1955.7293941467765, "timestamp": 1719494783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d2831dee", "date": "2024-06-27_15-26-23", "time_this_iter_s": 309.7399287223816, "time_total_s": 616.547411441803, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 309.7399287223816, "iterations_since_restore": 1}
+{"loss": 1960.276611328125, "timestamp": 1719495627, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d2831dee", "date": "2024-06-27_15-40-27", "time_this_iter_s": 308.24083185195923, "time_total_s": 924.7882432937622, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 308.24083185195923, "iterations_since_restore": 1}
+{"loss": 1955.4441956046999, "timestamp": 1719495922, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": true, "training_iteration": 4, "trial_id": "d2831dee", "date": "2024-06-27_15-45-22", "time_this_iter_s": 294.4752688407898, "time_total_s": 1219.263512134552, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 602.716100692749, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..6d4f0078fd203da2f82dc460fa756564b2a76b19
Binary files /dev/null and b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9d986bc95b182ed81a3ee3445d29cc96827c9233
Binary files /dev/null and b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..b1f7a461f25c87806703210799e9239c026743d7
Binary files /dev/null and b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ceb704225d69d251ea66e4facd4d7486c4a2044
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.6203685879053435,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 8,
+  "lr": 0.00010069872409405673,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..788fe46106b1234911e3c3a5a4e0cfad52e5b446
Binary files /dev/null and b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..7fb55afd9b1f633832c79d9c4a23dd47c3f780ff
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1976.3505897822342,1719508904,checkpoint_000000,True,False,1,d78b949d,2024-06-27_19-21-44,89.9982442855835,89.9982442855835,242786,r8i6n8,10.159.28.66,89.9982442855835,1
+1974.78995543953,1719508980,checkpoint_000001,True,False,2,d78b949d,2024-06-27_19-23-00,76.56657218933105,166.56481647491455,242786,r8i6n8,10.159.28.66,166.56481647491455,2
+1974.6597150667446,1719509057,checkpoint_000002,True,False,3,d78b949d,2024-06-27_19-24-17,76.93186378479004,243.4966802597046,242786,r8i6n8,10.159.28.66,243.4966802597046,3
+1624.830540454294,1719509134,checkpoint_000003,True,False,4,d78b949d,2024-06-27_19-25-34,76.92754554748535,320.42422580718994,242786,r8i6n8,10.159.28.66,320.42422580718994,4
+1135.5229694036047,1719509211,checkpoint_000004,True,False,5,d78b949d,2024-06-27_19-26-51,76.4197883605957,396.84401416778564,242786,r8i6n8,10.159.28.66,396.84401416778564,5
+935.2523327925073,1719512025,checkpoint_000005,True,False,6,d78b949d,2024-06-27_20-13-45,90.96137690544128,487.80539107322693,242786,r8i6n8,10.159.28.66,90.96137690544128,1
+820.0057286540355,1719512102,checkpoint_000006,True,False,7,d78b949d,2024-06-27_20-15-02,77.09065294265747,564.8960440158844,242786,r8i6n8,10.159.28.66,168.05202984809875,2
+743.699236531896,1719512179,checkpoint_000007,True,False,8,d78b949d,2024-06-27_20-16-19,76.6766791343689,641.5727231502533,242786,r8i6n8,10.159.28.66,244.72870898246765,3
+700.0018103892409,1719512256,checkpoint_000008,True,False,9,d78b949d,2024-06-27_20-17-36,77.02537822723389,718.5981013774872,242786,r8i6n8,10.159.28.66,321.75408720970154,4
+663.1148220272514,1719512333,checkpoint_000009,True,False,10,d78b949d,2024-06-27_20-18-53,77.04872226715088,795.6468236446381,242786,r8i6n8,10.159.28.66,398.8028094768524,5
+626.2061512864481,1719513310,checkpoint_000010,True,False,11,d78b949d,2024-06-27_20-35-10,91.49215126037598,887.138974905014,242786,r8i6n8,10.159.28.66,91.49215126037598,1
+593.4698202778974,1719513386,checkpoint_000011,True,False,12,d78b949d,2024-06-27_20-36-26,76.48094964027405,963.6199245452881,242786,r8i6n8,10.159.28.66,167.97310090065002,2
+573.8050527497539,1719513463,checkpoint_000012,True,False,13,d78b949d,2024-06-27_20-37-43,76.42547011375427,1040.0453946590424,242786,r8i6n8,10.159.28.66,244.3985710144043,3
+550.3660424900805,1719513539,checkpoint_000013,True,False,14,d78b949d,2024-06-27_20-38-59,76.87634134292603,1116.9217360019684,242786,r8i6n8,10.159.28.66,321.2749123573303,4
+528.3513029804379,1719513616,checkpoint_000014,True,False,15,d78b949d,2024-06-27_20-40-16,76.89268255233765,1193.814418554306,242786,r8i6n8,10.159.28.66,398.16759490966797,5
+507.8953131728285,1719513693,checkpoint_000015,True,False,16,d78b949d,2024-06-27_20-41-33,76.85758066177368,1270.6719992160797,242786,r8i6n8,10.159.28.66,475.02517557144165,6
+487.3210242564284,1719513770,checkpoint_000016,True,False,17,d78b949d,2024-06-27_20-42-50,76.83648180961609,1347.5084810256958,242786,r8i6n8,10.159.28.66,551.8616573810577,7
+475.32467507189654,1719513846,checkpoint_000017,True,False,18,d78b949d,2024-06-27_20-44-06,76.3912570476532,1423.899738073349,242786,r8i6n8,10.159.28.66,628.2529144287109,8
+467.49932188499633,1719513923,checkpoint_000018,True,False,19,d78b949d,2024-06-27_20-45-23,76.9852523803711,1500.88499045372,242786,r8i6n8,10.159.28.66,705.238166809082,9
+459.3377106433778,1719514000,checkpoint_000019,True,False,20,d78b949d,2024-06-27_20-46-40,76.87024331092834,1577.7552337646484,242786,r8i6n8,10.159.28.66,782.1084101200104,10
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..afd63cffdf9940be280711f1c740acff2df7b93d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
@@ -0,0 +1,20 @@
+{"loss": 1976.3505897822342, "timestamp": 1719508904, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d78b949d", "date": "2024-06-27_19-21-44", "time_this_iter_s": 89.9982442855835, "time_total_s": 89.9982442855835, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 89.9982442855835, "iterations_since_restore": 1}
+{"loss": 1974.78995543953, "timestamp": 1719508980, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d78b949d", "date": "2024-06-27_19-23-00", "time_this_iter_s": 76.56657218933105, "time_total_s": 166.56481647491455, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 166.56481647491455, "iterations_since_restore": 2}
+{"loss": 1974.6597150667446, "timestamp": 1719509057, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d78b949d", "date": "2024-06-27_19-24-17", "time_this_iter_s": 76.93186378479004, "time_total_s": 243.4966802597046, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 243.4966802597046, "iterations_since_restore": 3}
+{"loss": 1624.830540454294, "timestamp": 1719509134, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "d78b949d", "date": "2024-06-27_19-25-34", "time_this_iter_s": 76.92754554748535, "time_total_s": 320.42422580718994, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 320.42422580718994, "iterations_since_restore": 4}
+{"loss": 1135.5229694036047, "timestamp": 1719509211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "d78b949d", "date": "2024-06-27_19-26-51", "time_this_iter_s": 76.4197883605957, "time_total_s": 396.84401416778564, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 396.84401416778564, "iterations_since_restore": 5}
+{"loss": 935.2523327925073, "timestamp": 1719512025, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "d78b949d", "date": "2024-06-27_20-13-45", "time_this_iter_s": 90.96137690544128, "time_total_s": 487.80539107322693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 90.96137690544128, "iterations_since_restore": 1}
+{"loss": 820.0057286540355, "timestamp": 1719512102, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "d78b949d", "date": "2024-06-27_20-15-02", "time_this_iter_s": 77.09065294265747, "time_total_s": 564.8960440158844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 168.05202984809875, "iterations_since_restore": 2}
+{"loss": 743.699236531896, "timestamp": 1719512179, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "d78b949d", "date": "2024-06-27_20-16-19", "time_this_iter_s": 76.6766791343689, "time_total_s": 641.5727231502533, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.72870898246765, "iterations_since_restore": 3}
+{"loss": 700.0018103892409, "timestamp": 1719512256, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "d78b949d", "date": "2024-06-27_20-17-36", "time_this_iter_s": 77.02537822723389, "time_total_s": 718.5981013774872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.75408720970154, "iterations_since_restore": 4}
+{"loss": 663.1148220272514, "timestamp": 1719512333, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "d78b949d", "date": "2024-06-27_20-18-53", "time_this_iter_s": 77.04872226715088, "time_total_s": 795.6468236446381, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.8028094768524, "iterations_since_restore": 5}
+{"loss": 626.2061512864481, "timestamp": 1719513310, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "d78b949d", "date": "2024-06-27_20-35-10", "time_this_iter_s": 91.49215126037598, "time_total_s": 887.138974905014, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 91.49215126037598, "iterations_since_restore": 1}
+{"loss": 593.4698202778974, "timestamp": 1719513386, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "d78b949d", "date": "2024-06-27_20-36-26", "time_this_iter_s": 76.48094964027405, "time_total_s": 963.6199245452881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 167.97310090065002, "iterations_since_restore": 2}
+{"loss": 573.8050527497539, "timestamp": 1719513463, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "d78b949d", "date": "2024-06-27_20-37-43", "time_this_iter_s": 76.42547011375427, "time_total_s": 1040.0453946590424, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.3985710144043, "iterations_since_restore": 3}
+{"loss": 550.3660424900805, "timestamp": 1719513539, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "d78b949d", "date": "2024-06-27_20-38-59", "time_this_iter_s": 76.87634134292603, "time_total_s": 1116.9217360019684, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.2749123573303, "iterations_since_restore": 4}
+{"loss": 528.3513029804379, "timestamp": 1719513616, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "d78b949d", "date": "2024-06-27_20-40-16", "time_this_iter_s": 76.89268255233765, "time_total_s": 1193.814418554306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.16759490966797, "iterations_since_restore": 5}
+{"loss": 507.8953131728285, "timestamp": 1719513693, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "d78b949d", "date": "2024-06-27_20-41-33", "time_this_iter_s": 76.85758066177368, "time_total_s": 1270.6719992160797, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 475.02517557144165, "iterations_since_restore": 6}
+{"loss": 487.3210242564284, "timestamp": 1719513770, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "d78b949d", "date": "2024-06-27_20-42-50", "time_this_iter_s": 76.83648180961609, "time_total_s": 1347.5084810256958, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 551.8616573810577, "iterations_since_restore": 7}
+{"loss": 475.32467507189654, "timestamp": 1719513846, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "d78b949d", "date": "2024-06-27_20-44-06", "time_this_iter_s": 76.3912570476532, "time_total_s": 1423.899738073349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 628.2529144287109, "iterations_since_restore": 8}
+{"loss": 467.49932188499633, "timestamp": 1719513923, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "d78b949d", "date": "2024-06-27_20-45-23", "time_this_iter_s": 76.9852523803711, "time_total_s": 1500.88499045372, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 705.238166809082, "iterations_since_restore": 9}
+{"loss": 459.3377106433778, "timestamp": 1719514000, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "d78b949d", "date": "2024-06-27_20-46-40", "time_this_iter_s": 76.87024331092834, "time_total_s": 1577.7552337646484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 782.1084101200104, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8 b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..e4462599b6b754153d2f28270eccec303cd4b368
Binary files /dev/null and b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..721d28594e25472990cc06b140244302145c5180
--- /dev/null
+++ b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.8381852944111963,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 4,
+  "lr": 0.012410063874557094,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..49c20e93d94efb305033e5175e69d7669421b8ab
Binary files /dev/null and b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..af7812c25a0190ec06dec73bc571fa384ac2f621
--- /dev/null
+++ b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3407.492049089567,1719525405,checkpoint_000000,True,False,1,dd70a43a,2024-06-27_23-56-45,669.9892313480377,669.9892313480377,242786,r8i6n8,10.159.28.66,669.9892313480377,1
+2909.059064729946,1719526061,checkpoint_000001,True,False,2,dd70a43a,2024-06-28_00-07-41,655.8329515457153,1325.822182893753,242786,r8i6n8,10.159.28.66,1325.822182893753,2
+2528.305686169722,1719526717,checkpoint_000002,True,False,3,dd70a43a,2024-06-28_00-18-37,656.1143062114716,1981.9364891052246,242786,r8i6n8,10.159.28.66,1981.9364891052246,3
+2249.8190595972255,1719527372,checkpoint_000003,True,False,4,dd70a43a,2024-06-28_00-29-33,655.7129034996033,2637.649392604828,242786,r8i6n8,10.159.28.66,2637.649392604828,4
+2087.238125057671,1719528028,checkpoint_000004,True,False,5,dd70a43a,2024-06-28_00-40-29,655.7882659435272,3293.437658548355,242786,r8i6n8,10.159.28.66,3293.437658548355,5
+2001.7169612373893,1719528684,checkpoint_000005,True,False,6,dd70a43a,2024-06-28_00-51-24,655.2618434429169,3948.699501991272,242786,r8i6n8,10.159.28.66,3948.699501991272,6
+1972.5492111566498,1719529337,checkpoint_000006,True,False,7,dd70a43a,2024-06-28_01-02-17,652.9857096672058,4601.685211658478,242786,r8i6n8,10.159.28.66,4601.685211658478,7
+1953.9414043276329,1719529988,checkpoint_000007,True,False,8,dd70a43a,2024-06-28_01-13-08,651.4188046455383,5253.104016304016,242786,r8i6n8,10.159.28.66,5253.104016304016,8
+1953.827157088152,1719530635,checkpoint_000008,True,False,9,dd70a43a,2024-06-28_01-23-55,646.7677278518677,5899.871744155884,242786,r8i6n8,10.159.28.66,5899.871744155884,9
+1955.5640210729885,1719531281,checkpoint_000009,True,False,10,dd70a43a,2024-06-28_01-34-41,645.8664748668671,6545.738219022751,242786,r8i6n8,10.159.28.66,6545.738219022751,10
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3571f4104c9bb8349d06d5b0e5c8cbadb2fbb7a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
@@ -0,0 +1,10 @@
+{"loss": 3407.492049089567, "timestamp": 1719525405, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "dd70a43a", "date": "2024-06-27_23-56-45", "time_this_iter_s": 669.9892313480377, "time_total_s": 669.9892313480377, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 669.9892313480377, "iterations_since_restore": 1}
+{"loss": 2909.059064729946, "timestamp": 1719526061, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "dd70a43a", "date": "2024-06-28_00-07-41", "time_this_iter_s": 655.8329515457153, "time_total_s": 1325.822182893753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1325.822182893753, "iterations_since_restore": 2}
+{"loss": 2528.305686169722, "timestamp": 1719526717, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "dd70a43a", "date": "2024-06-28_00-18-37", "time_this_iter_s": 656.1143062114716, "time_total_s": 1981.9364891052246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1981.9364891052246, "iterations_since_restore": 3}
+{"loss": 2249.8190595972255, "timestamp": 1719527372, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "dd70a43a", "date": "2024-06-28_00-29-33", "time_this_iter_s": 655.7129034996033, "time_total_s": 2637.649392604828, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 2637.649392604828, "iterations_since_restore": 4}
+{"loss": 2087.238125057671, "timestamp": 1719528028, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "dd70a43a", "date": "2024-06-28_00-40-29", "time_this_iter_s": 655.7882659435272, "time_total_s": 3293.437658548355, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3293.437658548355, "iterations_since_restore": 5}
+{"loss": 2001.7169612373893, "timestamp": 1719528684, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "dd70a43a", "date": "2024-06-28_00-51-24", "time_this_iter_s": 655.2618434429169, "time_total_s": 3948.699501991272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3948.699501991272, "iterations_since_restore": 6}
+{"loss": 1972.5492111566498, "timestamp": 1719529337, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "dd70a43a", "date": "2024-06-28_01-02-17", "time_this_iter_s": 652.9857096672058, "time_total_s": 4601.685211658478, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 4601.685211658478, "iterations_since_restore": 7}
+{"loss": 1953.9414043276329, "timestamp": 1719529988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "dd70a43a", "date": "2024-06-28_01-13-08", "time_this_iter_s": 651.4188046455383, "time_total_s": 5253.104016304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5253.104016304016, "iterations_since_restore": 8}
+{"loss": 1953.827157088152, "timestamp": 1719530635, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "dd70a43a", "date": "2024-06-28_01-23-55", "time_this_iter_s": 646.7677278518677, "time_total_s": 5899.871744155884, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5899.871744155884, "iterations_since_restore": 9}
+{"loss": 1955.5640210729885, "timestamp": 1719531281, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "dd70a43a", "date": "2024-06-28_01-34-41", "time_this_iter_s": 645.8664748668671, "time_total_s": 6545.738219022751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 6545.738219022751, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8 b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2d48157b40a085fe7aa78468893814ccd1e3d034
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b0299182bc8258a21817c4722274ff2bdc16bc5a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.9027598279893692,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 8,
+  "lr": 0.00800097877874484,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..827c7e15b9d2ff6c19f2893b05ba63417aeb03d2
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..91a205f752361dbbf931f928785684e96ce3d7bb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2406.545863834892,1719501495,checkpoint_000000,True,False,1,e0b92d48,2024-06-27_17-18-15,724.5406517982483,724.5406517982483,242786,r8i6n8,10.159.28.66,724.5406517982483,1
+2331.1488584984004,1719502199,checkpoint_000001,True,False,2,e0b92d48,2024-06-27_17-29-59,703.9930710792542,1428.5337228775024,242786,r8i6n8,10.159.28.66,1428.5337228775024,2
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..d055fbcd128115a3ab44df17f46ec31947edafeb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
@@ -0,0 +1,2 @@
+{"loss": 2406.545863834892, "timestamp": 1719501495, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0b92d48", "date": "2024-06-27_17-18-15", "time_this_iter_s": 724.5406517982483, "time_total_s": 724.5406517982483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 724.5406517982483, "iterations_since_restore": 1}
+{"loss": 2331.1488584984004, "timestamp": 1719502199, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0b92d48", "date": "2024-06-27_17-29-59", "time_this_iter_s": 703.9930710792542, "time_total_s": 1428.5337228775024, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 1428.5337228775024, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8 b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..53291c26bc3899a92f474dc6f8e918fddc42698d
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..448be46d951d5149a23599b25bade692a1f0a791
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.3372755257890534,
+  "embedding_dim": 16,
+  "encoder_ff": 512,
+  "encoder_num_layer": 8,
+  "lr": 0.00018514260159136858,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6681c0d8e433573f32500bb2c4c740e99408eea4
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ab2d3af34acf368e04678dc0b0906d2f8727e183
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1182.49372251015,1719518905,checkpoint_000000,True,False,1,e0cd883e,2024-06-27_22-08-25,83.27375411987305,83.27375411987305,242786,r8i6n8,10.159.28.66,83.27375411987305,1
+645.4160598394438,1719518975,checkpoint_000001,True,False,2,e0cd883e,2024-06-27_22-09-35,70.14381790161133,153.41757202148438,242786,r8i6n8,10.159.28.66,153.41757202148438,2
+522.639965147484,1719519045,checkpoint_000002,True,False,3,e0cd883e,2024-06-27_22-10-45,70.15310597419739,223.57067799568176,242786,r8i6n8,10.159.28.66,223.57067799568176,3
+459.74198444997234,1719519116,checkpoint_000003,True,False,4,e0cd883e,2024-06-27_22-11-56,70.06108522415161,293.6317632198334,242786,r8i6n8,10.159.28.66,293.6317632198334,4
+391.3528187669168,1719519186,checkpoint_000004,True,False,5,e0cd883e,2024-06-27_22-13-06,70.20780396461487,363.83956718444824,242786,r8i6n8,10.159.28.66,363.83956718444824,5
+335.89961062453864,1719519255,checkpoint_000005,True,False,6,e0cd883e,2024-06-27_22-14-15,69.51625561714172,433.35582280158997,242786,r8i6n8,10.159.28.66,433.35582280158997,6
+310.48668424351007,1719519325,checkpoint_000006,True,False,7,e0cd883e,2024-06-27_22-15-25,70.04849791526794,503.4043207168579,242786,r8i6n8,10.159.28.66,503.4043207168579,7
+265.2837000569021,1719519395,checkpoint_000007,True,False,8,e0cd883e,2024-06-27_22-16-35,70.00017595291138,573.4044966697693,242786,r8i6n8,10.159.28.66,573.4044966697693,8
+242.94229570523962,1719519465,checkpoint_000008,True,False,9,e0cd883e,2024-06-27_22-17-45,69.56129503250122,642.9657917022705,242786,r8i6n8,10.159.28.66,642.9657917022705,9
+226.0272181953971,1719519535,checkpoint_000009,True,False,10,e0cd883e,2024-06-27_22-18-55,70.02730536460876,712.9930970668793,242786,r8i6n8,10.159.28.66,712.9930970668793,10
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..4ec4f3738910516c3aac36424248f96b893ff8b1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
@@ -0,0 +1,10 @@
+{"loss": 1182.49372251015, "timestamp": 1719518905, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cd883e", "date": "2024-06-27_22-08-25", "time_this_iter_s": 83.27375411987305, "time_total_s": 83.27375411987305, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 83.27375411987305, "iterations_since_restore": 1}
+{"loss": 645.4160598394438, "timestamp": 1719518975, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cd883e", "date": "2024-06-27_22-09-35", "time_this_iter_s": 70.14381790161133, "time_total_s": 153.41757202148438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 153.41757202148438, "iterations_since_restore": 2}
+{"loss": 522.639965147484, "timestamp": 1719519045, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cd883e", "date": "2024-06-27_22-10-45", "time_this_iter_s": 70.15310597419739, "time_total_s": 223.57067799568176, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 223.57067799568176, "iterations_since_restore": 3}
+{"loss": 459.74198444997234, "timestamp": 1719519116, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cd883e", "date": "2024-06-27_22-11-56", "time_this_iter_s": 70.06108522415161, "time_total_s": 293.6317632198334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 293.6317632198334, "iterations_since_restore": 4}
+{"loss": 391.3528187669168, "timestamp": 1719519186, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cd883e", "date": "2024-06-27_22-13-06", "time_this_iter_s": 70.20780396461487, "time_total_s": 363.83956718444824, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 363.83956718444824, "iterations_since_restore": 5}
+{"loss": 335.89961062453864, "timestamp": 1719519255, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cd883e", "date": "2024-06-27_22-14-15", "time_this_iter_s": 69.51625561714172, "time_total_s": 433.35582280158997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 433.35582280158997, "iterations_since_restore": 6}
+{"loss": 310.48668424351007, "timestamp": 1719519325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cd883e", "date": "2024-06-27_22-15-25", "time_this_iter_s": 70.04849791526794, "time_total_s": 503.4043207168579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 503.4043207168579, "iterations_since_restore": 7}
+{"loss": 265.2837000569021, "timestamp": 1719519395, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cd883e", "date": "2024-06-27_22-16-35", "time_this_iter_s": 70.00017595291138, "time_total_s": 573.4044966697693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 573.4044966697693, "iterations_since_restore": 8}
+{"loss": 242.94229570523962, "timestamp": 1719519465, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cd883e", "date": "2024-06-27_22-17-45", "time_this_iter_s": 69.56129503250122, "time_total_s": 642.9657917022705, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 642.9657917022705, "iterations_since_restore": 9}
+{"loss": 226.0272181953971, "timestamp": 1719519535, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cd883e", "date": "2024-06-27_22-18-55", "time_this_iter_s": 70.02730536460876, "time_total_s": 712.9930970668793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 712.9930970668793, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..061e5b121b15edb7b6162f4c48b9540ec74aaace
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..27ae72bcb3c3914485871c1f2cf0d734c08f1b12
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..603a29711dcb60a0b33b1bd3d11a23e71c9d5c27
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4063a8ebb78ea5c402928218d58207c0b04bb028
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 1024,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.03611990882258942,
+  "embedding_dim": 16,
+  "encoder_ff": 2048,
+  "encoder_num_layer": 4,
+  "lr": 0.00028375287963234745,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..fa2edd7bc7af1578d85b5d297b52abb64bc642ee
Binary files /dev/null and b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0faf654af3752b01147590ef307c0f844ac8ed62
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
@@ -0,0 +1,15 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1954.021998608206,1719498933,checkpoint_000000,True,False,1,e0cf80c0,2024-06-27_16-35-33,97.99486684799194,97.99486684799194,242786,r8i6n8,10.159.28.66,97.99486684799194,1
+1955.7363098625124,1719499017,checkpoint_000001,True,False,2,e0cf80c0,2024-06-27_16-36-57,83.9807825088501,181.97564935684204,242786,r8i6n8,10.159.28.66,181.97564935684204,2
+1953.048192782665,1719504822,checkpoint_000002,True,False,3,e0cf80c0,2024-06-27_18-13-42,99.29927706718445,281.2749264240265,242786,r8i6n8,10.159.28.66,99.29927706718445,1
+1955.8478513702632,1719504907,checkpoint_000003,True,False,4,e0cf80c0,2024-06-27_18-15-07,84.75202250480652,366.026948928833,242786,r8i6n8,10.159.28.66,184.05129957199097,2
+1954.159799650898,1719506222,checkpoint_000004,True,False,5,e0cf80c0,2024-06-27_18-37-02,99.05570006370544,465.08264899253845,242786,r8i6n8,10.159.28.66,99.05570006370544,1
+1953.744985505352,1719506307,checkpoint_000005,True,False,6,e0cf80c0,2024-06-27_18-38-27,84.97408151626587,550.0567305088043,242786,r8i6n8,10.159.28.66,184.0297815799713,2
+1953.285723348302,1719506392,checkpoint_000006,True,False,7,e0cf80c0,2024-06-27_18-39-52,85.0238299369812,635.0805604457855,242786,r8i6n8,10.159.28.66,269.0536115169525,3
+1954.5312970979946,1719506476,checkpoint_000007,True,False,8,e0cf80c0,2024-06-27_18-41-16,84.54337477684021,719.6239352226257,242786,r8i6n8,10.159.28.66,353.5969862937927,4
+1954.3730785940577,1719506561,checkpoint_000008,True,False,9,e0cf80c0,2024-06-27_18-42-41,85.04393577575684,804.6678709983826,242786,r8i6n8,10.159.28.66,438.64092206954956,5
+1955.718712513841,1719506647,checkpoint_000009,True,False,10,e0cf80c0,2024-06-27_18-44-07,85.06691837310791,889.7347893714905,242786,r8i6n8,10.159.28.66,523.7078404426575,6
+1958.7154714028666,1719506732,checkpoint_000010,True,False,11,e0cf80c0,2024-06-27_18-45-32,85.6172399520874,975.3520293235779,242786,r8i6n8,10.159.28.66,609.3250803947449,7
+1953.2071273683564,1719506817,checkpoint_000011,True,False,12,e0cf80c0,2024-06-27_18-46-57,84.71766662597656,1060.0696959495544,242786,r8i6n8,10.159.28.66,694.0427470207214,8
+1952.5803078478716,1719506902,checkpoint_000012,True,False,13,e0cf80c0,2024-06-27_18-48-22,85.59679841995239,1145.6664943695068,242786,r8i6n8,10.159.28.66,779.6395454406738,9
+1954.0447209876354,1719506988,checkpoint_000013,True,False,14,e0cf80c0,2024-06-27_18-49-48,85.16450333595276,1230.8309977054596,242786,r8i6n8,10.159.28.66,864.8040487766266,10
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..5489993cf36047cefc5e06c43a3270cc84c76669
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
@@ -0,0 +1,14 @@
+{"loss": 1954.021998608206, "timestamp": 1719498933, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cf80c0", "date": "2024-06-27_16-35-33", "time_this_iter_s": 97.99486684799194, "time_total_s": 97.99486684799194, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 97.99486684799194, "iterations_since_restore": 1}
+{"loss": 1955.7363098625124, "timestamp": 1719499017, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cf80c0", "date": "2024-06-27_16-36-57", "time_this_iter_s": 83.9807825088501, "time_total_s": 181.97564935684204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 181.97564935684204, "iterations_since_restore": 2}
+{"loss": 1953.048192782665, "timestamp": 1719504822, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cf80c0", "date": "2024-06-27_18-13-42", "time_this_iter_s": 99.29927706718445, "time_total_s": 281.2749264240265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.29927706718445, "iterations_since_restore": 1}
+{"loss": 1955.8478513702632, "timestamp": 1719504907, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cf80c0", "date": "2024-06-27_18-15-07", "time_this_iter_s": 84.75202250480652, "time_total_s": 366.026948928833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.05129957199097, "iterations_since_restore": 2}
+{"loss": 1954.159799650898, "timestamp": 1719506222, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cf80c0", "date": "2024-06-27_18-37-02", "time_this_iter_s": 99.05570006370544, "time_total_s": 465.08264899253845, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.05570006370544, "iterations_since_restore": 1}
+{"loss": 1953.744985505352, "timestamp": 1719506307, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cf80c0", "date": "2024-06-27_18-38-27", "time_this_iter_s": 84.97408151626587, "time_total_s": 550.0567305088043, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.0297815799713, "iterations_since_restore": 2}
+{"loss": 1953.285723348302, "timestamp": 1719506392, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cf80c0", "date": "2024-06-27_18-39-52", "time_this_iter_s": 85.0238299369812, "time_total_s": 635.0805604457855, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 269.0536115169525, "iterations_since_restore": 3}
+{"loss": 1954.5312970979946, "timestamp": 1719506476, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cf80c0", "date": "2024-06-27_18-41-16", "time_this_iter_s": 84.54337477684021, "time_total_s": 719.6239352226257, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 353.5969862937927, "iterations_since_restore": 4}
+{"loss": 1954.3730785940577, "timestamp": 1719506561, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cf80c0", "date": "2024-06-27_18-42-41", "time_this_iter_s": 85.04393577575684, "time_total_s": 804.6678709983826, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 438.64092206954956, "iterations_since_restore": 5}
+{"loss": 1955.718712513841, "timestamp": 1719506647, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cf80c0", "date": "2024-06-27_18-44-07", "time_this_iter_s": 85.06691837310791, "time_total_s": 889.7347893714905, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 523.7078404426575, "iterations_since_restore": 6}
+{"loss": 1958.7154714028666, "timestamp": 1719506732, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "e0cf80c0", "date": "2024-06-27_18-45-32", "time_this_iter_s": 85.6172399520874, "time_total_s": 975.3520293235779, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 609.3250803947449, "iterations_since_restore": 7}
+{"loss": 1953.2071273683564, "timestamp": 1719506817, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "e0cf80c0", "date": "2024-06-27_18-46-57", "time_this_iter_s": 84.71766662597656, "time_total_s": 1060.0696959495544, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 694.0427470207214, "iterations_since_restore": 8}
+{"loss": 1952.5803078478716, "timestamp": 1719506902, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "e0cf80c0", "date": "2024-06-27_18-48-22", "time_this_iter_s": 85.59679841995239, "time_total_s": 1145.6664943695068, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 779.6395454406738, "iterations_since_restore": 9}
+{"loss": 1954.0447209876354, "timestamp": 1719506988, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "e0cf80c0", "date": "2024-06-27_18-49-48", "time_this_iter_s": 85.16450333595276, "time_total_s": 1230.8309977054596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 864.8040487766266, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8 b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..ecb5e8f4ff77835494d904111f7212556ae215e2
Binary files /dev/null and b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5079706f21d235c8099fc43a8b224689adcbb49d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.9609532957830483,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 4,
+  "lr": 0.0003819692551562951,
+  "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1f148124569e60cd8407179531da9c68a8ee38fe
Binary files /dev/null and b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..35e7f75946777bd41cf4cccbd59f5a42c8386650
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2194.870497816191,1719550479,checkpoint_000000,True,False,1,e1c21a5b,2024-06-28_06-54-39,72.34097814559937,72.34097814559937,242786,r8i6n8,10.159.28.66,72.34097814559937,1
+2184.85587340828,1719550537,checkpoint_000001,True,False,2,e1c21a5b,2024-06-28_06-55-37,58.70789837837219,131.04887652397156,242786,r8i6n8,10.159.28.66,131.04887652397156,2
+2170.870687169353,1719550596,checkpoint_000002,True,False,3,e1c21a5b,2024-06-28_06-56-36,58.806477069854736,189.8553535938263,242786,r8i6n8,10.159.28.66,189.8553535938263,3
+2174.422803503322,1719550655,checkpoint_000003,True,False,4,e1c21a5b,2024-06-28_06-57-35,59.22593355178833,249.08128714561462,242786,r8i6n8,10.159.28.66,249.08128714561462,4
+2172.285528228039,1719550714,checkpoint_000004,True,False,5,e1c21a5b,2024-06-28_06-58-34,58.81974387168884,307.90103101730347,242786,r8i6n8,10.159.28.66,307.90103101730347,5
+2169.101529819759,1719550773,checkpoint_000005,True,False,6,e1c21a5b,2024-06-28_06-59-33,58.76822781562805,366.6692588329315,242786,r8i6n8,10.159.28.66,366.6692588329315,6
+2163.793571412094,1719550832,checkpoint_000006,True,False,7,e1c21a5b,2024-06-28_07-00-32,58.85833549499512,425.52759432792664,242786,r8i6n8,10.159.28.66,425.52759432792664,7
+2165.50454832062,1719550891,checkpoint_000007,True,False,8,e1c21a5b,2024-06-28_07-01-31,58.795005321502686,484.3225996494293,242786,r8i6n8,10.159.28.66,484.3225996494293,8
+2161.298410971334,1719550950,checkpoint_000008,True,False,9,e1c21a5b,2024-06-28_07-02-30,59.305978536605835,543.6285781860352,242786,r8i6n8,10.159.28.66,543.6285781860352,9
+2166.0535782941683,1719551009,checkpoint_000009,True,False,10,e1c21a5b,2024-06-28_07-03-29,58.87797403335571,602.5065522193909,242786,r8i6n8,10.159.28.66,602.5065522193909,10
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..a641d5a660e466891ab613780b4d1b9e031c651f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
@@ -0,0 +1,10 @@
+{"loss": 2194.870497816191, "timestamp": 1719550479, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e1c21a5b", "date": "2024-06-28_06-54-39", "time_this_iter_s": 72.34097814559937, "time_total_s": 72.34097814559937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 72.34097814559937, "iterations_since_restore": 1}
+{"loss": 2184.85587340828, "timestamp": 1719550537, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e1c21a5b", "date": "2024-06-28_06-55-37", "time_this_iter_s": 58.70789837837219, "time_total_s": 131.04887652397156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 131.04887652397156, "iterations_since_restore": 2}
+{"loss": 2170.870687169353, "timestamp": 1719550596, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e1c21a5b", "date": "2024-06-28_06-56-36", "time_this_iter_s": 58.806477069854736, "time_total_s": 189.8553535938263, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 189.8553535938263, "iterations_since_restore": 3}
+{"loss": 2174.422803503322, "timestamp": 1719550655, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e1c21a5b", "date": "2024-06-28_06-57-35", "time_this_iter_s": 59.22593355178833, "time_total_s": 249.08128714561462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 249.08128714561462, "iterations_since_restore": 4}
+{"loss": 2172.285528228039, "timestamp": 1719550714, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e1c21a5b", "date": "2024-06-28_06-58-34", "time_this_iter_s": 58.81974387168884, "time_total_s": 307.90103101730347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 307.90103101730347, "iterations_since_restore": 5}
+{"loss": 2169.101529819759, "timestamp": 1719550773, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e1c21a5b", "date": "2024-06-28_06-59-33", "time_this_iter_s": 58.76822781562805, "time_total_s": 366.6692588329315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 366.6692588329315, "iterations_since_restore": 6}
+{"loss": 2163.793571412094, "timestamp": 1719550832, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e1c21a5b", "date": "2024-06-28_07-00-32", "time_this_iter_s": 58.85833549499512, "time_total_s": 425.52759432792664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 425.52759432792664, "iterations_since_restore": 7}
+{"loss": 2165.50454832062, "timestamp": 1719550891, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e1c21a5b", "date": "2024-06-28_07-01-31", "time_this_iter_s": 58.795005321502686, "time_total_s": 484.3225996494293, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 484.3225996494293, "iterations_since_restore": 8}
+{"loss": 2161.298410971334, "timestamp": 1719550950, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e1c21a5b", "date": "2024-06-28_07-02-30", "time_this_iter_s": 59.305978536605835, "time_total_s": 543.6285781860352, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 543.6285781860352, "iterations_since_restore": 9}
+{"loss": 2166.0535782941683, "timestamp": 1719551009, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e1c21a5b", "date": "2024-06-28_07-03-29", "time_this_iter_s": 58.87797403335571, "time_total_s": 602.5065522193909, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 602.5065522193909, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..df3e1420ae3be29cce7172298a25a45236b73a9d
Binary files /dev/null and b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..01e235c72deb0110aeb434479b47ab2c920899d0
Binary files /dev/null and b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0d2f7d538345ec1f3d93af740f7074e45393ec9c
Binary files /dev/null and b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..47414509d387e553124ed091e9dad035ae5d4eed
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 2048,
+  "decoder_rt_num_layer": 8,
+  "drop_rate": 0.3870437260805145,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.00016963815672588173,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..258ddced65bebdcaa7f3450fdd707d489c897c5b
Binary files /dev/null and b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a8d51f02dfde89d5f3ede9c5f870dfc90f2b6e66
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+719.9917376660925,1719491430,checkpoint_000000,True,False,1,e4c88f47,2024-06-27_14-30-30,123.22117924690247,123.22117924690247,35196,r8i6n8,10.159.28.66,123.22117924690247,1
+456.510295717735,1719494041,checkpoint_000001,True,False,2,e4c88f47,2024-06-27_15-14-01,123.05968236923218,246.28086161613464,69992,r8i6n8,10.159.28.66,123.05968236923218,1
+361.41261712021713,1719495092,checkpoint_000002,True,False,3,e4c88f47,2024-06-27_15-31-32,123.89350652694702,370.17436814308167,69992,r8i6n8,10.159.28.66,123.89350652694702,1
+282.4288875549797,1719495202,checkpoint_000003,True,False,4,e4c88f47,2024-06-27_15-33-22,110.45332741737366,480.6276955604553,69992,r8i6n8,10.159.28.66,234.34683394432068,2
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..4eb62e15a85dcf5f1c9f991af764a731ee0c9c5b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
@@ -0,0 +1,4 @@
+{"loss": 719.9917376660925, "timestamp": 1719491430, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e4c88f47", "date": "2024-06-27_14-30-30", "time_this_iter_s": 123.22117924690247, "time_total_s": 123.22117924690247, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.22117924690247, "iterations_since_restore": 1}
+{"loss": 456.510295717735, "timestamp": 1719494041, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e4c88f47", "date": "2024-06-27_15-14-01", "time_this_iter_s": 123.05968236923218, "time_total_s": 246.28086161613464, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.05968236923218, "iterations_since_restore": 1}
+{"loss": 361.41261712021713, "timestamp": 1719495092, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e4c88f47", "date": "2024-06-27_15-31-32", "time_this_iter_s": 123.89350652694702, "time_total_s": 370.17436814308167, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.89350652694702, "iterations_since_restore": 1}
+{"loss": 282.4288875549797, "timestamp": 1719495202, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e4c88f47", "date": "2024-06-27_15-33-22", "time_this_iter_s": 110.45332741737366, "time_total_s": 480.6276955604553, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 234.34683394432068, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8 b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..cb9052ff710b0fd954a80985d9e315314aa116ae
Binary files /dev/null and b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c7201f3fb6f3af8fc743c6a404c9d03bafe2095
--- /dev/null
+++ b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 4,
+  "drop_rate": 0.6516917077514637,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.00012016483134334655,
+  "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6e4b1a10abdf666c405d5697d74d1103c017f
Binary files /dev/null and b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..cdaf864167ebb2001614c592263452331020c759
--- /dev/null
+++ b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1395.3380626768578,1719538220,checkpoint_000000,True,False,1,f1df685b,2024-06-28_03-30-20,74.64295077323914,74.64295077323914,242786,r8i6n8,10.159.28.66,74.64295077323914,1
+843.0610409233514,1719538282,checkpoint_000001,True,False,2,f1df685b,2024-06-28_03-31-22,61.71093678474426,136.3538875579834,242786,r8i6n8,10.159.28.66,136.3538875579834,2
+649.7034859244279,1719538343,checkpoint_000002,True,False,3,f1df685b,2024-06-28_03-32-23,61.319239377975464,197.67312693595886,242786,r8i6n8,10.159.28.66,197.67312693595886,3
+538.8246248500553,1719538404,checkpoint_000003,True,False,4,f1df685b,2024-06-28_03-33-24,61.17716383934021,258.8502907752991,242786,r8i6n8,10.159.28.66,258.8502907752991,4
+476.29196431317666,1719538465,checkpoint_000004,True,False,5,f1df685b,2024-06-28_03-34-25,61.00002908706665,319.8503198623657,242786,r8i6n8,10.159.28.66,319.8503198623657,5
+434.38929231898993,1719538527,checkpoint_000005,True,False,6,f1df685b,2024-06-28_03-35-27,61.93894553184509,381.7892653942108,242786,r8i6n8,10.159.28.66,381.7892653942108,6
+406.3274053138072,1719538590,checkpoint_000006,True,False,7,f1df685b,2024-06-28_03-36-30,62.708914041519165,444.49817943573,242786,r8i6n8,10.159.28.66,444.49817943573,7
+384.7530104269193,1719538652,checkpoint_000007,True,False,8,f1df685b,2024-06-28_03-37-32,62.19302701950073,506.6912064552307,242786,r8i6n8,10.159.28.66,506.6912064552307,8
+372.8606783649114,1719538714,checkpoint_000008,True,False,9,f1df685b,2024-06-28_03-38-34,62.220932483673096,568.9121389389038,242786,r8i6n8,10.159.28.66,568.9121389389038,9
+349.91690856453005,1719538777,checkpoint_000009,True,False,10,f1df685b,2024-06-28_03-39-37,62.24173164367676,631.1538705825806,242786,r8i6n8,10.159.28.66,631.1538705825806,10
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f00edb1cf59af0ba77a6a3470290971c939262e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
@@ -0,0 +1,10 @@
+{"loss": 1395.3380626768578, "timestamp": 1719538220, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "f1df685b", "date": "2024-06-28_03-30-20", "time_this_iter_s": 74.64295077323914, "time_total_s": 74.64295077323914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 74.64295077323914, "iterations_since_restore": 1}
+{"loss": 843.0610409233514, "timestamp": 1719538282, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "f1df685b", "date": "2024-06-28_03-31-22", "time_this_iter_s": 61.71093678474426, "time_total_s": 136.3538875579834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 136.3538875579834, "iterations_since_restore": 2}
+{"loss": 649.7034859244279, "timestamp": 1719538343, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "f1df685b", "date": "2024-06-28_03-32-23", "time_this_iter_s": 61.319239377975464, "time_total_s": 197.67312693595886, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 197.67312693595886, "iterations_since_restore": 3}
+{"loss": 538.8246248500553, "timestamp": 1719538404, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "f1df685b", "date": "2024-06-28_03-33-24", "time_this_iter_s": 61.17716383934021, "time_total_s": 258.8502907752991, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 258.8502907752991, "iterations_since_restore": 4}
+{"loss": 476.29196431317666, "timestamp": 1719538465, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "f1df685b", "date": "2024-06-28_03-34-25", "time_this_iter_s": 61.00002908706665, "time_total_s": 319.8503198623657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 319.8503198623657, "iterations_since_restore": 5}
+{"loss": 434.38929231898993, "timestamp": 1719538527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "f1df685b", "date": "2024-06-28_03-35-27", "time_this_iter_s": 61.93894553184509, "time_total_s": 381.7892653942108, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 381.7892653942108, "iterations_since_restore": 6}
+{"loss": 406.3274053138072, "timestamp": 1719538590, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "f1df685b", "date": "2024-06-28_03-36-30", "time_this_iter_s": 62.708914041519165, "time_total_s": 444.49817943573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 444.49817943573, "iterations_since_restore": 7}
+{"loss": 384.7530104269193, "timestamp": 1719538652, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "f1df685b", "date": "2024-06-28_03-37-32", "time_this_iter_s": 62.19302701950073, "time_total_s": 506.6912064552307, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 506.6912064552307, "iterations_since_restore": 8}
+{"loss": 372.8606783649114, "timestamp": 1719538714, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "f1df685b", "date": "2024-06-28_03-38-34", "time_this_iter_s": 62.220932483673096, "time_total_s": 568.9121389389038, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 568.9121389389038, "iterations_since_restore": 9}
+{"loss": 349.91690856453005, "timestamp": 1719538777, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "f1df685b", "date": "2024-06-28_03-39-37", "time_this_iter_s": 62.24173164367676, "time_total_s": 631.1538705825806, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 631.1538705825806, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..52dcdacf916814ff41010aeee48fba722842e609
Binary files /dev/null and b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..b76a461a326b0dbb1b98b1958f83beaa03728261
Binary files /dev/null and b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7b4e36c045b7249e73567e1df492b3a76ac70
Binary files /dev/null and b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d68fc11071af7829ff12e7dff7aa726a3eded6c9
Binary files /dev/null and b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8 differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d129071831659406031f762382e8b0aa6c44b42d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 2048,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 2,
+  "drop_rate": 0.4230793088582453,
+  "embedding_dim": 16,
+  "encoder_ff": 1024,
+  "encoder_num_layer": 1,
+  "lr": 0.00288155269334617,
+  "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cb122bf130a222f612d8815f2da39cfbb034f536
Binary files /dev/null and b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..af581a8c9a9cebcbcb9f1f090967ed0287543a7a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
@@ -0,0 +1,9 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+393.9815991018701,1719491580,checkpoint_000000,True,False,1,fbff5866,2024-06-27_14-33-00,64.76905679702759,64.76905679702759,35196,r8i6n8,10.159.28.66,64.76905679702759,1
+259.43172593004124,1719494192,checkpoint_000001,True,False,2,fbff5866,2024-06-27_15-16-32,65.51874613761902,130.2878029346466,69992,r8i6n8,10.159.28.66,65.51874613761902,1
+213.22481638990988,1719495267,checkpoint_000002,True,False,3,fbff5866,2024-06-27_15-34-27,64.90303182601929,195.1908347606659,69992,r8i6n8,10.159.28.66,64.90303182601929,1
+206.50029820720042,1719495319,checkpoint_000003,True,False,4,fbff5866,2024-06-27_15-35-19,51.688610315322876,246.87944507598877,69992,r8i6n8,10.159.28.66,116.59164214134216,2
+184.2231689212829,1719495987,checkpoint_000004,True,False,5,fbff5866,2024-06-27_15-46-27,65.34643507003784,312.2258801460266,69992,r8i6n8,10.159.28.66,65.34643507003784,1
+178.49155504121555,1719496039,checkpoint_000005,True,False,6,fbff5866,2024-06-27_15-47-19,51.88559675216675,364.11147689819336,69992,r8i6n8,10.159.28.66,117.23203182220459,2
+168.78981534702572,1719496091,checkpoint_000006,True,False,7,fbff5866,2024-06-27_15-48-11,51.525290727615356,415.6367676258087,69992,r8i6n8,10.159.28.66,168.75732254981995,3
+162.7404464361236,1719496142,checkpoint_000007,True,False,8,fbff5866,2024-06-27_15-49-02,51.523138761520386,467.1599063873291,69992,r8i6n8,10.159.28.66,220.28046131134033,4
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..1881717d17cc16681719bbe0b31e331592a45221
--- /dev/null
+++ b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
@@ -0,0 +1,8 @@
+{"loss": 393.9815991018701, "timestamp": 1719491580, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "fbff5866", "date": "2024-06-27_14-33-00", "time_this_iter_s": 64.76905679702759, "time_total_s": 64.76905679702759, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.76905679702759, "iterations_since_restore": 1}
+{"loss": 259.43172593004124, "timestamp": 1719494192, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "fbff5866", "date": "2024-06-27_15-16-32", "time_this_iter_s": 65.51874613761902, "time_total_s": 130.2878029346466, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.51874613761902, "iterations_since_restore": 1}
+{"loss": 213.22481638990988, "timestamp": 1719495267, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "fbff5866", "date": "2024-06-27_15-34-27", "time_this_iter_s": 64.90303182601929, "time_total_s": 195.1908347606659, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.90303182601929, "iterations_since_restore": 1}
+{"loss": 206.50029820720042, "timestamp": 1719495319, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "fbff5866", "date": "2024-06-27_15-35-19", "time_this_iter_s": 51.688610315322876, "time_total_s": 246.87944507598877, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 116.59164214134216, "iterations_since_restore": 2}
+{"loss": 184.2231689212829, "timestamp": 1719495987, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "fbff5866", "date": "2024-06-27_15-46-27", "time_this_iter_s": 65.34643507003784, "time_total_s": 312.2258801460266, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.34643507003784, "iterations_since_restore": 1}
+{"loss": 178.49155504121555, "timestamp": 1719496039, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "fbff5866", "date": "2024-06-27_15-47-19", "time_this_iter_s": 51.88559675216675, "time_total_s": 364.11147689819336, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 117.23203182220459, "iterations_since_restore": 2}
+{"loss": 168.78981534702572, "timestamp": 1719496091, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "fbff5866", "date": "2024-06-27_15-48-11", "time_this_iter_s": 51.525290727615356, "time_total_s": 415.6367676258087, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 168.75732254981995, "iterations_since_restore": 3}
+{"loss": 162.7404464361236, "timestamp": 1719496142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "fbff5866", "date": "2024-06-27_15-49-02", "time_this_iter_s": 51.523138761520386, "time_total_s": 467.1599063873291, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 220.28046131134033, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/tuner.pkl b/ray_results/test_experiment/tuner.pkl
index 064732323e8c0aae443330fb73506baaa5ff28c9..a613d19891a6982e11191f621900f0eefbee10bd 100644
Binary files a/ray_results/test_experiment/tuner.pkl and b/ray_results/test_experiment/tuner.pkl differ