diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
deleted file mode 100644
index 8e4856384930407d10aff98c9c6e998cde3dde76..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
+++ /dev/null
@@ -1,48 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"016f7353\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3337948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0001,\n \"n_head\": 1\n },\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719315770.604709,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 94.57831074872355,\n \"timestamp\": 1719319432,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"016f7353\",\n \"date\": \"2024-06-25_14-43-52\",\n \"time_this_iter_s\": 172.65869641304016,\n \"time_total_s\": 3174.7873334884644,\n \"pid\": 366320,\n \"hostname\": \"r9i1n2\",\n \"node_ip\": \"10.159.32.15\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1739.6240577697754,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719319432.6517825,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 220.77590359665277,\n \"min\": 94.57831074872355,\n \"avg\": 120.1574287798357,\n \"last\": 94.57831074872355,\n \"last-5-avg\": 97.03093994621216,\n \"last-10-avg\": 100.97336703923743\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 188.1737368106842,\n \"min\": 170.05932211875916,\n \"avg\": 176.37707408269245,\n \"last\": 172.65869641304016,\n \"last-5-avg\": 172.6341944694519,\n \"last-10-avg\": 173.96240577697753\n },\n \"time_total_s\": {\n \"max\": 3174.7873334884644,\n \"min\": 188.1737368106842,\n \"avg\": 1696.7543503046036,\n \"last\": 3174.7873334884644,\n \"last-5-avg\": 2829.537757444382,\n \"last-10-avg\": 2398.229757356644\n },\n \"time_since_restore\": {\n \"max\": 1739.6240577697754,\n \"min\": 185.07583117485046,\n \"avg\": 685.0054766337076,\n \"last\": 1739.6240577697754,\n \"last-5-avg\": 1394.3744817256927,\n \"last-10-avg\": 963.0664816379547\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 3.888888888888889,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd66935c205b4094869452946807680d4308b95c2eb796e55a4094869452946807680d43088542a190e8365a4094869452946807680d43087bbd5e4f881c5a4094869452946807680d430883c160b0a9cb584094869452946807680d430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f44480000047406584ffff00000047406588589a00000047406593597780000047406587d9580000004740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740995965ba50000047409c0a05ba30000047409ebb10cd7000004740a0b6bdfe3000004740a20f3b93b000004740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f444800000474076757a21c000004740809cd33760000047408601a99540000047408b639feb400000474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059580420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a118c3e8c3a7b8c2ea7f943c23d9f33eaed00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc733d4986b4094869452948c0974696d657374616d70944af6ad7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d34352d3538948c1074696d655f746869735f697465725f7394474067858f408000008c0c74696d655f746f74616c5f7394474067858f408000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067858f408000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10f6128a0230ae55b211465f56e2f546117362756268317d94288c046c6f7373946836683c4308d66ab5ca7a88664094869452948c0974696d657374616d70944a06af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35302d3330948c1074696d655f746869735f697465725f7394474067607b268000008c0c74696d655f746f74616c5f73944740777305338000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067607b268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a100c7f3f45e7d90bae2a43de254b98ea407362756268317d94288c046c6f7373946836683c43086fb7dbc5936c624094869452948c0974696d657374616d70944a0db07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35342d3533948c1074696d655f746869735f697465725f7394474067226d358000008c0c74696d655f746f74616c5f7394474081821de72000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067226d358000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11753c281cddaf7aae214e5501a4b548b8007362756268317d94288c046c6f7373946836683c43086fb7db8dfdc6604094869452948c0974696d657374616d70944ab7b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35372d3433948c1074696d655f746869735f697465725f739447406541e5f78000008c0c74696d655f746f74616c5f7394474086d297650000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740763229968000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1012683a143c7a3a80da4fcc1ed373507a7362756268317d94288c046c6f7373946836683c430853a954ca6d7e5f4094869452948c0974696d657374616d70944ae9b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30322d3439948c1074696d655f746869735f697465725f73944740676da05e0000008c0c74696d655f746f74616c5f739447408cadff7c8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740676da05e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a119f554f8a931d60b71c4ec5dc8026ac96007362756268317d94288c046c6f7373946836683c4308e27038bc11d05d4094869452948c0974696d657374616d70944a95b27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30352d3431948c1074696d655f746869735f697465725f73944740658340130000008c0c74696d655f746f74616c5f73944740910767c0a000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740767870388000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a107a90189f9c2a158e884325220c01a66b7362756268317d94288c046c6f7373946836683c430877bbdd6e7db65c4094869452948c0974696d657374616d70944a42b37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30382d3334948c1074696d655f746869735f697465725f739447406596d95f8000008c0c74696d655f746f74616c5f7394474093ba42ec9000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080a1ee742000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a114e8c0c492de4b5a73d4f4e46357353fc007362756268317d94288c046c6f7373946836683c4308a3d16894a9975b4094869452948c0974696d657374616d70944aeeb37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31312d3236948c1074696d655f746869735f697465725f73944740659322298000008c0c74696d655f746f74616c5f73944740966ca731c000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408606b6fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a104bb3cbdf312d07b89c488d77b3637e7a7362756268317d94288c046c6f7373946836683c43089bcd66935c205b4094869452948c0974696d657374616d70944a78b57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31382d3030948c1074696d655f746869735f697465725f739447406765f4448000008c0c74696d655f746f74616c5f73944740995965ba5000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406765f4448000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b493ce664c0b7b8b2b4ab69fe926f3307362756268317d94288c046c6f7373946836683c4308b95c2eb796e55a4094869452948c0974696d657374616d70944a24b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32302d3532948c1074696d655f746869735f697465725f739447406584ffff0000008c0c74696d655f746f74616c5f739447409c0a05ba3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076757a21c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a1020d6ee76c627b2b6f6485827ad1fc74a7362756268317d94288c046c6f7373946836683c43088542a190e8365a4094869452948c0974696d657374616d70944ad0b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32332d3434948c1074696d655f746869735f697465725f739447406588589a0000008c0c74696d655f746f74616c5f739447409ebb10cd7000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740809cd3376000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10e160ff0a44f262817e402a9b0fabd1477362756268317d94288c046c6f7373946836683c43087bbd5e4f881c5a4094869452948c0974696d657374616d70944a7db77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32362d3337948c1074696d655f746869735f697465725f73944740659359778000008c0c74696d655f746f74616c5f73944740a0b6bdfe3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408601a9954000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a1025048605388d3e9c09493aed9f5d95077362756268317d94288c046c6f7373946836683c430883c160b0a9cb584094869452948c0974696d657374616d70944a29b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32392d3239948c1074696d655f746869735f697465725f739447406587d9580000008c0c74696d655f746f74616c5f73944740a20f3b93b000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408b639feb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10cc09ebfc260641809743f4c0e53ac41b7362756268317d94288c046c6f7373946836683c430863b1586c90c0584094869452948c0974696d657374616d70944ad5b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33322d3232948c1074696d655f746869735f697465725f73944740659569b10000008c0c74696d655f746f74616c5f73944740a368922ec000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474090647d2bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a10b534b989084e59839d469b2878747e767362756268317d94288c046c6f7373946836683c430853a954fac047584094869452948c0974696d657374616d70944a82b97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33352d3135948c1074696d655f746869735f697465725f73944740659c38cc8000008c0c74696d655f746f74616c5f73944740a4c255bb8800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740931804455000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a11ea595532e0d431988d486b35751f2999007362756268317d94288c046c6f7373946836683c43082a954a550f45584094869452948c0974696d657374616d70944a2fba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33382d3037948c1074696d655f746869735f697465725f739447406584e08d0000008c0c74696d655f746f74616c5f73944740a61aa3c45800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474095c8a056f000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1116815fbc3b9e00b178486ad94bc929f8007362756268317d94288c046c6f7373946836683c4308954aa5d28257584094869452948c0974696d657374616d70944adbba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34302d3539948c1074696d655f746869735f697465725f739447406599e1860000008c0c74696d655f746f74616c5f73944740a77441dcb800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740987bdc87b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a11c8cffaffa835ab93c641de52dc37c998007362756268317d94288c046c6f7373946836683c4308592c160b03a5574094869452948c0974696d657374616d70944a88bb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34332d3532948c1074696d655f746869735f697465725f739447406595140a8000008c0c74696d655f746f74616c5f73944740a8cd931d6000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409b2e7f090000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"58bc48cb\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3530948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eab4b66dddd8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0001,\n \"n_head\": 1\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719315958.9391463,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 156.16600364024245,\n \"timestamp\": 1719317692,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 8,\n \"trial_id\": \"58bc48cb\",\n \"date\": \"2024-06-25_14-14-52\",\n \"time_this_iter_s\": 47.988035917282104,\n \"time_total_s\": 456.0218768119812,\n \"pid\": 366320,\n \"hostname\": \"r9i1n2\",\n \"node_ip\": \"10.159.32.15\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 205.74422979354858,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719317692.7398012,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 396.9987843430887,\n \"min\": 156.16600364024245,\n \"avg\": 232.65811699769623,\n \"last\": 156.16600364024245,\n \"last-5-avg\": 183.14249364297223,\n \"last-10-avg\": 232.65811699769625\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.125,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.125\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 76.29459309577942,\n \"min\": 47.530285120010376,\n \"avg\": 57.00273460149765,\n \"last\": 47.988035917282104,\n \"last-5-avg\": 50.929727745056155,\n \"last-10-avg\": 57.00273460149765\n },\n \"time_total_s\": {\n \"max\": 456.0218768119812,\n \"min\": 76.29459309577942,\n \"avg\": 275.5774962604046,\n \"last\": 456.0218768119812,\n \"last-5-avg\": 357.43884057998656,\n \"last-10-avg\": 275.5774962604046\n },\n \"time_since_restore\": {\n \"max\": 205.74422979354858,\n \"min\": 61.615302085876465,\n \"avg\": 105.96236461400986,\n \"last\": 205.74422979354858,\n \"last-5-avg\": 129.26513576507568,\n \"last-10-avg\": 105.96236461400986\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452946807680d43085bad56db8aa8724094869452946807680d43087d3e9f0fa2406f4094869452946807680d43085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d0000004740617841030000004740692bf19100000047406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f21e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10cc8f8e2e5be71c9d8647ec1f50b05c7b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452948c0974696d657374616d70944a43ae7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d34372d3135948c1074696d655f746869735f697465725f739447405312da9d0000008c0c74696d655f746f74616c5f739447405312da9d0000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405312da9d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11515a463192d9b5b1324dec9616592ef8007362756268317d94288c046c6f7373946836683c43085bad56db8aa8724094869452948c0974696d657374616d70944a46af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35312d3334948c1074696d655f746869735f697465725f739447404fbb4ed20000008c0c74696d655f746f74616c5f73944740617841030000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404fbb4ed20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11aad5611a8b4dae9e914b6201db34a3fe007362756268317d94288c046c6f7373946836683c43087d3e9f0fa2406f4094869452948c0974696d657374616d70944af5b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35382d3435948c1074696d655f746869735f697465725f739447404ecec2380000008c0c74696d655f746f74616c5f73944740692bf1910000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404ecec2380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ed52339f29eca8babc4635163dfd7d337362756268317d94288c046c6f7373946836683c43085fafd70b77626b4094869452948c0974696d657374616d70944a25b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35392d3333948c1074696d655f746869735f697465725f739447404873c3ac0000008c0c74696d655f746f74616c5f739447406f48e27c0000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ba142f20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1025b4d44c47fa74897b49083c144d3c187362756268317d94288c046c6f7373946836683c4308512814ba7d9c684094869452948c0974696d657374616d70944a2db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31322d3239948c1074696d655f746869735f697465725f739447404f0a317e0000008c0c74696d655f746f74616c5f739447407385b76dc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404f0a317e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a106febd01e462ec7b1344d2cbf755a2f037362756268317d94288c046c6f7373946836683c4308bfdfef074638664094869452948c0974696d657374616d70944a5db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31332d3137948c1074696d655f746869735f697465725f739447404812b9160000008c0c74696d655f746f74616c5f7394474076880e908000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405b8e754a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a117914ad79aeb089bc6142a0217f2664a7007362756268317d94288c046c6f7373946836683c4308abd56ad541ba644094869452948c0974696d657374616d70944a8cb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3034948c1074696d655f746869735f697465725f7394474047c3e0620000008c0c74696d655f746f74616c5f7394474079808a9cc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063b832bd8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10631b0228b79099a013454fc83af04c7c7362756268317d94288c046c6f7373946836683c430877bbdde64f85634094869452948c0974696d657374616d70944abcb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3532948c1074696d655f746869735f697465725f7394474047fe77f60000008c0c74696d655f746f74616c5f739447407c80599b8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b7d0bb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": 362673.414130548,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 3803.4679067134857,
- "_iteration": 36642,
- "_has_errored": false,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719315757.4762058,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_13-42-37",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719315757.4762058,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json b/ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json
deleted file mode 100644
index 86a72d474345b2837371dfe89ced31dd50c72253..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json
+++ /dev/null
@@ -1,52 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"dd950274\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643935303237345f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31352d31392d3436948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7776595209025089,\n \"lr\": 0.0006106789085082022,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7776595209025089,\n \"lr\": 0.0006106789085082022,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7776595209025089,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0006106789085082022,\n \"n_head\": 16\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7777,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0006,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719321603.1018882,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2001.7704808993603,\n \"timestamp\": 1719321692,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"dd950274\",\n \"date\": \"2024-06-25_15-21-32\",\n \"time_this_iter_s\": 89.34920597076416,\n \"time_total_s\": 89.34920597076416,\n \"pid\": 355319,\n \"hostname\": \"r7i5n7\",\n \"node_ip\": \"10.159.24.56\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7776595209025089,\n \"lr\": 0.0006106789085082022,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 89.34920597076416,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7777,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0006,n_head=16\"\n },\n \"last_result_time\": 1719321692.456364,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2001.7704808993603,\n \"min\": 2001.7704808993603,\n \"avg\": 2001.7704808993603,\n \"last\": 2001.7704808993603,\n \"last-5-avg\": 2001.7704808993603,\n \"last-10-avg\": 2001.7704808993603\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 89.34920597076416,\n \"min\": 89.34920597076416,\n \"avg\": 89.34920597076416,\n \"last\": 89.34920597076416,\n \"last-5-avg\": 89.34920597076416,\n \"last-10-avg\": 89.34920597076416\n },\n \"time_total_s\": {\n \"max\": 89.34920597076416,\n \"min\": 89.34920597076416,\n \"avg\": 89.34920597076416,\n \"last\": 89.34920597076416,\n \"last-5-avg\": 89.34920597076416,\n \"last-10-avg\": 89.34920597076416\n },\n \"time_since_restore\": {\n \"max\": 89.34920597076416,\n \"min\": 89.34920597076416,\n \"avg\": 89.34920597076416,\n \"last\": 89.34920597076416,\n \"last-5-avg\": 89.34920597076416,\n \"last-10-avg\": 89.34920597076416\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643935303237345f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31352d31392d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1050959366a0fa3fa36746f99b4aeaad34736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f4094869452948c0974696d657374616d70944a5cc47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464393530323734948c0464617465948c13323032342d30362d32355f31352d32312d3332948c1074696d655f746869735f697465725f73944740565659640000008c0c74696d655f746f74616c5f73944740565659640000008c03706964944af76b05008c08686f73746e616d65948c06723769356e37948c076e6f64655f6970948c0c31302e3135392e32342e3536948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe8e296383660b38c026c7294473f4402bef85f047c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740565659640000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f74eb513\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66373465623531335f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31352d32302d3033948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb0fc98aa368c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 8,\n \"drop_rate\": 0.5887719140440579,\n \"lr\": 0.009580025887992769,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 8,\n \"drop_rate\": 0.5887719140440579,\n \"lr\": 0.009580025887992769,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.5887719140440579,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.009580025887992769,\n \"n_head\": 8\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.5888,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=8,lr=0.0096,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719321692.6103284,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"trial_id\": \"f74eb513\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"53fe56f2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35336665353666325f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31352d32312d3332948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb0fc98aa368c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.21039295796266755,\n \"lr\": 0.00010129411733818616,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.21039295796266755,\n \"lr\": 0.00010129411733818616,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.21039295796266755,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00010129411733818616,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2104,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_53fe56f2_3_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_15-21-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": null,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {},\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": Infinity,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 89.34920597076416,
- "_iteration": 4001,
- "_has_errored": false,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719321586.2168348,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_15-19-46",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719321586.2168348,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json b/ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json
deleted file mode 100644
index f1a806f7b6b3cad6a3c8aed77edbd2ce859ce6be..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json
+++ /dev/null
@@ -1,116 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a0e8b2af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61306538623261665f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d30372d3438948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4534009171604666,\n \"lr\": 0.019472817375775914,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4534009171604666,\n \"lr\": 0.019472817375775914,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4534009171604666,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.019472817375775914,\n \"n_head\": 8\n },\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4534,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0195,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324484.8937905,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2773.484795037217,\n \"timestamp\": 1719324574,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"a0e8b2af\",\n \"date\": \"2024-06-25_16-09-34\",\n \"time_this_iter_s\": 89.29933595657349,\n \"time_total_s\": 89.29933595657349,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4534009171604666,\n \"lr\": 0.019472817375775914,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 89.29933595657349,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4534,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0195,n_head=8\"\n },\n \"last_result_time\": 1719324574.1991315,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2773.484795037217,\n \"min\": 2773.484795037217,\n \"avg\": 2773.484795037217,\n \"last\": 2773.484795037217,\n \"last-5-avg\": 2773.484795037217,\n \"last-10-avg\": 2773.484795037217\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 89.29933595657349,\n \"min\": 89.29933595657349,\n \"avg\": 89.29933595657349,\n \"last\": 89.29933595657349,\n \"last-5-avg\": 89.29933595657349,\n \"last-10-avg\": 89.29933595657349\n },\n \"time_total_s\": {\n \"max\": 89.29933595657349,\n \"min\": 89.29933595657349,\n \"avg\": 89.29933595657349,\n \"last\": 89.29933595657349,\n \"last-5-avg\": 89.29933595657349,\n \"last-10-avg\": 89.29933595657349\n },\n \"time_since_restore\": {\n \"max\": 89.29933595657349,\n \"min\": 89.29933595657349,\n \"avg\": 89.29933595657349,\n \"last\": 89.29933595657349,\n \"last-5-avg\": 89.29933595657349,\n \"last-10-avg\": 89.29933595657349\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308381c0e37f8aaa5409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308381c0e37f8aaa5409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056532852000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056532852000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056532852000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056532852000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056532852000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056532852000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61306538623261665f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d30372d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117618d482644e63b29e4dd84919f39dde00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308381c0e37f8aaa54094869452948c0974696d657374616d70944a9ecf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086130653862326166948c0464617465948c13323032342d30362d32355f31362d30392d3334948c1074696d655f746869735f697465725f73944740565328520000008c0c74696d655f746f74616c5f73944740565328520000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdd048547cb8f1a8c026c7294473f93f0aea728e5888c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740565328520000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"52d8dfa1\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35326438646661315f325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31362d30382d3034948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.982125481793317,\n \"lr\": 0.002789281371289888,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.982125481793317,\n \"lr\": 0.002789281371289888,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.982125481793317,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.002789281371289888,\n \"n_head\": 8\n },\n \"experiment_tag\": \"2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.9821,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0028,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324574.3448324,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719324663,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"52d8dfa1\",\n \"date\": \"2024-06-25_16-11-03\",\n \"time_this_iter_s\": 89.4755928516388,\n \"time_total_s\": 89.4755928516388,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.982125481793317,\n \"lr\": 0.002789281371289888,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 89.4755928516388,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.9821,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0028,n_head=8\"\n },\n \"last_result_time\": 1719324663.8246083,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 89.4755928516388,\n \"min\": 89.4755928516388,\n \"avg\": 89.4755928516388,\n \"last\": 89.4755928516388,\n \"last-5-avg\": 89.4755928516388,\n \"last-10-avg\": 89.4755928516388\n },\n \"time_total_s\": {\n \"max\": 89.4755928516388,\n \"min\": 89.4755928516388,\n \"avg\": 89.4755928516388,\n \"last\": 89.4755928516388,\n \"last-5-avg\": 89.4755928516388,\n \"last-10-avg\": 89.4755928516388\n },\n \"time_since_restore\": {\n \"max\": 89.4755928516388,\n \"min\": 89.4755928516388,\n \"avg\": 89.4755928516388,\n \"last\": 89.4755928516388,\n \"last-5-avg\": 89.4755928516388,\n \"last-10-avg\": 89.4755928516388\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f9486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f9486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740565e701d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740565e701d000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740565e701d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740565e701d000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740565e701d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740565e701d000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35326438646661315f325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31362d30382d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c21e3bc53b8b4899854129ba1f17e9de00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944af7cf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532643864666131948c0464617465948c13323032342d30362d32355f31362d31312d3033948c1074696d655f746869735f697465725f73944740565e701d0000008c0c74696d655f746f74616c5f73944740565e701d0000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fef6d926b1bdb778c026c7294473f66d98c089be9368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740565e701d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6a62b85a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613632623835615f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d30392d3334948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 4,\n \"drop_rate\": 0.06860896590384413,\n \"lr\": 0.00016561766448063182,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 4,\n \"drop_rate\": 0.06860896590384413,\n \"lr\": 0.00016561766448063182,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.06860896590384413,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00016561766448063182,\n \"n_head\": 4\n },\n \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0686,embedding_dim=16,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324663.967162,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 310.75900604968933,\n \"timestamp\": 1719327245,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"6a62b85a\",\n \"date\": \"2024-06-25_16-54-05\",\n \"time_this_iter_s\": 63.18879699707031,\n \"time_total_s\": 127.51110315322876,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 4,\n \"drop_rate\": 0.06860896590384413,\n \"lr\": 0.00016561766448063182,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 63.18879699707031,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0686,embedding_dim=16,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=4\"\n },\n \"last_result_time\": 1719327245.5672662,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 510.42659056656004,\n \"min\": 310.75900604968933,\n \"avg\": 410.59279830812466,\n \"last\": 310.75900604968933,\n \"last-5-avg\": 410.59279830812466,\n \"last-10-avg\": 410.59279830812466\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 64.32230615615845,\n \"min\": 63.18879699707031,\n \"avg\": 63.75555157661438,\n \"last\": 63.18879699707031,\n \"last-5-avg\": 63.75555157661438,\n \"last-10-avg\": 63.75555157661438\n },\n \"time_total_s\": {\n \"max\": 127.51110315322876,\n \"min\": 64.32230615615845,\n \"avg\": 95.9167046546936,\n \"last\": 127.51110315322876,\n \"last-5-avg\": 95.9167046546936,\n \"last-10-avg\": 95.9167046546936\n },\n \"time_since_restore\": {\n \"max\": 64.32230615615845,\n \"min\": 63.18879699707031,\n \"avg\": 63.75555157661438,\n \"last\": 63.18879699707031,\n \"last-5-avg\": 63.75555157661438,\n \"last-10-avg\": 63.75555157661438\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a150d3e67f4094869452946807680d43081c0e87e3246c73409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a150d3e67f4094869452946807680d43081c0e87e3246c73409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405014a0aa00000047404f982a80000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405014a0aa00000047404f982a80000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405014a0aa00000047405fe0b5ea000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405014a0aa00000047405fe0b5ea000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405014a0aa00000047404f982a80000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405014a0aa00000047404f982a80000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613632623835615f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d30392d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111770d9a5a2b89096d44582c2ceb22a9d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a150d3e67f4094869452948c0974696d657374616d70944a38d07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661363262383561948c0464617465948c13323032342d30362d32355f31362d31322d3038948c1074696d655f746869735f697465725f739447405014a0aa0000008c0c74696d655f746f74616c5f739447405014a0aa0000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b048c0964726f705f7261746594473fb1905b70c4f6b88c026c7294473f25b534e7b91e408c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405014a0aa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613632623835615f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d30392d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103744df4a18a121ad344e9c027800e32b7362756268317d94288c046c6f7373946836683c43081c0e87e3246c734094869452948c0974696d657374616d70944a0dda7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661363262383561948c0464617465948c13323032342d30362d32355f31362d35342d3035948c1074696d655f746869735f697465725f739447404f982a800000008c0c74696d655f746f74616c5f739447405fe0b5ea0000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b048c0964726f705f7261746594473fb1905b70c4f6b88c026c7294473f25b534e7b91e408c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404f982a800000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"975aa6a0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39373561613661305f345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31312d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8156275326399022,\n \"lr\": 0.00010404955423531405,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8156275326399022,\n \"lr\": 0.00010404955423531405,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8156275326399022,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00010404955423531405,\n \"n_head\": 16\n },\n \"experiment_tag\": \"4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.8156,embedding_dim=64,encoder_ff=1024,encoder_num_layer=1,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324728.438826,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2002.7163720318651,\n \"timestamp\": 1719324792,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"975aa6a0\",\n \"date\": \"2024-06-25_16-13-12\",\n \"time_this_iter_s\": 64.14145565032959,\n \"time_total_s\": 64.14145565032959,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8156275326399022,\n \"lr\": 0.00010404955423531405,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 64.14145565032959,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.8156,embedding_dim=64,encoder_ff=1024,encoder_num_layer=1,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719324792.5855737,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2002.7163720318651,\n \"min\": 2002.7163720318651,\n \"avg\": 2002.7163720318651,\n \"last\": 2002.7163720318651,\n \"last-5-avg\": 2002.7163720318651,\n \"last-10-avg\": 2002.7163720318651\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 64.14145565032959,\n \"min\": 64.14145565032959,\n \"avg\": 64.14145565032959,\n \"last\": 64.14145565032959,\n \"last-5-avg\": 64.14145565032959,\n \"last-10-avg\": 64.14145565032959\n },\n \"time_total_s\": {\n \"max\": 64.14145565032959,\n \"min\": 64.14145565032959,\n \"avg\": 64.14145565032959,\n \"last\": 64.14145565032959,\n \"last-5-avg\": 64.14145565032959,\n \"last-10-avg\": 64.14145565032959\n },\n \"time_since_restore\": {\n \"max\": 64.14145565032959,\n \"min\": 64.14145565032959,\n \"avg\": 64.14145565032959,\n \"last\": 64.14145565032959,\n \"last-5-avg\": 64.14145565032959,\n \"last-10-avg\": 64.14145565032959\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a190dd4a9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a190dd4a9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050090d9c000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050090d9c000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050090d9c000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050090d9c000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050090d9c000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050090d9c000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39373561613661305f345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31312d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104d5f716ab4722ebf3b45fadaa52f804f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a190dd4a9f4094869452948c0974696d657374616d70944a78d07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083937356161366130948c0464617465948c13323032342d30362d32355f31362d31332d3132948c1074696d655f746869735f697465725f7394474050090d9c0000008c0c74696d655f746f74616c5f7394474050090d9c0000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fea199ee94cfa498c026c7294473f1b46a5bafc8e808c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050090d9c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"af6d9c38\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61663664396333385f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d31322d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.5912116123671598,\n \"lr\": 0.009202977404873457,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.5912116123671598,\n \"lr\": 0.009202977404873457,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5912116123671598,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.009202977404873457,\n \"n_head\": 16\n },\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5912,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0092,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324792.730206,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1982.2825418307086,\n \"timestamp\": 1719327372,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"af6d9c38\",\n \"date\": \"2024-06-25_16-56-12\",\n \"time_this_iter_s\": 126.36091089248657,\n \"time_total_s\": 252.29485964775085,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.5912116123671598,\n \"lr\": 0.009202977404873457,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 126.36091089248657,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5912,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0092,n_head=16\"\n },\n \"last_result_time\": 1719327372.0857606,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1987.8132929764395,\n \"min\": 1982.2825418307086,\n \"avg\": 1985.047917403574,\n \"last\": 1982.2825418307086,\n \"last-5-avg\": 1985.047917403574,\n \"last-10-avg\": 1985.047917403574\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 126.36091089248657,\n \"min\": 125.93394875526428,\n \"avg\": 126.14742982387543,\n \"last\": 126.36091089248657,\n \"last-5-avg\": 126.14742982387543,\n \"last-10-avg\": 126.14742982387543\n },\n \"time_total_s\": {\n \"max\": 252.29485964775085,\n \"min\": 125.93394875526428,\n \"avg\": 189.11440420150757,\n \"last\": 252.29485964775085,\n \"last-5-avg\": 189.11440420150757,\n \"last-10-avg\": 189.11440420150757\n },\n \"time_since_restore\": {\n \"max\": 126.36091089248657,\n \"min\": 125.93394875526428,\n \"avg\": 126.14742982387543,\n \"last\": 126.36091089248657,\n \"last-5-avg\": 126.14742982387543,\n \"last-10-avg\": 126.14742982387543\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087fbfdfcf400f9f4094869452946807680d4308954aa55221f99e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087fbfdfcf400f9f4094869452946807680d4308954aa55221f99e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f7bc5d100000047405f97192a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405f7bc5d100000047405f97192a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f7bc5d100000047406f896f7d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405f7bc5d100000047406f896f7d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f7bc5d100000047405f97192a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405f7bc5d100000047405f97192a000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61663664396333385f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d31322d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a115d4407c8c02494bf934f054d85e6a9e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087fbfdfcf400f9f4094869452948c0974696d657374616d70944af6d07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086166366439633338948c0464617465948c13323032342d30362d32355f31362d31352d3138948c1074696d655f746869735f697465725f739447405f7bc5d10000008c0c74696d655f746f74616c5f739447405f7bc5d10000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe2eb349d843c768c026c7294473f82d902b7d68b998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405f7bc5d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61663664396333385f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d31322d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d273959b2f684f801f41e4e3e4159f7b7362756268317d94288c046c6f7373946836683c4308954aa55221f99e4094869452948c0974696d657374616d70944a8cda7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086166366439633338948c0464617465948c13323032342d30362d32355f31362d35362d3132948c1074696d655f746869735f697465725f739447405f97192a0000008c0c74696d655f746f74616c5f739447406f896f7d8000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe2eb349d843c768c026c7294473f82d902b7d68b998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405f97192a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b577349d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62353737333439645f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb418846a298c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.2945022566291742,\n \"lr\": 0.000496318687335349,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.2945022566291742,\n \"lr\": 0.000496318687335349,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2945022566291742,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.000496318687335349,\n \"n_head\": 2\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2945,embedding_dim=64,encoder_ff=2048,encoder_num_layer=8,lr=0.0005,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324918.8126864,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1958.5695377860482,\n \"timestamp\": 1719327468,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b577349d\",\n \"date\": \"2024-06-25_16-57-48\",\n \"time_this_iter_s\": 96.6448974609375,\n \"time_total_s\": 192.2383737564087,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.2945022566291742,\n \"lr\": 0.000496318687335349,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 96.6448974609375,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2945,embedding_dim=64,encoder_ff=2048,encoder_num_layer=8,lr=0.0005,n_head=2\"\n },\n \"last_result_time\": 1719327468.8863273,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1958.5695377860482,\n \"min\": 1958.5306944359006,\n \"avg\": 1958.5501161109744,\n \"last\": 1958.5695377860482,\n \"last-5-avg\": 1958.5501161109744,\n \"last-10-avg\": 1958.5501161109744\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 96.6448974609375,\n \"min\": 95.59347629547119,\n \"avg\": 96.11918687820435,\n \"last\": 96.6448974609375,\n \"last-5-avg\": 96.11918687820435,\n \"last-10-avg\": 96.11918687820435\n },\n \"time_total_s\": {\n \"max\": 192.2383737564087,\n \"min\": 95.59347629547119,\n \"avg\": 143.91592502593994,\n \"last\": 192.2383737564087,\n \"last-5-avg\": 143.91592502593994,\n \"last-10-avg\": 143.91592502593994\n },\n \"time_since_restore\": {\n \"max\": 96.6448974609375,\n \"min\": 95.59347629547119,\n \"avg\": 96.11918687820435,\n \"last\": 96.6448974609375,\n \"last-5-avg\": 96.11918687820435,\n \"last-10-avg\": 96.11918687820435\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430873b95c6e1f9a9e4094869452946807680d4308a7d3e934479a9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430873b95c6e1f9a9e4094869452946807680d4308a7d3e934479a9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474057e5fb84000000474058294600000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474057e5fb84000000474058294600000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474057e5fb8400000047406807a0c2000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474057e5fb8400000047406807a0c2000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474057e5fb84000000474058294600000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474057e5fb84000000474058294600000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62353737333439645f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11539cca0b2b6fcbbd0f44024aa04e0da500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430873b95c6e1f9a9e4094869452948c0974696d657374616d70944a56d17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086235373733343964948c0464617465948c13323032342d30362d32355f31362d31362d3534948c1074696d655f746869735f697465725f7394474057e5fb840000008c0c74696d655f746f74616c5f7394474057e5fb840000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd2d91ffe34831c8c026c7294473f40436c43e763ef8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474057e5fb840000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62353737333439645f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a771b6bee3cbf999f74d2cbec6d3de8c007362756268317d94288c046c6f7373946836683c4308a7d3e934479a9e4094869452948c0974696d657374616d70944aecda7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086235373733343964948c0464617465948c13323032342d30362d32355f31362d35372d3438948c1074696d655f746869735f697465725f73944740582946000000008c0c74696d655f746f74616c5f739447406807a0c20000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd2d91ffe34831c8c026c7294473f40436c43e763ef8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740582946000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"86ae258f\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38366165323538665f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d31352d3138948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb418846a298c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7568171644612052,\n \"lr\": 0.0002629821336450532,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7568171644612052,\n \"lr\": 0.0002629821336450532,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 4,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.7568171644612052,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0002629821336450532,\n \"n_head\": 16\n },\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7568,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0003,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325014.5539198,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1995.102591927596,\n \"timestamp\": 1719327610,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"86ae258f\",\n \"date\": \"2024-06-25_17-00-10\",\n \"time_this_iter_s\": 141.5520534515381,\n \"time_total_s\": 283.12366557121277,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7568171644612052,\n \"lr\": 0.0002629821336450532,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 141.5520534515381,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7568,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0003,n_head=16\"\n },\n \"last_result_time\": 1719327610.6072223,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1995.102591927596,\n \"min\": 1993.6307767132137,\n \"avg\": 1994.3666843204048,\n \"last\": 1995.102591927596,\n \"last-5-avg\": 1994.3666843204048,\n \"last-10-avg\": 1994.3666843204048\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 141.57161211967468,\n \"min\": 141.5520534515381,\n \"avg\": 141.56183278560638,\n \"last\": 141.5520534515381,\n \"last-5-avg\": 141.56183278560638,\n \"last-10-avg\": 141.56183278560638\n },\n \"time_total_s\": {\n \"max\": 283.12366557121277,\n \"min\": 141.57161211967468,\n \"avg\": 212.34763884544373,\n \"last\": 283.12366557121277,\n \"last-5-avg\": 212.34763884544373,\n \"last-10-avg\": 212.34763884544373\n },\n \"time_since_restore\": {\n \"max\": 141.57161211967468,\n \"min\": 141.5520534515381,\n \"avg\": 141.56183278560638,\n \"last\": 141.5520534515381,\n \"last-5-avg\": 141.56183278560638,\n \"last-10-avg\": 141.56183278560638\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a954ea85269f4094869452946807680d43086fb7db0d692c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a954ea85269f4094869452946807680d43086fb7db0d692c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061b24aa5800000474061b1aa6c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061b24aa5800000474061b1aa6c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061b24aa5800000474071b1fa88c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061b24aa5800000474071b1fa88c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061b24aa5800000474061b1aa6c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061b24aa5800000474061b1aa6c000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38366165323538665f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d31352d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11f44260e4487af3908249f6c6bea7609700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a954ea85269f4094869452948c0974696d657374616d70944ae4d17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083836616532353866948c0464617465948c13323032342d30362d32355f31362d31392d3136948c1074696d655f746869735f697465725f7394474061b24aa58000008c0c74696d655f746f74616c5f7394474061b24aa58000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b048c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe837d8a14d31ce8c026c7294473f313c1ba9d70f5a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061b24aa58000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38366165323538665f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d31352d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a104c28418a6a14e6b2a24745a6d15899067362756268317d94288c046c6f7373946836683c43086fb7db0d692c9f4094869452948c0974696d657374616d70944a7adb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083836616532353866948c0464617465948c13323032342d30362d32355f31372d30302d3130948c1074696d655f746869735f697465725f7394474061b1aa6c0000008c0c74696d655f746f74616c5f7394474071b1fa88c000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b048c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe837d8a14d31ce8c026c7294473f313c1ba9d70f5a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061b1aa6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c4172973\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63343137323937335f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d31362d3534948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb418846a298c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 2048,\n \"n_head\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"lr\": 0.00038150746043137153,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 2048,\n \"n_head\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"lr\": 0.00038150746043137153,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00038150746043137153,\n \"n_head\": 2\n },\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4177,embedding_dim=256,encoder_ff=1024,encoder_num_layer=2,lr=0.0004,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325156.2771058,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 261.25574487400803,\n \"timestamp\": 1719327690,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"c4172973\",\n \"date\": \"2024-06-25_17-01-30\",\n \"time_this_iter_s\": 79.34292578697205,\n \"time_total_s\": 157.75713872909546,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 2048,\n \"n_head\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"lr\": 0.00038150746043137153,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 79.34292578697205,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4177,embedding_dim=256,encoder_ff=1024,encoder_num_layer=2,lr=0.0004,n_head=2\"\n },\n \"last_result_time\": 1719327690.1038792,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 357.444681242695,\n \"min\": 261.25574487400803,\n \"avg\": 309.3502130583515,\n \"last\": 261.25574487400803,\n \"last-5-avg\": 309.3502130583515,\n \"last-10-avg\": 309.3502130583515\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.34292578697205,\n \"min\": 78.41421294212341,\n \"avg\": 78.87856936454773,\n \"last\": 79.34292578697205,\n \"last-5-avg\": 78.87856936454773,\n \"last-10-avg\": 78.87856936454773\n },\n \"time_total_s\": {\n \"max\": 157.75713872909546,\n \"min\": 78.41421294212341,\n \"avg\": 118.08567583560944,\n \"last\": 157.75713872909546,\n \"last-5-avg\": 118.08567583560944,\n \"last-10-avg\": 118.08567583560944\n },\n \"time_since_restore\": {\n \"max\": 79.34292578697205,\n \"min\": 78.41421294212341,\n \"avg\": 78.87856936454773,\n \"last\": 79.34292578697205,\n \"last-5-avg\": 78.87856936454773,\n \"last-10-avg\": 78.87856936454773\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085128146a1d57764094869452946807680d4308bfdfef87175470409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085128146a1d57764094869452946807680d4308bfdfef87175470409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740539a8277000000474053d5f27f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740539a8277000000474053d5f27f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740539a8277000000474063b83a7b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740539a8277000000474063b83a7b000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740539a8277000000474053d5f27f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740539a8277000000474053d5f27f000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63343137323937335f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d31362d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11767c713a35b871b5de447f9814b0d9b300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085128146a1d57764094869452948c0974696d657374616d70944a32d27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086334313732393733948c0464617465948c13323032342d30362d32355f31362d32302d3334948c1074696d655f746869735f697465725f73944740539a82770000008c0c74696d655f746f74616c5f73944740539a82770000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b028c0964726f705f7261746594473fdabb3ff480d7668c026c7294473f3900a210d3dca08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740539a82770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63343137323937335f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d31362d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116354e19f53c12892fe4f978c6a8c7a8b007362756268317d94288c046c6f7373946836683c4308bfdfef871754704094869452948c0974696d657374616d70944acadb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086334313732393733948c0464617465948c13323032342d30362d32355f31372d30312d3330948c1074696d655f746869735f697465725f7394474053d5f27f0000008c0c74696d655f746f74616c5f7394474063b83a7b0000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b028c0964726f705f7261746594473fdabb3ff480d7668c026c7294473f3900a210d3dca08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d5f27f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1920f493\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31393230663439335f395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31362d31392d3136948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb463df15148c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.922082156004742,\n \"lr\": 0.0016525285062566051,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.922082156004742,\n \"lr\": 0.0016525285062566051,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.922082156004742,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0016525285062566051,\n \"n_head\": 1\n },\n \"experiment_tag\": \"9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9221,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325234.8395333,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2102.196185254675,\n \"timestamp\": 1719325314,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"1920f493\",\n \"date\": \"2024-06-25_16-21-54\",\n \"time_this_iter_s\": 79.38143539428711,\n \"time_total_s\": 79.38143539428711,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.922082156004742,\n \"lr\": 0.0016525285062566051,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 79.38143539428711,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9221,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719325314.225798,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2102.196185254675,\n \"min\": 2102.196185254675,\n \"avg\": 2102.196185254675,\n \"last\": 2102.196185254675,\n \"last-5-avg\": 2102.196185254675,\n \"last-10-avg\": 2102.196185254675\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 79.38143539428711,\n \"min\": 79.38143539428711,\n \"avg\": 79.38143539428711,\n \"last\": 79.38143539428711,\n \"last-5-avg\": 79.38143539428711,\n \"last-10-avg\": 79.38143539428711\n },\n \"time_total_s\": {\n \"max\": 79.38143539428711,\n \"min\": 79.38143539428711,\n \"avg\": 79.38143539428711,\n \"last\": 79.38143539428711,\n \"last-5-avg\": 79.38143539428711,\n \"last-10-avg\": 79.38143539428711\n },\n \"time_since_restore\": {\n \"max\": 79.38143539428711,\n \"min\": 79.38143539428711,\n \"avg\": 79.38143539428711,\n \"last\": 79.38143539428711,\n \"last-5-avg\": 79.38143539428711,\n \"last-10-avg\": 79.38143539428711\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96472646ca0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96472646ca0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474053d86970000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474053d86970000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474053d86970000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474053d86970000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474053d86970000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474053d86970000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31393230663439335f395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31362d31392d31362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11fdcf99429d7f868e6d47eef0e42d098000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96472646ca04094869452948c0974696d657374616d70944a82d27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083139323066343933948c0464617465948c13323032342d30362d32355f31362d32312d3534948c1074696d655f746869735f697465725f7394474053d869700000008c0c74696d655f746f74616c5f7394474053d869700000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b018c0964726f705f7261746594473fed81b270087f478c026c7294473f5b1334f8f7117a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d869700000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1de460a8\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31646534363061385f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32302d3334948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb463df15148c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.03175079062321118,\n \"lr\": 0.003436670599863372,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.03175079062321118,\n \"lr\": 0.003436670599863372,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.03175079062321118,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.003436670599863372,\n \"n_head\": 1\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.0318,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0034,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325314.396891,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.3101080947035,\n \"timestamp\": 1719327763,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"1de460a8\",\n \"date\": \"2024-06-25_17-02-43\",\n \"time_this_iter_s\": 72.80412983894348,\n \"time_total_s\": 146.37021279335022,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.03175079062321118,\n \"lr\": 0.003436670599863372,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 72.80412983894348,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.0318,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0034,n_head=1\"\n },\n \"last_result_time\": 1719327763.0620155,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1961.4144263079786,\n \"min\": 1955.3101080947035,\n \"avg\": 1958.3622672013412,\n \"last\": 1955.3101080947035,\n \"last-5-avg\": 1958.3622672013412,\n \"last-10-avg\": 1958.3622672013412\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 73.56608295440674,\n \"min\": 72.80412983894348,\n \"avg\": 73.18510639667511,\n \"last\": 72.80412983894348,\n \"last-5-avg\": 73.18510639667511,\n \"last-10-avg\": 73.18510639667511\n },\n \"time_total_s\": {\n \"max\": 146.37021279335022,\n \"min\": 73.56608295440674,\n \"avg\": 109.96814787387848,\n \"last\": 146.37021279335022,\n \"last-5-avg\": 109.96814787387848,\n \"last-10-avg\": 109.96814787387848\n },\n \"time_since_restore\": {\n \"max\": 73.56608295440674,\n \"min\": 72.80412983894348,\n \"avg\": 73.18510639667511,\n \"last\": 72.80412983894348,\n \"last-5-avg\": 73.18510639667511,\n \"last-10-avg\": 73.18510639667511\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e5fa8a59e4094869452946807680d4308e8f3f98c3d8d9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e5fa8a59e4094869452946807680d4308e8f3f98c3d8d9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052643ab40000004740523376dd000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052643ab40000004740523376dd000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052643ab40000004740624bd8c8800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052643ab40000004740624bd8c8800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052643ab40000004740523376dd000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052643ab40000004740523376dd000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31646534363061385f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32302d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1055810ffc8fb1d7ab1141f27ccac18639736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e5fa8a59e4094869452948c0974696d657374616d70944acbd27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083164653436306138948c0464617465948c13323032342d30362d32355f31362d32332d3037948c1074696d655f746869735f697465725f7394474052643ab40000008c0c74696d655f746f74616c5f7394474052643ab40000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b018c0964726f705f7261746594473fa041a3beb29a908c026c7294473f6c27387aac57a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474052643ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31646534363061385f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32302d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11b8b96603598218a15144e463ba24cf8e007362756268317d94288c046c6f7373946836683c4308e8f3f98c3d8d9e4094869452948c0974696d657374616d70944a13dc7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083164653436306138948c0464617465948c13323032342d30362d32355f31372d30322d3433948c1074696d655f746869735f697465725f73944740523376dd0000008c0c74696d655f746f74616c5f73944740624bd8c88000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b018c0964726f705f7261746594473fa041a3beb29a908c026c7294473f6c27387aac57a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740523376dd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1ef7c88b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31656637633838625f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32312d3534948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb463df15148c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 2,\n \"drop_rate\": 0.14711494497891564,\n \"lr\": 0.00018307057253269556,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 2,\n \"drop_rate\": 0.14711494497891564,\n \"lr\": 0.00018307057253269556,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 4,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.14711494497891564,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00018307057253269556,\n \"n_head\": 2\n },\n \"experiment_tag\": \"11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.1471,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=8,lr=0.0002,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325388.1127121,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"loss\": 1963.8436942513533,\n \"timestamp\": 1719326402,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"1ef7c88b\",\n \"date\": \"2024-06-25_16-40-02\",\n \"time_this_iter_s\": 1014.7334928512573,\n \"time_total_s\": 1014.7334928512573,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 2,\n \"drop_rate\": 0.14711494497891564,\n \"lr\": 0.00018307057253269556,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1014.7334928512573,\n \"iterations_since_restore\": 1\n },\n \"last_result_time\": 1719326402.8500564,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1963.8436942513533,\n \"min\": 1963.8436942513533,\n \"avg\": 1963.8436942513533,\n \"last\": 1963.8436942513533,\n \"last-5-avg\": 1963.8436942513533,\n \"last-10-avg\": 1963.8436942513533\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 1014.7334928512573,\n \"min\": 1014.7334928512573,\n \"avg\": 1014.7334928512573,\n \"last\": 1014.7334928512573,\n \"last-5-avg\": 1014.7334928512573,\n \"last-10-avg\": 1014.7334928512573\n },\n \"time_total_s\": {\n \"max\": 1014.7334928512573,\n \"min\": 1014.7334928512573,\n \"avg\": 1014.7334928512573,\n \"last\": 1014.7334928512573,\n \"last-5-avg\": 1014.7334928512573,\n \"last-10-avg\": 1014.7334928512573\n },\n \"time_since_restore\": {\n \"max\": 1014.7334928512573,\n \"min\": 1014.7334928512573,\n \"avg\": 1014.7334928512573,\n \"last\": 1014.7334928512573,\n \"last-5-avg\": 1014.7334928512573,\n \"last-10-avg\": 1014.7334928512573\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc562f15faf9e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc562f15faf9e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408fb5de31800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408fb5de31800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408fb5de31800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408fb5de31800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408fb5de31800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408fb5de31800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31656637633838625f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32312d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117d30e4131f2c1ba2eb43a2955dff97f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc562f15faf9e4094869452948c0974696d657374616d70944ac2d67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083165663763383862948c0464617465948c13323032342d30362d32355f31362d34302d3032948c1074696d655f746869735f697465725f739447408fb5de318000008c0c74696d655f746f74616c5f739447408fb5de318000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b048c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b028c0964726f705f7261746594473fc2d4a99ab7f8dc8c026c7294473f27fed43e6818098c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fb5de318000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"651349c4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36353133343963345f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d32332d3038948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb4af484b348c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.6683907000004579,\n \"lr\": 0.0001175178193869245,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.6683907000004579,\n \"lr\": 0.0001175178193869245,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6683907000004579,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0001175178193869245,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.6684,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326403.0031497,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1981.618032380352,\n \"timestamp\": 1719326489,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"651349c4\",\n \"date\": \"2024-06-25_16-41-29\",\n \"time_this_iter_s\": 86.11733651161194,\n \"time_total_s\": 86.11733651161194,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.6683907000004579,\n \"lr\": 0.0001175178193869245,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 86.11733651161194,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.6684,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=4\"\n },\n \"last_result_time\": 1719326489.1258004,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1981.618032380352,\n \"min\": 1981.618032380352,\n \"avg\": 1981.618032380352,\n \"last\": 1981.618032380352,\n \"last-5-avg\": 1981.618032380352,\n \"last-10-avg\": 1981.618032380352\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 86.11733651161194,\n \"min\": 86.11733651161194,\n \"avg\": 86.11733651161194,\n \"last\": 86.11733651161194,\n \"last-5-avg\": 86.11733651161194,\n \"last-10-avg\": 86.11733651161194\n },\n \"time_total_s\": {\n \"max\": 86.11733651161194,\n \"min\": 86.11733651161194,\n \"avg\": 86.11733651161194,\n \"last\": 86.11733651161194,\n \"last-5-avg\": 86.11733651161194,\n \"last-10-avg\": 86.11733651161194\n },\n \"time_since_restore\": {\n \"max\": 86.11733651161194,\n \"min\": 86.11733651161194,\n \"avg\": 86.11733651161194,\n \"last\": 86.11733651161194,\n \"last-5-avg\": 86.11733651161194,\n \"last-10-avg\": 86.11733651161194\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57add78f69e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57add78f69e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474055878271000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474055878271000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474055878271000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474055878271000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474055878271000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474055878271000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36353133343963345f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d32332d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103cd44f9d38a2e7bec446dcaeaf332b13736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57add78f69e4094869452948c0974696d657374616d70944a19d77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083635313334396334948c0464617465948c13323032342d30362d32355f31362d34312d3239948c1074696d655f746869735f697465725f73944740558782710000008c0c74696d655f746f74616c5f73944740558782710000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b048c0964726f705f7261746594473fe56374e4ae7afe8c026c7294473f1ece7cc38c162c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740558782710000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e566e32a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65353636653332615f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d34302d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5915a973d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7731110479994988,\n \"lr\": 0.03425650698356203,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7731110479994988,\n \"lr\": 0.03425650698356203,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7731110479994988,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.03425650698356203,\n \"n_head\": 4\n },\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7731,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0343,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326489.2697742,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2129.4940118264026,\n \"timestamp\": 1719326571,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"e566e32a\",\n \"date\": \"2024-06-25_16-42-51\",\n \"time_this_iter_s\": 82.61908912658691,\n \"time_total_s\": 82.61908912658691,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7731110479994988,\n \"lr\": 0.03425650698356203,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 82.61908912658691,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7731,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0343,n_head=4\"\n },\n \"last_result_time\": 1719326571.8931763,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2129.4940118264026,\n \"min\": 2129.4940118264026,\n \"avg\": 2129.4940118264026,\n \"last\": 2129.4940118264026,\n \"last-5-avg\": 2129.4940118264026,\n \"last-10-avg\": 2129.4940118264026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 82.61908912658691,\n \"min\": 82.61908912658691,\n \"avg\": 82.61908912658691,\n \"last\": 82.61908912658691,\n \"last-5-avg\": 82.61908912658691,\n \"last-10-avg\": 82.61908912658691\n },\n \"time_total_s\": {\n \"max\": 82.61908912658691,\n \"min\": 82.61908912658691,\n \"avg\": 82.61908912658691,\n \"last\": 82.61908912658691,\n \"last-5-avg\": 82.61908912658691,\n \"last-10-avg\": 82.61908912658691\n },\n \"time_since_restore\": {\n \"max\": 82.61908912658691,\n \"min\": 82.61908912658691,\n \"avg\": 82.61908912658691,\n \"last\": 82.61908912658691,\n \"last-5-avg\": 82.61908912658691,\n \"last-10-avg\": 82.61908912658691\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eeffca2a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eeffca2a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054a79f28000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054a79f28000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054a79f28000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054a79f28000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054a79f28000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054a79f28000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65353636653332615f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d34302d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a108eef8c58375f918166442f09d4e1302f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eeffca2a04094869452948c0974696d657374616d70944a6bd77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086535363665333261948c0464617465948c13323032342d30362d32355f31362d34322d3531948c1074696d655f746869735f697465725f7394474054a79f280000008c0c74696d655f746f74616c5f7394474054a79f280000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe8bd53616ab1398c026c7294473fa18a11a256d5188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054a79f280000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8c6e7040\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38633665373034305f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f323032342d30362d32355f31362d34312d3239948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5915a973d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 1,\n \"drop_rate\": 0.6537122299874158,\n \"lr\": 0.010515037912087563,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 1,\n \"drop_rate\": 0.6537122299874158,\n \"lr\": 0.010515037912087563,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.6537122299874158,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.010515037912087563,\n \"n_head\": 1\n },\n \"experiment_tag\": \"14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.6537,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0105,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326572.0475543,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"8c6e7040\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"25b42194\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32356234323139345f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d34322d3532948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5915a973d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 16,\n \"drop_rate\": 0.3256301932631026,\n \"lr\": 0.0018178629337167497,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 16,\n \"drop_rate\": 0.3256301932631026,\n \"lr\": 0.0018178629337167497,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3256301932631026,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0018178629337167497,\n \"n_head\": 16\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3256,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0018,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326598.1773813,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 5061.415592704232,\n \"timestamp\": 1719326792,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"25b42194\",\n \"date\": \"2024-06-25_16-46-32\",\n \"time_this_iter_s\": 194.36064219474792,\n \"time_total_s\": 194.36064219474792,\n \"pid\": 122466,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 16,\n \"drop_rate\": 0.3256301932631026,\n \"lr\": 0.0018178629337167497,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 194.36064219474792,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3256,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0018,n_head=16\"\n },\n \"last_result_time\": 1719326792.5431535,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 5061.415592704232,\n \"min\": 5061.415592704232,\n \"avg\": 5061.415592704232,\n \"last\": 5061.415592704232,\n \"last-5-avg\": 5061.415592704232,\n \"last-10-avg\": 5061.415592704232\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 194.36064219474792,\n \"min\": 194.36064219474792,\n \"avg\": 194.36064219474792,\n \"last\": 194.36064219474792,\n \"last-5-avg\": 194.36064219474792,\n \"last-10-avg\": 194.36064219474792\n },\n \"time_total_s\": {\n \"max\": 194.36064219474792,\n \"min\": 194.36064219474792,\n \"avg\": 194.36064219474792,\n \"last\": 194.36064219474792,\n \"last-5-avg\": 194.36064219474792,\n \"last-10-avg\": 194.36064219474792\n },\n \"time_since_restore\": {\n \"max\": 194.36064219474792,\n \"min\": 194.36064219474792,\n \"avg\": 194.36064219474792,\n \"last\": 194.36064219474792,\n \"last-5-avg\": 194.36064219474792,\n \"last-10-avg\": 194.36064219474792\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308229148646ac5b3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308229148646ac5b3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740684b8a61800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740684b8a61800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740684b8a61800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740684b8a61800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740684b8a61800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740684b8a61800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356234323139345f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d34322d35322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1134c6fe3ca07c39bd6c4247e744cd77b300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308229148646ac5b34094869452948c0974696d657374616d70944a48d87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083235623432313934948c0464617465948c13323032342d30362d32355f31362d34362d3332948c1074696d655f746869735f697465725f73944740684b8a618000008c0c74696d655f746f74616c5f73944740684b8a618000008c03706964944a62de01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b108c0964726f705f7261746594473fd4d72005a9ee8e8c026c7294473f5dc8ab7654c5908c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740684b8a618000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b53cfe05\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62353363666530355f31365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d34332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5dcbfed3f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9936594412219328,\n \"lr\": 0.000836614555813242,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9936594412219328,\n \"lr\": 0.000836614555813242,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9936594412219328,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.000836614555813242,\n \"n_head\": 4\n },\n \"experiment_tag\": \"16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9937,embedding_dim=64,encoder_ff=512,encoder_num_layer=2,lr=0.0008,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326792.6860473,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 3022.543074480192,\n \"timestamp\": 1719326860,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"b53cfe05\",\n \"date\": \"2024-06-25_16-47-40\",\n \"time_this_iter_s\": 67.51874232292175,\n \"time_total_s\": 67.51874232292175,\n \"pid\": 122466,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9936594412219328,\n \"lr\": 0.000836614555813242,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 67.51874232292175,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9937,embedding_dim=64,encoder_ff=512,encoder_num_layer=2,lr=0.0008,n_head=4\"\n },\n \"last_result_time\": 1719326860.2093158,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3022.543074480192,\n \"min\": 3022.543074480192,\n \"avg\": 3022.543074480192,\n \"last\": 3022.543074480192,\n \"last-5-avg\": 3022.543074480192,\n \"last-10-avg\": 3022.543074480192\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 67.51874232292175,\n \"min\": 67.51874232292175,\n \"avg\": 67.51874232292175,\n \"last\": 67.51874232292175,\n \"last-5-avg\": 67.51874232292175,\n \"last-10-avg\": 67.51874232292175\n },\n \"time_total_s\": {\n \"max\": 67.51874232292175,\n \"min\": 67.51874232292175,\n \"avg\": 67.51874232292175,\n \"last\": 67.51874232292175,\n \"last-5-avg\": 67.51874232292175,\n \"last-10-avg\": 67.51874232292175\n },\n \"time_since_restore\": {\n \"max\": 67.51874232292175,\n \"min\": 67.51874232292175,\n \"avg\": 67.51874232292175,\n \"last\": 67.51874232292175,\n \"last-5-avg\": 67.51874232292175,\n \"last-10-avg\": 67.51874232292175\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7db0d169da7409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7db0d169da7409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050e13313000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050e13313000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050e13313000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050e13313000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050e13313000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050e13313000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62353363666530355f31365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d34332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a100ded1d5120b71bb6d94d1874c6c85758736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7db0d169da74094869452948c0974696d657374616d70944a8cd87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086235336366653035948c0464617465948c13323032342d30362d32355f31362d34372d3430948c1074696d655f746869735f697465725f7394474050e133130000008c0c74696d655f746f74616c5f7394474050e133130000008c03706964944a62de01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fefcc0ee26d1d608c026c7294473f4b6a08140aa9ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050e133130000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"45b8cfdd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356238636664645f31375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f323032342d30362d32355f31362d34362d3332948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5dcbfed3f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.18931069188451255,\n \"lr\": 0.0002168775970949337,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.18931069188451255,\n \"lr\": 0.0002168775970949337,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.18931069188451255,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0002168775970949337,\n \"n_head\": 4\n },\n \"experiment_tag\": \"17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.1893,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326860.3577213,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"45b8cfdd\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8e58579c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653538353739635f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5dcbfed3f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"lr\": 0.000663247583015271,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"lr\": 0.000663247583015271,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.000663247583015271,\n \"n_head\": 8\n },\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8999,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0007,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326883.2966387,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2056.04917078694,\n \"timestamp\": 1719327182,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"8e58579c\",\n \"date\": \"2024-06-25_16-53-02\",\n \"time_this_iter_s\": 142.2777497768402,\n \"time_total_s\": 298.91499376296997,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"lr\": 0.000663247583015271,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 298.91499376296997,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8999,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0007,n_head=8\"\n },\n \"last_result_time\": 1719327182.2214158,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2062.3793243648497,\n \"min\": 2056.04917078694,\n \"avg\": 2059.2142475758947,\n \"last\": 2056.04917078694,\n \"last-5-avg\": 2059.2142475758947,\n \"last-10-avg\": 2059.2142475758947\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 156.63724398612976,\n \"min\": 142.2777497768402,\n \"avg\": 149.45749688148499,\n \"last\": 142.2777497768402,\n \"last-5-avg\": 149.45749688148499,\n \"last-10-avg\": 149.45749688148499\n },\n \"time_total_s\": {\n \"max\": 298.91499376296997,\n \"min\": 156.63724398612976,\n \"avg\": 227.77611887454987,\n \"last\": 298.91499376296997,\n \"last-5-avg\": 227.77611887454987,\n \"last-10-avg\": 227.77611887454987\n },\n \"time_since_restore\": {\n \"max\": 298.91499376296997,\n \"min\": 156.63724398612976,\n \"avg\": 227.77611887454987,\n \"last\": 298.91499376296997,\n \"last-5-avg\": 227.77611887454987,\n \"last-10-avg\": 227.77611887454987\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd36c21ca04094869452946807680d4308a7d3e92c1910a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd36c21ca04094869452946807680d4308a7d3e92c1910a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406394644d800000474061c8e353800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406394644d800000474061c8e353800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406394644d800000474072aea3d0800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406394644d800000474072aea3d0800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406394644d800000474072aea3d0800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406394644d800000474072aea3d0800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a4090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653538353739635f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a102fd40e2ad2aee0ab774f9b6b0d8e1422736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd36c21ca04094869452948c0974696d657374616d70944a3fd97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865353835373963948c0464617465948c13323032342d30362d32355f31362d35302d3339948c1074696d655f746869735f697465725f739447406394644d8000008c0c74696d655f746f74616c5f739447406394644d8000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473feccc127c1c04508c026c7294473f45bbb956cf4fa78c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406394644d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653538353739635f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d34372d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a109082755a26183b9e5c416e75fbaec42e7362756268317d94288c046c6f7373946836683c4308a7d3e92c1910a04094869452948c0974696d657374616d70944aced97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865353835373963948c0464617465948c13323032342d30362d32355f31362d35332d3032948c1074696d655f746869735f697465725f7394474061c8e3538000008c0c74696d655f746f74616c5f7394474072aea3d08000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473feccc127c1c04508c026c7294473f45bbb956cf4fa78c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474072aea3d08000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"375ed3d7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33373565643364375f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d35362d3132948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb673a554b88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.29850788173794873,\n \"lr\": 0.017371208825505195,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.29850788173794873,\n \"lr\": 0.017371208825505195,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.29850788173794873,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.017371208825505195,\n \"n_head\": 1\n },\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2985,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0174,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719327790.388722,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1971.010832058163,\n \"timestamp\": 1719327860,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"375ed3d7\",\n \"date\": \"2024-06-25_17-04-20\",\n \"time_this_iter_s\": 70.38656640052795,\n \"time_total_s\": 70.38656640052795,\n \"pid\": 168065,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.29850788173794873,\n \"lr\": 0.017371208825505195,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 70.38656640052795,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2985,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0174,n_head=1\"\n },\n \"last_result_time\": 1719327860.7799456,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1971.010832058163,\n \"min\": 1971.010832058163,\n \"avg\": 1971.010832058163,\n \"last\": 1971.010832058163,\n \"last-5-avg\": 1971.010832058163,\n \"last-10-avg\": 1971.010832058163\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 70.38656640052795,\n \"min\": 70.38656640052795,\n \"avg\": 70.38656640052795,\n \"last\": 70.38656640052795,\n \"last-5-avg\": 70.38656640052795,\n \"last-10-avg\": 70.38656640052795\n },\n \"time_total_s\": {\n \"max\": 70.38656640052795,\n \"min\": 70.38656640052795,\n \"avg\": 70.38656640052795,\n \"last\": 70.38656640052795,\n \"last-5-avg\": 70.38656640052795,\n \"last-10-avg\": 70.38656640052795\n },\n \"time_since_restore\": {\n \"max\": 70.38656640052795,\n \"min\": 70.38656640052795,\n \"avg\": 70.38656640052795,\n \"last\": 70.38656640052795,\n \"last-5-avg\": 70.38656640052795,\n \"last-10-avg\": 70.38656640052795\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f170bcc9e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f170bcc9e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405198bd81000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405198bd81000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405198bd81000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405198bd81000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405198bd81000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405198bd81000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33373565643364375f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d35362d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10396822c682368391904e67012945ac5a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f170bcc9e4094869452948c0974696d657374616d70944a74dc7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083337356564336437948c0464617465948c13323032342d30362d32355f31372d30342d3230948c1074696d655f746869735f697465725f739447405198bd810000008c0c74696d655f746f74616c5f739447405198bd810000008c03706964944a819002008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd31ac0cd6a6a188c026c7294473f91c9c21730ac118c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405198bd810000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": 35513.70259362,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 3296.2440366744995,
- "_iteration": 34237,
- "_has_errored": true,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719324468.4160578,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_16-07-48",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719324468.4160578,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json b/ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json
deleted file mode 100644
index 97e43a7772f0ed7f59f3a262876e78364ee38735..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json
+++ /dev/null
@@ -1,168 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5763f130\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373633663133305f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32355f31372d31302d3030948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7224904221599877,\n \"lr\": 0.04561252173503944,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7224904221599877,\n \"lr\": 0.04561252173503944,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.7224904221599877,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.04561252173503944,\n \"n_head\": 2\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.7225,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0456,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328213.2508516,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4538.754975086122,\n \"timestamp\": 1719328455,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"5763f130\",\n \"date\": \"2024-06-25_17-14-16\",\n \"time_this_iter_s\": 242.80822491645813,\n \"time_total_s\": 242.80822491645813,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7224904221599877,\n \"lr\": 0.04561252173503944,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 242.80822491645813,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.7225,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0456,n_head=2\"\n },\n \"last_result_time\": 1719328456.063987,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4538.754975086122,\n \"min\": 4538.754975086122,\n \"avg\": 4538.754975086122,\n \"last\": 4538.754975086122,\n \"last-5-avg\": 4538.754975086122,\n \"last-10-avg\": 4538.754975086122\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 242.80822491645813,\n \"min\": 242.80822491645813,\n \"avg\": 242.80822491645813,\n \"last\": 242.80822491645813,\n \"last-5-avg\": 242.80822491645813,\n \"last-10-avg\": 242.80822491645813\n },\n \"time_total_s\": {\n \"max\": 242.80822491645813,\n \"min\": 242.80822491645813,\n \"avg\": 242.80822491645813,\n \"last\": 242.80822491645813,\n \"last-5-avg\": 242.80822491645813,\n \"last-10-avg\": 242.80822491645813\n },\n \"time_since_restore\": {\n \"max\": 242.80822491645813,\n \"min\": 242.80822491645813,\n \"avg\": 242.80822491645813,\n \"last\": 242.80822491645813,\n \"last-5-avg\": 242.80822491645813,\n \"last-10-avg\": 242.80822491645813\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430830180c46c1bab1409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430830180c46c1bab1409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406e59dcfa800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406e59dcfa800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406e59dcfa800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406e59dcfa800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406e59dcfa800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406e59dcfa800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373633663133305f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32355f31372d31302d30302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10b0dd19201197f187aa4e48898e873e6f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430830180c46c1bab14094869452948c0974696d657374616d70944ac7de7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537363366313330948c0464617465948c13323032342d30362d32355f31372d31342d3136948c1074696d655f746869735f697465725f739447406e59dcfa8000008c0c74696d655f746f74616c5f739447406e59dcfa8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe71ea43bdb36528c026c7294473fa75a864247b9098c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e59dcfa8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a00d3259\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d3133948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7722637668c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"lr\": 0.0013157536168827595,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"lr\": 0.0013157536168827595,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0013157536168827595,\n \"n_head\": 4\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.2254,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0013,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328456.2145321,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 119.19234625748761,\n \"timestamp\": 1719332071,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"a00d3259\",\n \"date\": \"2024-06-25_18-14-31\",\n \"time_this_iter_s\": 58.22098970413208,\n \"time_total_s\": 537.5048625469208,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"lr\": 0.0013157536168827595,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 246.92507433891296,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.2254,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0013,n_head=4\"\n },\n \"last_result_time\": 1719332071.4645963,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 253.8278117743064,\n \"min\": 119.19234625748761,\n \"avg\": 155.9507788898438,\n \"last\": 119.19234625748761,\n \"last-5-avg\": 133.0517245735709,\n \"last-10-avg\": 155.9507788898438\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.16569352149963,\n \"min\": 58.202213287353516,\n \"avg\": 67.1881078183651,\n \"last\": 58.22098970413208,\n \"last-5-avg\": 61.9065589427948,\n \"last-10-avg\": 67.1881078183651\n },\n \"time_total_s\": {\n \"max\": 537.5048625469208,\n \"min\": 70.23847699165344,\n \"avg\": 316.16187810897827,\n \"last\": 537.5048625469208,\n \"last-5-avg\": 418.25562114715575,\n \"last-10-avg\": 316.16187810897827\n },\n \"time_since_restore\": {\n \"max\": 246.92507433891296,\n \"min\": 69.5678973197937,\n \"avg\": 127.14058080315588,\n \"last\": 246.92507433891296,\n \"last-5-avg\": 157.83051571846008,\n \"last-10-avg\": 127.1405808031559\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068339a894614094869452946807680d4308bbdd6e5f00c0624094869452946807680d4308000000b8f85f604094869452946807680d430873b95c3efb1a5f4094869452946807680d4308b55aad664fcc5d409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1e6f7dba6f4094869452946807680d430883c160c03b16654094869452946807680d43085fafd76b66fa634094869452946807680d43080c068339a894614094869452946807680d4308bbdd6e5f00c0624094869452946807680d4308000000b8f85f604094869452946807680d430873b95c3efb1a5f4094869452946807680d4308b55aad664fcc5d409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404f4dc9c800000047405211878400000047404d19e22000000047404d1d2e4a00000047404d1c4964000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740518f433500000047405164586e0000004740560a9ab900000047404f4dc9c800000047405211878400000047404d19e22000000047404d1d2e4a00000047404d1c4964000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740722946d0000000474076ada8b100000047407a50e4f500000047407df48abe400000474080cc09f5600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740518f433500000047406179cdd180000047406c7f1b2e0000004740722946d0000000474076ada8b100000047407a50e4f500000047407df48abe400000474080cc09f5600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474062d8bfce8000004740521187840000004740604f3c4a0000004740679687dc80000047406edd9a35800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740518f433500000047405164586e0000004740560a9ab9000000474062d8bfce8000004740521187840000004740604f3c4a0000004740679687dc80000047406edd9a35800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110e9e5dc1217ec9bebd476cec37a884c400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1e6f7dba6f4094869452948c0974696d657374616d70944a0edf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31372d31352d3236948c1074696d655f746869735f697465725f73944740518f43350000008c0c74696d655f746f74616c5f73944740518f43350000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740518f43350000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11cc42bb71e00b7b97494800e3d3acd9b2007362756268317d94288c046c6f7373946836683c430883c160c03b16654094869452948c0974696d657374616d70944a1be77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31372d34392d3437948c1074696d655f746869735f697465725f739447405164586e0000008c0c74696d655f746f74616c5f739447406179cdd18000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405164586e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10141deb64e2f047a7ca4b06bf191963437362756268317d94288c046c6f7373946836683c43085fafd76b66fa634094869452948c0974696d657374616d70944a93e97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d30302d3139948c1074696d655f746869735f697465725f73944740560a9ab90000008c0c74696d655f746f74616c5f739447406c7f1b2e0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740560a9ab90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f5735580a8fcb92b74321bfa361c4b9007362756268317d94288c046c6f7373946836683c43080c068339a894614094869452948c0974696d657374616d70944ad2e97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d30312d3232948c1074696d655f746869735f697465725f739447404f4dc9c80000008c0c74696d655f746f74616c5f73944740722946d00000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474062d8bfce8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1178391f217b7e0e8b8e484fe617cc4aa7007362756268317d94288c046c6f7373946836683c4308bbdd6e5f00c0624094869452948c0974696d657374616d70944a38ec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31312d3336948c1074696d655f746869735f697465725f73944740521187840000008c0c74696d655f746f74616c5f7394474076ada8b10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740521187840000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11b01bc90fcfb3849519437ed644c87283007362756268317d94288c046c6f7373946836683c4308000000b8f85f604094869452948c0974696d657374616d70944a72ec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31322d3334948c1074696d655f746869735f697465725f739447404d19e2200000008c0c74696d655f746f74616c5f739447407a50e4f50000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740604f3c4a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100e2bc27ee9b7d8baec4b607719848f1a7362756268317d94288c046c6f7373946836683c430873b95c3efb1a5f4094869452948c0974696d657374616d70944aadec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31332d3333948c1074696d655f746869735f697465725f739447404d1d2e4a0000008c0c74696d655f746f74616c5f739447407df48abe4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740679687dc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10ede47fd5253ab29d7647405ee5896a327362756268317d94288c046c6f7373946836683c4308b55aad664fcc5d4094869452948c0974696d657374616d70944ae7ec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31342d3331948c1074696d655f746869735f697465725f739447404d1c49640000008c0c74696d655f746f74616c5f7394474080cc09f56000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406edd9a358000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7ddcd025\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37646463643032355f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32355f31372d31342d3136948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7722637668c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.474834603771515,\n \"lr\": 0.015369204694575145,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.474834603771515,\n \"lr\": 0.015369204694575145,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.474834603771515,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.015369204694575145,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.4748,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0154,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328526.6072588,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2079.0407700425994,\n \"timestamp\": 1719328617,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7ddcd025\",\n \"date\": \"2024-06-25_17-16-57\",\n \"time_this_iter_s\": 90.59219408035278,\n \"time_total_s\": 90.59219408035278,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.474834603771515,\n \"lr\": 0.015369204694575145,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 90.59219408035278,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.4748,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0154,n_head=1\"\n },\n \"last_result_time\": 1719328617.2057276,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2079.0407700425994,\n \"min\": 2079.0407700425994,\n \"avg\": 2079.0407700425994,\n \"last\": 2079.0407700425994,\n \"last-5-avg\": 2079.0407700425994,\n \"last-10-avg\": 2079.0407700425994\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 90.59219408035278,\n \"min\": 90.59219408035278,\n \"avg\": 90.59219408035278,\n \"last\": 90.59219408035278,\n \"last-5-avg\": 90.59219408035278,\n \"last-10-avg\": 90.59219408035278\n },\n \"time_total_s\": {\n \"max\": 90.59219408035278,\n \"min\": 90.59219408035278,\n \"avg\": 90.59219408035278,\n \"last\": 90.59219408035278,\n \"last-5-avg\": 90.59219408035278,\n \"last-10-avg\": 90.59219408035278\n },\n \"time_since_restore\": {\n \"max\": 90.59219408035278,\n \"min\": 90.59219408035278,\n \"avg\": 90.59219408035278,\n \"last\": 90.59219408035278,\n \"last-5-avg\": 90.59219408035278,\n \"last-10-avg\": 90.59219408035278\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcfdf143ea0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcfdf143ea0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056a5e682000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056a5e682000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056a5e682000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056a5e682000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056a5e682000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056a5e682000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37646463643032355f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32355f31372d31342d31362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a105ac6f07c076b1b94404e03bf2719e871736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcfdf143ea04094869452948c0974696d657374616d70944a69df7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083764646364303235948c0464617465948c13323032342d30362d32355f31372d31362d3537948c1074696d655f746869735f697465725f7394474056a5e6820000008c0c74696d655f746f74616c5f7394474056a5e6820000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fde63b0ad8d4c308c026c7294473f8f79e3bc3ad6c08c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056a5e6820000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7dfe67c7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37646665363763375f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31352d3236948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7bda3c2988c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"lr\": 0.0011313709304158431,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"lr\": 0.0011313709304158431,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0011313709304158431,\n \"n_head\": 2\n },\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6066,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0011,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328617.3522246,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1979.0773276982345,\n \"timestamp\": 1719328732,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7dfe67c7\",\n \"date\": \"2024-06-25_17-18-52\",\n \"time_this_iter_s\": 115.28918504714966,\n \"time_total_s\": 115.28918504714966,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"lr\": 0.0011313709304158431,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 115.28918504714966,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6066,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0011,n_head=2\"\n },\n \"last_result_time\": 1719328732.6464097,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1979.0773276982345,\n \"min\": 1979.0773276982345,\n \"avg\": 1979.0773276982345,\n \"last\": 1979.0773276982345,\n \"last-5-avg\": 1979.0773276982345,\n \"last-10-avg\": 1979.0773276982345\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 115.28918504714966,\n \"min\": 115.28918504714966,\n \"avg\": 115.28918504714966,\n \"last\": 115.28918504714966,\n \"last-5-avg\": 115.28918504714966,\n \"last-10-avg\": 115.28918504714966\n },\n \"time_total_s\": {\n \"max\": 115.28918504714966,\n \"min\": 115.28918504714966,\n \"avg\": 115.28918504714966,\n \"last\": 115.28918504714966,\n \"last-5-avg\": 115.28918504714966,\n \"last-10-avg\": 115.28918504714966\n },\n \"time_since_restore\": {\n \"max\": 115.28918504714966,\n \"min\": 115.28918504714966,\n \"avg\": 115.28918504714966,\n \"last\": 115.28918504714966,\n \"last-5-avg\": 115.28918504714966,\n \"last-10-avg\": 115.28918504714966\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f8fbfd2e4fec9e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f8fbfd2e4fec9e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405cd28202000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405cd28202000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405cd28202000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405cd28202000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405cd28202000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405cd28202000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37646665363763375f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31352d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d00a7865e6fde98160434a4fa02a8c2c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f8fbfd2e4fec9e4094869452948c0974696d657374616d70944adcdf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083764666536376337948c0464617465948c13323032342d30362d32355f31372d31382d3532948c1074696d655f746869735f697465725f739447405cd282020000008c0c74696d655f746f74616c5f739447405cd282020000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe3695b0580d8308c026c7294473f52895049547a698c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405cd282020000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f1fbbaf2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316662626166325f355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7bda3c2988c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.24540187796715263,\n \"lr\": 0.0006485525268785047,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.24540187796715263,\n \"lr\": 0.0006485525268785047,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.24540187796715263,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0006485525268785047,\n \"n_head\": 1\n },\n \"experiment_tag\": \"5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2454,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0006,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328732.7937407,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1986.5954556202325,\n \"timestamp\": 1719329376,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"f1fbbaf2\",\n \"date\": \"2024-06-25_17-29-36\",\n \"time_this_iter_s\": 643.849014043808,\n \"time_total_s\": 643.849014043808,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.24540187796715263,\n \"lr\": 0.0006485525268785047,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 643.849014043808,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2454,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0006,n_head=1\"\n },\n \"last_result_time\": 1719329376.6484032,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1986.5954556202325,\n \"min\": 1986.5954556202325,\n \"avg\": 1986.5954556202325,\n \"last\": 1986.5954556202325,\n \"last-5-avg\": 1986.5954556202325,\n \"last-10-avg\": 1986.5954556202325\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 643.849014043808,\n \"min\": 643.849014043808,\n \"avg\": 643.849014043808,\n \"last\": 643.849014043808,\n \"last-5-avg\": 643.849014043808,\n \"last-10-avg\": 643.849014043808\n },\n \"time_total_s\": {\n \"max\": 643.849014043808,\n \"min\": 643.849014043808,\n \"avg\": 643.849014043808,\n \"last\": 643.849014043808,\n \"last-5-avg\": 643.849014043808,\n \"last-10-avg\": 643.849014043808\n },\n \"time_since_restore\": {\n \"max\": 643.849014043808,\n \"min\": 643.849014043808,\n \"avg\": 643.849014043808,\n \"last\": 643.849014043808,\n \"last-5-avg\": 643.849014043808,\n \"last-10-avg\": 643.849014043808\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ebf610a9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ebf610a9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740841ecac7e00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740841ecac7e00000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740841ecac7e00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740841ecac7e00000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740841ecac7e00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740841ecac7e00000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316662626166325f355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107ceec938c58a36a286442505bc700a43736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ebf610a9f4094869452948c0974696d657374616d70944a60e27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631666262616632948c0464617465948c13323032342d30362d32355f31372d32392d3336948c1074696d655f746869735f697465725f73944740841ecac7e000008c0c74696d655f746f74616c5f73944740841ecac7e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fcf6954281f79c48c026c7294473f454073f24361d28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841ecac7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5b0a0ae2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35623061306165325f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31372d31382d3532948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7bda3c2988c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.0063231604639778505,\n \"lr\": 0.0021079084039053323,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.0063231604639778505,\n \"lr\": 0.0021079084039053323,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.0063231604639778505,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0021079084039053323,\n \"n_head\": 16\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0063,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0021,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329376.7954574,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1963.9745468980684,\n \"timestamp\": 1719330671,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"5b0a0ae2\",\n \"date\": \"2024-06-25_17-51-11\",\n \"time_this_iter_s\": 84.48489356040955,\n \"time_total_s\": 168.87538933753967,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.0063231604639778505,\n \"lr\": 0.0021079084039053323,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 84.48489356040955,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0063,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0021,n_head=16\"\n },\n \"last_result_time\": 1719330671.9681833,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1963.9745468980684,\n \"min\": 1952.9751620555487,\n \"avg\": 1958.4748544768086,\n \"last\": 1963.9745468980684,\n \"last-5-avg\": 1958.4748544768086,\n \"last-10-avg\": 1958.4748544768086\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 84.48489356040955,\n \"min\": 84.39049577713013,\n \"avg\": 84.43769466876984,\n \"last\": 84.48489356040955,\n \"last-5-avg\": 84.43769466876984,\n \"last-10-avg\": 84.43769466876984\n },\n \"time_total_s\": {\n \"max\": 168.87538933753967,\n \"min\": 84.39049577713013,\n \"avg\": 126.6329425573349,\n \"last\": 168.87538933753967,\n \"last-5-avg\": 126.6329425573349,\n \"last-10-avg\": 126.6329425573349\n },\n \"time_since_restore\": {\n \"max\": 84.48489356040955,\n \"min\": 84.39049577713013,\n \"avg\": 84.43769466876984,\n \"last\": 84.48489356040955,\n \"last-5-avg\": 84.43769466876984,\n \"last-10-avg\": 84.43769466876984\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e190e6839e4094869452946807680d43087d3e9fefe5af9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e190e6839e4094869452946807680d43087d3e9fefe5af9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405518fde20000004740551f087f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405518fde20000004740551f087f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405518fde20000004740651c0330800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405518fde20000004740651c0330800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405518fde20000004740551f087f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405518fde20000004740551f087f000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35623061306165325f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31372d31382d35322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1070db152d94d48fa82e42a314639aa52d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e190e6839e4094869452948c0974696d657374616d70944ab5e27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083562306130616532948c0464617465948c13323032342d30362d32355f31372d33312d3031948c1074696d655f746869735f697465725f739447405518fde20000008c0c74696d655f746f74616c5f739447405518fde20000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f79e6507666fe808c026c7294473f61449ab50c2e628c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405518fde20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35623061306165325f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31372d31382d35322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1137570e916e59b7a6e64247e3a7f2e0a5007362756268317d94288c046c6f7373946836683c43087d3e9fefe5af9e4094869452948c0974696d657374616d70944a6fe77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083562306130616532948c0464617465948c13323032342d30362d32355f31372d35312d3131948c1074696d655f746869735f697465725f73944740551f087f0000008c0c74696d655f746f74616c5f73944740651c03308000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f79e6507666fe808c026c7294473f61449ab50c2e628c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740551f087f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3f37f45c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33663337663435635f375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d32392d3336948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb8547484f48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6691316467787182,\n \"lr\": 0.004731694425031267,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6691316467787182,\n \"lr\": 0.004731694425031267,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6691316467787182,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.004731694425031267,\n \"n_head\": 4\n },\n \"experiment_tag\": \"7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6691,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0047,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329461.3491297,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2052.4382574126475,\n \"timestamp\": 1719329544,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"3f37f45c\",\n \"date\": \"2024-06-25_17-32-25\",\n \"time_this_iter_s\": 83.68853616714478,\n \"time_total_s\": 83.68853616714478,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6691316467787182,\n \"lr\": 0.004731694425031267,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 83.68853616714478,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6691,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0047,n_head=4\"\n },\n \"last_result_time\": 1719329545.0414808,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2052.4382574126475,\n \"min\": 2052.4382574126475,\n \"avg\": 2052.4382574126475,\n \"last\": 2052.4382574126475,\n \"last-5-avg\": 2052.4382574126475,\n \"last-10-avg\": 2052.4382574126475\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 83.68853616714478,\n \"min\": 83.68853616714478,\n \"avg\": 83.68853616714478,\n \"last\": 83.68853616714478,\n \"last-5-avg\": 83.68853616714478,\n \"last-10-avg\": 83.68853616714478\n },\n \"time_total_s\": {\n \"max\": 83.68853616714478,\n \"min\": 83.68853616714478,\n \"avg\": 83.68853616714478,\n \"last\": 83.68853616714478,\n \"last-5-avg\": 83.68853616714478,\n \"last-10-avg\": 83.68853616714478\n },\n \"time_since_restore\": {\n \"max\": 83.68853616714478,\n \"min\": 83.68853616714478,\n \"avg\": 83.68853616714478,\n \"last\": 83.68853616714478,\n \"last-5-avg\": 83.68853616714478,\n \"last-10-avg\": 83.68853616714478\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081a8d4663e008a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081a8d4663e008a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054ec10fa000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054ec10fa000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054ec10fa000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054ec10fa000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054ec10fa000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054ec10fa000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33663337663435635f375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d32392d33362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1138d348b093235c974043ee23a2e6638700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081a8d4663e008a04094869452948c0974696d657374616d70944a08e37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083366333766343563948c0464617465948c13323032342d30362d32355f31372d33322d3235948c1074696d655f746869735f697465725f7394474054ec10fa0000008c0c74696d655f746f74616c5f7394474054ec10fa0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe56986c57443538c026c7294473f73618a8cf679de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054ec10fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"040fcf09\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30343066636630395f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d33312d3031948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.18759871111111892,\n \"lr\": 0.02750689103642202,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.18759871111111892,\n \"lr\": 0.02750689103642202,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.18759871111111892,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.02750689103642202,\n \"n_head\": 1\n },\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.1876,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0275,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329545.1895237,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2019.4176592488927,\n \"timestamp\": 1719329610,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"040fcf09\",\n \"date\": \"2024-06-25_17-33-30\",\n \"time_this_iter_s\": 65.59718012809753,\n \"time_total_s\": 65.59718012809753,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.18759871111111892,\n \"lr\": 0.02750689103642202,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 65.59718012809753,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.1876,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0275,n_head=1\"\n },\n \"last_result_time\": 1719329610.791616,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2019.4176592488927,\n \"min\": 2019.4176592488927,\n \"avg\": 2019.4176592488927,\n \"last\": 2019.4176592488927,\n \"last-5-avg\": 2019.4176592488927,\n \"last-10-avg\": 2019.4176592488927\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 65.59718012809753,\n \"min\": 65.59718012809753,\n \"avg\": 65.59718012809753,\n \"last\": 65.59718012809753,\n \"last-5-avg\": 65.59718012809753,\n \"last-10-avg\": 65.59718012809753\n },\n \"time_total_s\": {\n \"max\": 65.59718012809753,\n \"min\": 65.59718012809753,\n \"avg\": 65.59718012809753,\n \"last\": 65.59718012809753,\n \"last-5-avg\": 65.59718012809753,\n \"last-10-avg\": 65.59718012809753\n },\n \"time_since_restore\": {\n \"max\": 65.59718012809753,\n \"min\": 65.59718012809753,\n \"avg\": 65.59718012809753,\n \"last\": 65.59718012809753,\n \"last-5-avg\": 65.59718012809753,\n \"last-10-avg\": 65.59718012809753\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430877bbddaeab8d9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430877bbddaeab8d9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050663833000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050663833000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050663833000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050663833000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050663833000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050663833000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30343066636630395f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d33312d30312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11fc7754c809abffae8d4f2132ea00c58200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430877bbddaeab8d9f4094869452948c0974696d657374616d70944a4ae37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034306663663039948c0464617465948c13323032342d30362d32355f31372d33332d3330948c1074696d655f746869735f697465725f73944740506638330000008c0c74696d655f746f74616c5f73944740506638330000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc8033c0c7f3ba48c026c7294473f9c2ac435aa0dc38c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506638330000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"934c5104\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d3235948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.2811887966312956,\n \"lr\": 0.0005389075253520159,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.2811887966312956,\n \"lr\": 0.0005389075253520159,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.2811887966312956,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0005389075253520159,\n \"n_head\": 8\n },\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2812,embedding_dim=256,encoder_ff=2048,encoder_num_layer=1,lr=0.0005,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329610.941942,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 98.24798722154512,\n \"timestamp\": 1719332767,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"934c5104\",\n \"date\": \"2024-06-25_18-26-08\",\n \"time_this_iter_s\": 68.14825201034546,\n \"time_total_s\": 1037.901340007782,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.2811887966312956,\n \"lr\": 0.0005389075253520159,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 696.4155676364899,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2812,embedding_dim=256,encoder_ff=2048,encoder_num_layer=1,lr=0.0005,n_head=8\"\n },\n \"last_result_time\": 1719332768.0763395,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 234.06637176753966,\n \"min\": 98.24798722154512,\n \"avg\": 132.7836964438817,\n \"last\": 98.24798722154512,\n \"last-5-avg\": 102.28564795546644,\n \"last-10-avg\": 110.75848803783026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 95.2866895198822,\n \"min\": 67.7198805809021,\n \"avg\": 74.13581000055585,\n \"last\": 68.14825201034546,\n \"last-5-avg\": 68.35834956169128,\n \"last-10-avg\": 69.64155676364899\n },\n \"time_total_s\": {\n \"max\": 1037.901340007782,\n \"min\": 82.2380793094635,\n \"avg\": 582.5065506185805,\n \"last\": 1037.901340007782,\n \"last-5-avg\": 901.4340446949005,\n \"last-10-avg\": 730.7140613794327\n },\n \"time_since_restore\": {\n \"max\": 696.4155676364899,\n \"min\": 82.23219752311707,\n \"avg\": 309.21823942661285,\n \"last\": 696.4155676364899,\n \"last-5-avg\": 559.9482723236084,\n \"last-10-avg\": 389.22828900814056\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.285714285714286,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430832994c86a42a5b4094869452946807680d430863b1586c5982594094869452946807680d4308653299ac3316594094869452946807680d4308168bc5a25788594094869452946807680d43082e97cb05df8f58409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a9547a09bf614094869452946807680d43084fa7d389576d5d4094869452946807680d430847a3d12863595c4094869452946807680d43089bcd661342ee5b4094869452946807680d43085d2e97abf6d65b4094869452946807680d430832994c86a42a5b4094869452946807680d430863b1586c5982594094869452946807680d4308653299ac3316594094869452946807680d4308168bc5a25788594094869452946807680d43082e97cb05df8f58409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740513f6b2000000047405103f21400000047405105d2960000004740511fff3f000000474051097cf6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405499f0d5000000474051054b19000000474050ee128600000047405126f212000000474050f3ac240000004740513f6b2000000047405103f21400000047405105d2960000004740511fff3f000000474051097cf6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087e8cdd5e0000047408a094c1860000047408c2a066b20000047408e4e0653000000474090379af8e00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407a7e41ee80000047407ebf94b4c000004740817d8cab200000474083a26aed600000474085c0e071e00000474087e8cdd5e0000047408a094c1860000047408c2a066b20000047408e4e0653000000474090379af8e00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a79d5f280000047407ebad2778000004740817e238e800000474083a22376600000474085c35315200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405499f0d5000000474062cf9df700000047406b46a73a000000474071ed102180000047407629fb2a80000047407a79d5f280000047407ebad2778000004740817e238e800000474083a22376600000474085c35315200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954d340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113ca5f21f44513f9f654790e892756aaa00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bd5eafb71f426d4094869452948c0974696d657374616d70944a9de37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31372d33342d3533948c1074696d655f746869735f697465725f73944740548f3cb10000008c0c74696d655f746f74616c5f73944740548f3cb10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740548f3cb10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117ca28ae951829cbc5b4c9022326fceab007362756268317d94288c046c6f7373946836683c43084fa7d3690fe9674094869452948c0974696d657374616d70944ac2e77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31372d35322d3334948c1074696d655f746869735f697465725f73944740548edc530000008c0c74696d655f746f74616c5f73944740648f0c820000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740548edc530000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f8ffe8fb191278bdc64dd54f425d0895007362756268317d94288c046c6f7373946836683c4308592c166bdec1644094869452948c0974696d657374616d70944a31ea7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d30322d3537948c1074696d655f746869735f697465725f7394474057d2591f0000008c0c74696d655f746f74616c5f73944740703c1c88c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474057d2591f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a102377a72e3654ecaa034308385248700f7362756268317d94288c046c6f7373946836683c4308028140b053ff634094869452948c0974696d657374616d70944a83ea7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d30342d3139948c1074696d655f746869735f697465725f73944740546ea4c20000008c0c74696d655f746f74616c5f739447407557c5b94000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066207ef08000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e4fddd941927c4a8ec4f33d7e5fd991c7362756268317d94288c046c6f7373946836683c430853a9547a09bf614094869452948c0974696d657374616d70944a39ed7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31352d3534948c1074696d655f746869735f697465725f739447405499f0d50000008c0c74696d655f746f74616c5f739447407a7e41ee8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405499f0d50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1121aa1fe7b3527aa95a439d1c8db5f0a5007362756268317d94288c046c6f7373946836683c43084fa7d389576d5d4094869452948c0974696d657374616d70944a7eed7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31372d3032948c1074696d655f746869735f697465725f7394474051054b190000008c0c74696d655f746f74616c5f739447407ebf94b4c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062cf9df70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c74c9ef6372bbdbe514cde6a5c8f09ff007362756268317d94288c046c6f7373946836683c430847a3d12863595c4094869452948c0974696d657374616d70944ac1ed7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31382d3039948c1074696d655f746869735f697465725f7394474050ee12860000008c0c74696d655f746f74616c5f73944740817d8cab2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b46a73a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1053bcef571437bd9cc04adacd19b3473d7362756268317d94288c046c6f7373946836683c43089bcd661342ee5b4094869452948c0974696d657374616d70944a06ee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31392d3138948c1074696d655f746869735f697465725f739447405126f2120000008c0c74696d655f746f74616c5f7394474083a26aed6000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071ed10218000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a1195212ae085dbfb82a54a82fe466abbc1007362756268317d94288c046c6f7373946836683c43085d2e97abf6d65b4094869452948c0974696d657374616d70944a4aee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32302d3236948c1074696d655f746869735f697465725f7394474050f3ac240000008c0c74696d655f746f74616c5f7394474085c0e071e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407629fb2a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ee3248a264cfe3a4c54fdc972eeda71b7362756268317d94288c046c6f7373946836683c430832994c86a42a5b4094869452948c0974696d657374616d70944a8eee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32312d3335948c1074696d655f746869735f697465725f73944740513f6b200000008c0c74696d655f746f74616c5f7394474087e8cdd5e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a79d5f28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11ddb581b325cb91b0374ddf2264a944d4007362756268317d94288c046c6f7373946836683c430863b1586c5982594094869452948c0974696d657374616d70944ad3ee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32322d3433948c1074696d655f746869735f697465725f739447405103f2140000008c0c74696d655f746f74616c5f739447408a094c186000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ebad2778000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10e7b8684994fe77a9a34e7f60393270667362756268317d94288c046c6f7373946836683c4308653299ac3316594094869452948c0974696d657374616d70944a17ef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32332d3531948c1074696d655f746869735f697465725f739447405105d2960000008c0c74696d655f746f74616c5f739447408c2a066b2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740817e238e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a1155973d114de961a7f24898e54966f6d9007362756268317d94288c046c6f7373946836683c4308168bc5a25788594094869452948c0974696d657374616d70944a5bef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32342d3539948c1074696d655f746869735f697465725f73944740511fff3f0000008c0c74696d655f746f74616c5f739447408e4e06530000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a223766000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10cb0a04e2aef0c18bb140650baea389707362756268317d94288c046c6f7373946836683c43082e97cb05df8f584094869452948c0974696d657374616d70944a9fef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32362d3038948c1074696d655f746869735f697465725f7394474051097cf60000008c0c74696d655f746f74616c5f7394474090379af8e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085c353152000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"481f1fff\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34383166316666665f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31372d33332d3330948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.15995138350968297,\n \"lr\": 0.004656630423530019,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.15995138350968297,\n \"lr\": 0.004656630423530019,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.15995138350968297,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.004656630423530019,\n \"n_head\": 16\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.1600,embedding_dim=64,encoder_ff=1024,encoder_num_layer=2,lr=0.0047,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329693.3274555,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1959.9800554410679,\n \"timestamp\": 1719330869,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"481f1fff\",\n \"date\": \"2024-06-25_17-54-29\",\n \"time_this_iter_s\": 114.88935971260071,\n \"time_total_s\": 228.74907898902893,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.15995138350968297,\n \"lr\": 0.004656630423530019,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 114.88935971260071,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.1600,embedding_dim=64,encoder_ff=1024,encoder_num_layer=2,lr=0.0047,n_head=16\"\n },\n \"last_result_time\": 1719330869.3889194,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1961.035730076587,\n \"min\": 1959.9800554410679,\n \"avg\": 1960.5078927588274,\n \"last\": 1959.9800554410679,\n \"last-5-avg\": 1960.5078927588274,\n \"last-10-avg\": 1960.5078927588274\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 114.88935971260071,\n \"min\": 113.85971927642822,\n \"avg\": 114.37453949451447,\n \"last\": 114.88935971260071,\n \"last-5-avg\": 114.37453949451447,\n \"last-10-avg\": 114.37453949451447\n },\n \"time_total_s\": {\n \"max\": 228.74907898902893,\n \"min\": 113.85971927642822,\n \"avg\": 171.30439913272858,\n \"last\": 228.74907898902893,\n \"last-5-avg\": 171.30439913272858,\n \"last-10-avg\": 171.30439913272858\n },\n \"time_since_restore\": {\n \"max\": 114.88935971260071,\n \"min\": 113.85971927642822,\n \"avg\": 114.37453949451447,\n \"last\": 114.88935971260071,\n \"last-5-avg\": 114.37453949451447,\n \"last-10-avg\": 114.37453949451447\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b3d96c9624a49e4094869452946807680d43089d4ea793eb9f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b3d96c9624a49e4094869452946807680d43089d4ea793eb9f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c7705a400000047405cb8eb45000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c7705a400000047405cb8eb45000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c7705a400000047406c97f874800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c7705a400000047406c97f874800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c7705a400000047405cb8eb45000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c7705a400000047405cb8eb45000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34383166316666665f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31372d33332d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a101a1ee3d5d45707b6114cb3034c146e7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b3d96c9624a49e4094869452948c0974696d657374616d70944a0fe47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083438316631666666948c0464617465948c13323032342d30362d32355f31372d33362d3437948c1074696d655f746869735f697465725f739447405c7705a40000008c0c74696d655f746f74616c5f739447405c7705a40000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fc47949748fe09c8c026c7294473f7312d4b60ed3e98c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405c7705a40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34383166316666665f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31372d33332d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1103a55102964a82888840273d3f2dbac6007362756268317d94288c046c6f7373946836683c43089d4ea793eb9f9e4094869452948c0974696d657374616d70944a35e87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083438316631666666948c0464617465948c13323032342d30362d32355f31372d35342d3239948c1074696d655f746869735f697465725f739447405cb8eb450000008c0c74696d655f746f74616c5f739447406c97f8748000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fc47949748fe09c8c026c7294473f7312d4b60ed3e98c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405cb8eb450000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"2465ee2c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32343635656532635f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d33342d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3089996310219745,\n \"lr\": 0.062282868368169514,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3089996310219745,\n \"lr\": 0.062282868368169514,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.3089996310219745,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.062282868368169514,\n \"n_head\": 8\n },\n \"experiment_tag\": \"11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.3090,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0623,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329807.375336,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2699.211756428396,\n \"timestamp\": 1719329892,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"2465ee2c\",\n \"date\": \"2024-06-25_17-38-12\",\n \"time_this_iter_s\": 85.10484099388123,\n \"time_total_s\": 85.10484099388123,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3089996310219745,\n \"lr\": 0.062282868368169514,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 85.10484099388123,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.3090,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0623,n_head=8\"\n },\n \"last_result_time\": 1719329892.485186,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2699.211756428396,\n \"min\": 2699.211756428396,\n \"avg\": 2699.211756428396,\n \"last\": 2699.211756428396,\n \"last-5-avg\": 2699.211756428396,\n \"last-10-avg\": 2699.211756428396\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 85.10484099388123,\n \"min\": 85.10484099388123,\n \"avg\": 85.10484099388123,\n \"last\": 85.10484099388123,\n \"last-5-avg\": 85.10484099388123,\n \"last-10-avg\": 85.10484099388123\n },\n \"time_total_s\": {\n \"max\": 85.10484099388123,\n \"min\": 85.10484099388123,\n \"avg\": 85.10484099388123,\n \"last\": 85.10484099388123,\n \"last-5-avg\": 85.10484099388123,\n \"last-10-avg\": 85.10484099388123\n },\n \"time_since_restore\": {\n \"max\": 85.10484099388123,\n \"min\": 85.10484099388123,\n \"avg\": 85.10484099388123,\n \"last\": 85.10484099388123,\n \"last-5-avg\": 85.10484099388123,\n \"last-10-avg\": 85.10484099388123\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085bad566b6c16a5409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085bad566b6c16a5409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405546b5b7000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405546b5b7000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405546b5b7000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405546b5b7000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405546b5b7000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405546b5b7000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32343635656532635f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d33342d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d69238a42f7cd0b08f42f95515b8d7e000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085bad566b6c16a54094869452948c0974696d657374616d70944a64e47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083234363565653263948c0464617465948c13323032342d30362d32355f31372d33382d3132948c1074696d655f746869735f697465725f739447405546b5b70000008c0c74696d655f746f74616c5f739447405546b5b70000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd3c6a6636dc9e48c026c7294473fafe38a457c16bc8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405546b5b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"ad12346e\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61643132333436655f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33362d3437948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb8eb5008998c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9358999268282086,\n \"lr\": 0.00020838214141938324,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9358999268282086,\n \"lr\": 0.00020838214141938324,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9358999268282086,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00020838214141938324,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9359,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329892.630865,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2126.6908641424707,\n \"timestamp\": 1719330099,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"ad12346e\",\n \"date\": \"2024-06-25_17-41-39\",\n \"time_this_iter_s\": 206.83131527900696,\n \"time_total_s\": 206.83131527900696,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9358999268282086,\n \"lr\": 0.00020838214141938324,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 206.83131527900696,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9359,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\"\n },\n \"last_result_time\": 1719330099.4666245,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2126.6908641424707,\n \"min\": 2126.6908641424707,\n \"avg\": 2126.6908641424707,\n \"last\": 2126.6908641424707,\n \"last-5-avg\": 2126.6908641424707,\n \"last-10-avg\": 2126.6908641424707\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 206.83131527900696,\n \"min\": 206.83131527900696,\n \"avg\": 206.83131527900696,\n \"last\": 206.83131527900696,\n \"last-5-avg\": 206.83131527900696,\n \"last-10-avg\": 206.83131527900696\n },\n \"time_total_s\": {\n \"max\": 206.83131527900696,\n \"min\": 206.83131527900696,\n \"avg\": 206.83131527900696,\n \"last\": 206.83131527900696,\n \"last-5-avg\": 206.83131527900696,\n \"last-10-avg\": 206.83131527900696\n },\n \"time_since_restore\": {\n \"max\": 206.83131527900696,\n \"min\": 206.83131527900696,\n \"avg\": 206.83131527900696,\n \"last\": 206.83131527900696,\n \"last-5-avg\": 206.83131527900696,\n \"last-10-avg\": 206.83131527900696\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b8619da0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b8619da0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069da9a22800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069da9a22800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069da9a22800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069da9a22800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069da9a22800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069da9a22800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61643132333436655f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33362d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d6a8427ced244b852d454a69b0fff7f400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b8619da04094869452948c0974696d657374616d70944a33e57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086164313233343665948c0464617465948c13323032342d30362d32355f31372d34312d3339948c1074696d655f746869735f697465725f7394474069da9a228000008c0c74696d655f746f74616c5f7394474069da9a228000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fedf2e46741ca558c026c7294473f2b5024f705e0038c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474069da9a228000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"25a9f43a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d3132948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb8eb5008998c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7474706763430264,\n \"lr\": 0.00045083297498032556,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7474706763430264,\n \"lr\": 0.00045083297498032556,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7474706763430264,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00045083297498032556,\n \"n_head\": 16\n },\n \"experiment_tag\": \"13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7475,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0005,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330099.6124241,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 381.2108863169753,\n \"timestamp\": 1719331634,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"25a9f43a\",\n \"date\": \"2024-06-25_18-07-14\",\n \"time_this_iter_s\": 80.07035231590271,\n \"time_total_s\": 332.0298240184784,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7474706763430264,\n \"lr\": 0.00045083297498032556,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 174.64248299598694,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7475,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0005,n_head=16\"\n },\n \"last_result_time\": 1719331634.3944979,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1284.8956039308564,\n \"min\": 381.2108863169753,\n \"avg\": 652.1886275584304,\n \"last\": 381.2108863169753,\n \"last-5-avg\": 652.1886275584304,\n \"last-10-avg\": 652.1886275584304\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 94.57213068008423,\n \"min\": 77.99471831321716,\n \"avg\": 83.0074560046196,\n \"last\": 80.07035231590271,\n \"last-5-avg\": 83.0074560046196,\n \"last-10-avg\": 83.0074560046196\n },\n \"time_total_s\": {\n \"max\": 332.0298240184784,\n \"min\": 79.39262270927429,\n \"avg\": 205.19231486320496,\n \"last\": 332.0298240184784,\n \"last-5-avg\": 205.19231486320496,\n \"last-10-avg\": 205.19231486320496\n },\n \"time_since_restore\": {\n \"max\": 174.64248299598694,\n \"min\": 77.99471831321716,\n \"avg\": 106.65048867464066,\n \"last\": 174.64248299598694,\n \"last-5-avg\": 106.65048867464066,\n \"last-10-avg\": 106.65048867464066\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432199513944094869452946807680d43087fbfdf1fe42d804094869452946807680d4308d4e9740a968e7a4094869452946807680d430853a954ca5fd377409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432199513944094869452946807680d43087fbfdf1fe42d804094869452946807680d4308d4e9740a968e7a4094869452946807680d430853a954ca5fd377409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053d920bb0000004740537fa977000000474057a49dca0000004740540480a7000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d920bb0000004740537fa977000000474057a49dca0000004740540480a7000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053d920bb000000474063ac651900000047406f7eb3fe000000474074c07a28c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d920bb000000474063ac651900000047406f7eb3fe000000474074c07a28c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053d920bb0000004740537fa977000000474057a49dca000000474065d48f38800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d920bb0000004740537fa977000000474057a49dca000000474065d48f38800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10a129e095eddc25b4d044f32a0b7ba13f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432199513944094869452948c0974696d657374616d70944a82e57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31372d34322d3539948c1074696d655f746869735f697465725f7394474053d920bb0000008c0c74696d655f746f74616c5f7394474053d920bb0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d920bb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11e92ab01417c513b2a345f8709b6dc5a0007362756268317d94288c046c6f7373946836683c43087fbfdf1fe42d804094869452948c0974696d657374616d70944a83e87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31372d35352d3437948c1074696d655f746869735f697465725f73944740537fa9770000008c0c74696d655f746f74616c5f7394474063ac65190000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740537fa9770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1092c9f175bddcd68a0848129376eec62e7362756268317d94288c046c6f7373946836683c4308d4e9740a968e7a4094869452948c0974696d657374616d70944ae2ea7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31382d30352d3534948c1074696d655f746869735f697465725f7394474057a49dca0000008c0c74696d655f746f74616c5f739447406f7eb3fe0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057a49dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11fbd0d64e460991bc9d4e4220c9ebd9cb007362756268317d94288c046c6f7373946836683c430853a954ca5fd3774094869452948c0974696d657374616d70944a32eb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31382d30372d3134948c1074696d655f746869735f697465725f73944740540480a70000008c0c74696d655f746f74616c5f7394474074c07a28c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474065d48f388000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"110f0a27\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313066306132375f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d34312d3339948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb936cf4b1e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.025073968761468723,\n \"lr\": 0.0010259835678295768,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.025073968761468723,\n \"lr\": 0.0010259835678295768,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.025073968761468723,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010259835678295768,\n \"n_head\": 16\n },\n \"experiment_tag\": \"14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0251,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330179.1827745,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1952.48307740219,\n \"timestamp\": 1719331057,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"110f0a27\",\n \"date\": \"2024-06-25_17-57-37\",\n \"time_this_iter_s\": 110.16742134094238,\n \"time_total_s\": 220.83409094810486,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.025073968761468723,\n \"lr\": 0.0010259835678295768,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 110.16742134094238,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0251,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n },\n \"last_result_time\": 1719331057.906955,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1956.1862581508367,\n \"min\": 1952.48307740219,\n \"avg\": 1954.3346677765135,\n \"last\": 1952.48307740219,\n \"last-5-avg\": 1954.3346677765135,\n \"last-10-avg\": 1954.3346677765135\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 110.66666960716248,\n \"min\": 110.16742134094238,\n \"avg\": 110.41704547405243,\n \"last\": 110.16742134094238,\n \"last-5-avg\": 110.41704547405243,\n \"last-10-avg\": 110.41704547405243\n },\n \"time_total_s\": {\n \"max\": 220.83409094810486,\n \"min\": 110.66666960716248,\n \"avg\": 165.75038027763367,\n \"last\": 220.83409094810486,\n \"last-5-avg\": 165.75038027763367,\n \"last-10-avg\": 165.75038027763367\n },\n \"time_since_restore\": {\n \"max\": 110.66666960716248,\n \"min\": 110.16742134094238,\n \"avg\": 110.41704547405243,\n \"last\": 110.16742134094238,\n \"last-5-avg\": 110.41704547405243,\n \"last-10-avg\": 110.41704547405243\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e974babe909e4094869452946807680d43085fafd7abee819e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e974babe909e4094869452946807680d43085fafd7abee819e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405baaaab700000047405b8ab708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405baaaab700000047405b8ab708000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405baaaab700000047406b9ab0df800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405baaaab700000047406b9ab0df800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405baaaab700000047405b8ab708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405baaaab700000047405b8ab708000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31313066306132375f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d34312d33392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ca83eb928c757b9c114894f700e3c3b900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e974babe909e4094869452948c0974696d657374616d70944af1e57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083131306630613237948c0464617465948c13323032342d30362d32355f31372d34342d3439948c1074696d655f746869735f697465725f739447405baaaab70000008c0c74696d655f746f74616c5f739447405baaaab70000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f99acfd8f3ee8808c026c7294473f50cf4977af16238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405baaaab70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31313066306132375f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d34312d33392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11aca660fb96d059b81742d1fa316ebf82007362756268317d94288c046c6f7373946836683c43085fafd7abee819e4094869452948c0974696d657374616d70944af1e87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083131306630613237948c0464617465948c13323032342d30362d32355f31372d35372d3337948c1074696d655f746869735f697465725f739447405b8ab7080000008c0c74696d655f746f74616c5f739447406b9ab0df8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f99acfd8f3ee8808c026c7294473f50cf4977af16238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b8ab7080000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3510e84b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33353130653834625f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34322d3539948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb936cf4b1e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3408951993486181,\n \"lr\": 0.009004430142657121,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3408951993486181,\n \"lr\": 0.009004430142657121,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3408951993486181,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.009004430142657121,\n \"n_head\": 4\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3409,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0090,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330290.0214992,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1964.9452173428272,\n \"timestamp\": 1719331131,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 2,\n \"trial_id\": \"3510e84b\",\n \"date\": \"2024-06-25_17-58-51\",\n \"time_this_iter_s\": 73.41431927680969,\n \"time_total_s\": 146.1404869556427,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3408951993486181,\n \"lr\": 0.009004430142657121,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 73.41431927680969,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3409,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0090,n_head=4\"\n },\n \"last_result_time\": 1719331131.4748592,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1964.9452173428272,\n \"min\": 1964.014622485544,\n \"avg\": 1964.4799199141855,\n \"last\": 1964.9452173428272,\n \"last-5-avg\": 1964.4799199141855,\n \"last-10-avg\": 1964.4799199141855\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.5,\n \"last\": true,\n \"last-5-avg\": 0.5,\n \"last-10-avg\": 0.5\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 73.41431927680969,\n \"min\": 72.72616767883301,\n \"avg\": 73.07024347782135,\n \"last\": 73.41431927680969,\n \"last-5-avg\": 73.07024347782135,\n \"last-10-avg\": 73.07024347782135\n },\n \"time_total_s\": {\n \"max\": 146.1404869556427,\n \"min\": 72.72616767883301,\n \"avg\": 109.43332731723785,\n \"last\": 146.1404869556427,\n \"last-5-avg\": 109.43332731723785,\n \"last-10-avg\": 109.43332731723785\n },\n \"time_since_restore\": {\n \"max\": 73.41431927680969,\n \"min\": 72.72616767883301,\n \"avg\": 73.07024347782135,\n \"last\": 73.41431927680969,\n \"last-5-avg\": 73.07024347782135,\n \"last-10-avg\": 73.07024347782135\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432f90eb09e4094869452946807680d4308381c0ee7c7b39e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432f90eb09e4094869452946807680d4308381c0ee7c7b39e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740522e79880000004740525a8435000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740522e79880000004740525a8435000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740522e7988000000474062447ede800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740522e7988000000474062447ede800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740522e79880000004740525a8435000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740522e79880000004740525a8435000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a4090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33353130653834625f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34322d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1063fb3088b10820947b4c52d91eb57649736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432f90eb09e4094869452948c0974696d657374616d70944a3ae67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083335313065383462948c0464617465948c13323032342d30362d32355f31372d34362d3032948c1074696d655f746869735f697465725f73944740522e79880000008c0c74696d655f746f74616c5f73944740522e79880000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd5d13a192434ae8c026c7294473f8270ea27dac9238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740522e79880000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33353130653834625f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34322d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1032d8d537008cf58e134bb9d8c30d880d7362756268317d94288c046c6f7373946836683c4308381c0ee7c7b39e4094869452948c0974696d657374616d70944a3be97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083335313065383462948c0464617465948c13323032342d30362d32355f31372d35382d3531948c1074696d655f746869735f697465725f73944740525a84350000008c0c74696d655f746f74616c5f7394474062447ede8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd5d13a192434ae8c026c7294473f8270ea27dac9238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740525a84350000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a01c9b2d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d3530948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb936cf4b1e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.23338023981015343,\n \"lr\": 0.00010269515886648154,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.23338023981015343,\n \"lr\": 0.00010269515886648154,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.23338023981015343,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00010269515886648154,\n \"n_head\": 4\n },\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2334,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0001,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330362.8999166,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 290.2177711246521,\n \"timestamp\": 1719331824,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 4,\n \"trial_id\": \"a01c9b2d\",\n \"date\": \"2024-06-25_18-10-24\",\n \"time_this_iter_s\": 87.97965884208679,\n \"time_total_s\": 344.4578182697296,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.23338023981015343,\n \"lr\": 0.00010269515886648154,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 189.79181909561157,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2334,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0001,n_head=4\"\n },\n \"last_result_time\": 1719331824.3503153,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 983.9757466954509,\n \"min\": 290.2177711246521,\n \"avg\": 534.5706713143296,\n \"last\": 290.2177711246521,\n \"last-5-avg\": 534.5706713143296,\n \"last-10-avg\": 534.5706713143296\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.25,\n \"last\": true,\n \"last-5-avg\": 0.25,\n \"last-10-avg\": 0.25\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 101.81216025352478,\n \"min\": 70.83729195594788,\n \"avg\": 86.1144545674324,\n \"last\": 87.97965884208679,\n \"last-5-avg\": 86.1144545674324,\n \"last-10-avg\": 86.1144545674324\n },\n \"time_total_s\": {\n \"max\": 344.4578182697296,\n \"min\": 83.82870721817017,\n \"avg\": 209.85767102241516,\n \"last\": 344.4578182697296,\n \"last-5-avg\": 209.85767102241516,\n \"last-10-avg\": 209.85767102241516\n },\n \"time_since_restore\": {\n \"max\": 189.79181909561157,\n \"min\": 83.82870721817017,\n \"avg\": 132.52467143535614,\n \"last\": 189.79181909561157,\n \"last-5-avg\": 132.52467143535614,\n \"last-10-avg\": 132.52467143535614\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430822914854cebf8e4094869452946807680d4308552a95bad1567f4094869452946807680d4308028140809baa764094869452946807680d43084d2693fd7b2372409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430822914854cebf8e4094869452946807680d4308552a95bad1567f4094869452946807680d4308028140809baa764094869452946807680d43084d2693fd7b2372409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054f5098a000000474051b5963100000047405973fa6f000000474055feb2bb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054f5098a000000474051b5963100000047405973fa6f000000474055feb2bb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054f5098a000000474063554fdd80000047407007a68a800000474075875339400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054f5098a000000474063554fdd80000047407007a68a800000474075875339400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054f5098a000000474063554fdd80000047405973fa6f000000474067b95695000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054f5098a000000474063554fdd80000047405973fa6f000000474067b95695000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c8ae3bd2cfa83498264691db42891e69736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430822914854cebf8e4094869452948c0974696d657374616d70944a8ee67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31372d34372d3236948c1074696d655f746869735f697465725f7394474054f5098a0000008c0c74696d655f746f74616c5f7394474054f5098a0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054f5098a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bb086198d988a581a94a4fbe433a685d7362756268317d94288c046c6f7373946836683c4308552a95bad1567f4094869452948c0974696d657374616d70944ad5e67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31372d34382d3337948c1074696d655f746869735f697465725f7394474051b596310000008c0c74696d655f746f74616c5f7394474063554fdd8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063554fdd8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a119f83ae4eac3d058fa948287dc2caf5ed007362756268317d94288c046c6f7373946836683c4308028140809baa764094869452948c0974696d657374616d70944a98eb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31382d30382d3536948c1074696d655f746869735f697465725f739447405973fa6f0000008c0c74696d655f746f74616c5f739447407007a68a8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405973fa6f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a115a8bbc5bf2511f88d34992ba4b8dfef7007362756268317d94288c046c6f7373946836683c43084d2693fd7b23724094869452948c0974696d657374616d70944af0eb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31382d31302d3234948c1074696d655f746869735f697465725f7394474055feb2bb0000008c0c74696d655f746f74616c5f73944740758753394000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067b956950000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"bea15841\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62656131353834315f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31372d34362d3032948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb9823a4e538c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"lr\": 0.0005780102991375737,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"lr\": 0.0005780102991375737,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0005780102991375737,\n \"n_head\": 4\n },\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8101,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719332768.2796977,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2008.3096395177165,\n \"timestamp\": 1719332932,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"bea15841\",\n \"date\": \"2024-06-25_18-28-52\",\n \"time_this_iter_s\": 75.03496551513672,\n \"time_total_s\": 164.1780436038971,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"lr\": 0.0005780102991375737,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 164.1780436038971,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8101,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=4\"\n },\n \"last_result_time\": 1719332932.4666936,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2012.1837220680056,\n \"min\": 2008.3096395177165,\n \"avg\": 2010.246680792861,\n \"last\": 2008.3096395177165,\n \"last-5-avg\": 2010.246680792861,\n \"last-10-avg\": 2010.246680792861\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 89.14307808876038,\n \"min\": 75.03496551513672,\n \"avg\": 82.08902180194855,\n \"last\": 75.03496551513672,\n \"last-5-avg\": 82.08902180194855,\n \"last-10-avg\": 82.08902180194855\n },\n \"time_total_s\": {\n \"max\": 164.1780436038971,\n \"min\": 89.14307808876038,\n \"avg\": 126.66056084632874,\n \"last\": 164.1780436038971,\n \"last-5-avg\": 126.66056084632874,\n \"last-10-avg\": 126.66056084632874\n },\n \"time_since_restore\": {\n \"max\": 164.1780436038971,\n \"min\": 89.14307808876038,\n \"avg\": 126.66056084632874,\n \"last\": 164.1780436038971,\n \"last-5-avg\": 126.66056084632874,\n \"last-10-avg\": 126.66056084632874\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088d46a321bc709f4094869452946807680d4308914824123d619f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088d46a321bc709f4094869452946807680d4308914824123d619f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474056492831000000474052c23ce0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056492831000000474052c23ce0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405649283100000047406485b288800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405649283100000047406485b288800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405649283100000047406485b288800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405649283100000047406485b288800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a4090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62656131353834315f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31372d34362d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a105352ddbd558402981243df8184916b6d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088d46a321bc709f4094869452948c0974696d657374616d70944af9ef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086265613135383431948c0464617465948c13323032342d30362d32355f31382d32372d3337948c1074696d655f746869735f697465725f73944740564928310000008c0c74696d655f746f74616c5f73944740564928310000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe9ec84fdbe859a8c026c7294473f42f0b3aa7022498c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740564928310000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62656131353834315f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31372d34362d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10be83920c3952d4a97344b9f324a4f52e7362756268317d94288c046c6f7373946836683c4308914824123d619f4094869452948c0974696d657374616d70944a44f07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086265613135383431948c0464617465948c13323032342d30362d32355f31382d32382d3532948c1074696d655f746869735f697465725f7394474052c23ce00000008c0c74696d655f746f74616c5f739447406485b2888000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe9ec84fdbe859a8c026c7294473f42f0b3aa7022498c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406485b2888000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c2c99680\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d3038948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebbde5539d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"lr\": 0.0008721653331207079,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"lr\": 0.0008721653331207079,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0008721653331207079,\n \"n_head\": 1\n },\n \"experiment_tag\": \"18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5888,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719332932.6360667,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2023.2190220149482,\n \"timestamp\": 1719338188,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"c2c99680\",\n \"date\": \"2024-06-25_19-56-29\",\n \"time_this_iter_s\": 439.1456036567688,\n \"time_total_s\": 1790.0054636001587,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"lr\": 0.0008721653331207079,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 893.1749258041382,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5888,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=1\"\n },\n \"last_result_time\": 1719338189.219069,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2023.2190220149482,\n \"min\": 1982.5428274560163,\n \"avg\": 2001.3316611943283,\n \"last\": 2023.2190220149482,\n \"last-5-avg\": 2001.3316611943283,\n \"last-10-avg\": 2001.3316611943283\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 456.8247263431549,\n \"min\": 439.1456036567688,\n \"avg\": 447.5013659000397,\n \"last\": 439.1456036567688,\n \"last-5-avg\": 447.5013659000397,\n \"last-10-avg\": 447.5013659000397\n },\n \"time_total_s\": {\n \"max\": 1790.0054636001587,\n \"min\": 456.8247263431549,\n \"avg\": 1123.630146920681,\n \"last\": 1790.0054636001587,\n \"last-5-avg\": 1123.630146920681,\n \"last-10-avg\": 1123.630146920681\n },\n \"time_since_restore\": {\n \"max\": 896.8305377960205,\n \"min\": 454.0293221473694,\n \"avg\": 675.2148780226707,\n \"last\": 893.1749258041382,\n \"last-5-avg\": 675.2148780226707,\n \"last-10-avg\": 675.2148780226707\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430824128924c40c9f4094869452946807680d4308d8ebf5da2bfa9e4094869452946807680d4308a9542a357e719f4094869452946807680d43083a9d4e47e09c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430824128924c40c9f4094869452946807680d4308d8ebf5da2bfa9e4094869452946807680d4308a9542a357e719f4094869452946807680d43083a9d4e47e09c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c8d321440000047407b8017cdc0000047407c60781a80000047407b725464800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407c8d321440000047407b8017cdc0000047407c60781a80000047407b725464800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c8d321440000047408c06a4f10000004740951b707f20000047409bf80598400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407c8d321440000047408c06a4f10000004740951b707f20000047409bf80598400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c8d321440000047408c06a4f100000047407c60781a80000047408be9663f800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407c8d321440000047408c06a4f100000047407c60781a80000047408be9663f800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c1100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a101c8edb50b935b7a61d419595d7acd718736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430824128924c40c9f4094869452948c0974696d657374616d70944a0df27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31382d33362d3239948c1074696d655f746869735f697465725f739447407c8d32144000008c0c74696d655f746f74616c5f739447407c8d32144000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407c8d32144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e1b8940c1af27eabef4bf5010b4ec7667362756268317d94288c046c6f7373946836683c4308d8ebf5da2bfa9e4094869452948c0974696d657374616d70944ac5f37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31382d34332d3439948c1074696d655f746869735f697465725f739447407b8017cdc000008c0c74696d655f746f74616c5f739447408c06a4f10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c06a4f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1135863e593a8482982843ef83852573c9007362756268317d94288c046c6f7373946836683c4308a9542a357e719f4094869452948c0974696d657374616d70944a15037b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31392d34392d3130948c1074696d655f746869735f697465725f739447407c60781a8000008c0c74696d655f746f74616c5f73944740951b707f2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407c60781a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1021b63c16e40a7298204def415d0d94067362756268317d94288c046c6f7373946836683c43083a9d4e47e09c9f4094869452948c0974696d657374616d70944acc047b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31392d35362d3239948c1074696d655f746869735f697465725f739447407b7254648000008c0c74696d655f746f74616c5f739447409bf805984000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408be9663f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"43bba37c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d3532948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebbde5539d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"lr\": 0.0007661776725543005,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"lr\": 0.0007661776725543005,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0007661776725543005,\n \"n_head\": 1\n },\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4036,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0008,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719333829.6209524,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1962.8120477631337,\n \"timestamp\": 1719340670,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"43bba37c\",\n \"date\": \"2024-06-25_20-37-50\",\n \"time_this_iter_s\": 147.67359066009521,\n \"time_total_s\": 1221.8980810642242,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"lr\": 0.0007661776725543005,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 603.0734503269196,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4036,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0008,n_head=1\"\n },\n \"last_result_time\": 1719340670.7245317,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1972.7257733682948,\n \"min\": 1961.9788803941622,\n \"avg\": 1966.0090920155444,\n \"last\": 1962.8120477631337,\n \"last-5-avg\": 1966.325843534695,\n \"last-10-avg\": 1966.0090920155444\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 161.8538646697998,\n \"min\": 147.0123507976532,\n \"avg\": 152.737260133028,\n \"last\": 147.67359066009521,\n \"last-5-avg\": 150.12170810699462,\n \"last-10-avg\": 152.73726013302803\n },\n \"time_total_s\": {\n \"max\": 1221.8980810642242,\n \"min\": 161.8538646697998,\n \"avg\": 695.531242519617,\n \"last\": 1221.8980810642242,\n \"last-5-avg\": 924.2763486385345,\n \"last-10-avg\": 695.5312425196171\n },\n \"time_since_restore\": {\n \"max\": 603.0734503269196,\n \"min\": 160.8864643573761,\n \"avg\": 308.6877292096615,\n \"last\": 603.0734503269196,\n \"last-5-avg\": 367.2716856956482,\n \"last-10-avg\": 308.6877292096615\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430889442231e7d29e4094869452946807680d4308fe7ebf1f56b69e4094869452946807680d4308381c0e7758b49e4094869452946807680d430802814000afb59e4094869452946807680d4308cce572893fab9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f5feaa79e4094869452946807680d430863b158bc38bb9e4094869452946807680d4308ee76bb0da3be9e4094869452946807680d430889442231e7d29e4094869452946807680d4308fe7ebf1f56b69e4094869452946807680d4308381c0e7758b49e4094869452946807680d430802814000afb59e4094869452946807680d4308cce572893fab9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474062711f758000004740641c5dea80000047406260652d80000047406270088e800000474062758e0e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740643b52dc0000004740627bdea280000047406432126c000000474062711f758000004740641c5dea80000047406260652d80000047406270088e800000474062758e0e000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740835698d80000004740885db052a0000047408cf5c99e000000474090c8e5e0d000004740931797a2900000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740643b52dc0000004740735b98bf40000047407d74a1f54000004740835698d80000004740885db052a0000047408cf5c99e000000474090c8e5e0d000004740931797a2900000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740735198f0c000004740641c5dea8000004740733e618c00000047407c7665d3400000474082d8966d200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740643b52dc0000004740735b98bf40000047406432126c0000004740735198f0c000004740641c5dea8000004740733e618c00000047407c7665d3400000474082d8966d200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595fb1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c55bb4c2568adfa6d54834ade0808d70736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f5feaa79e4094869452948c0974696d657374616d70944a67f47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f31382d34362d3331948c1074696d655f746869735f697465725f73944740643b52dc0000008c0c74696d655f746f74616c5f73944740643b52dc0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740643b52dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c9b38b9a32c22987742418adc523bfb007362756268317d94288c046c6f7373946836683c430863b158bc38bb9e4094869452948c0974696d657374616d70944afbf47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f31382d34382d3539948c1074696d655f746869735f697465725f73944740627bdea28000008c0c74696d655f746f74616c5f73944740735b98bf4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740735b98bf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11556bfc02404457ad8f4a07c98b89dc83007362756268317d94288c046c6f7373946836683c4308ee76bb0da3be9e4094869452948c0974696d657374616d70944a6e057b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f31392d35392d3130948c1074696d655f746869735f697465725f739447406432126c0000008c0c74696d655f746f74616c5f739447407d74a1f54000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406432126c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a115a68d41d442743a97541c3eb24d52f92007362756268317d94288c046c6f7373946836683c430889442231e7d29e4094869452948c0974696d657374616d70944a02067b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d30312d3338948c1074696d655f746869735f697465725f7394474062711f758000008c0c74696d655f746f74616c5f73944740835698d80000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740735198f0c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1024dd1969cdf9cbb17b4e4994e75700317362756268317d94288c046c6f7373946836683c4308fe7ebf1f56b69e4094869452948c0974696d657374616d70944ac40c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33302d3238948c1074696d655f746869735f697465725f73944740641c5dea8000008c0c74696d655f746f74616c5f73944740885db052a000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740641c5dea8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a101be42d7b0b232c97b2421babd3c09e087362756268317d94288c046c6f7373946836683c4308381c0e7758b49e4094869452948c0974696d657374616d70944a570d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33322d3535948c1074696d655f746869735f697465725f739447406260652d8000008c0c74696d655f746f74616c5f739447408cf5c99e0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740733e618c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1055798b272905eb9bf84a5c121809c9137362756268317d94288c046c6f7373946836683c430802814000afb59e4094869452948c0974696d657374616d70944aea0d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33352d3233948c1074696d655f746869735f697465725f739447406270088e8000008c0c74696d655f746f74616c5f7394474090c8e5e0d000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407c7665d34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11fbb129ac075b9a9a344ecce4395bca9d007362756268317d94288c046c6f7373946836683c4308cce572893fab9e4094869452948c0974696d657374616d70944a7e0e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33372d3530948c1074696d655f746869735f697465725f7394474062758e0e0000008c0c74696d655f746f74616c5f73944740931797a29000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474082d8966d2000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6c8b476a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d3439948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebcc08782328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5088357248512263,\n \"lr\": 0.010524289583233754,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5088357248512263,\n \"lr\": 0.010524289583233754,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.5088357248512263,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.010524289583233754,\n \"n_head\": 16\n },\n \"experiment_tag\": \"20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.5088,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0105,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719334139.5021868,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1991.5076505405696,\n \"timestamp\": 1719338738,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"6c8b476a\",\n \"date\": \"2024-06-25_20-05-38\",\n \"time_this_iter_s\": 113.23560690879822,\n \"time_total_s\": 480.9753620624542,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5088357248512263,\n \"lr\": 0.010524289583233754,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 239.98935389518738,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.5088,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0105,n_head=16\"\n },\n \"last_result_time\": 1719338738.6413836,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2006.8072533795214,\n \"min\": 1991.5076505405696,\n \"avg\": 1997.4594356506825,\n \"last\": 1991.5076505405696,\n \"last-5-avg\": 1997.4594356506827,\n \"last-10-avg\": 1997.4594356506827\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 127.51717782020569,\n \"min\": 113.23560690879822,\n \"avg\": 120.24384051561356,\n \"last\": 113.23560690879822,\n \"last-5-avg\": 120.24384051561356,\n \"last-10-avg\": 120.24384051561356\n },\n \"time_total_s\": {\n \"max\": 480.9753620624542,\n \"min\": 127.51717782020569,\n \"avg\": 304.3045758008957,\n \"last\": 480.9753620624542,\n \"last-5-avg\": 304.3045758008957,\n \"last-10-avg\": 304.3045758008957\n },\n \"time_since_restore\": {\n \"max\": 240.98600816726685,\n \"min\": 126.75374698638916,\n \"avg\": 183.81157171726227,\n \"last\": 239.98935389518738,\n \"last-5-avg\": 183.81157171726227,\n \"last-10-avg\": 183.81157171726227\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1a03a5b9f4094869452946807680d430828140a75fc2c9f4094869452946807680d4308f0f7fbed1a319f4094869452946807680d43082c168bd5071e9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1a03a5b9f4094869452946807680d430828140a75fc2c9f4094869452946807680d4308f0f7fbed1a319f4094869452946807680d43082c168bd5071e9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405fe1197100000047405c5e015100000047405fb03d6400000047405c4f142f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405fe1197100000047405c5e015100000047405fb03d6400000047405c4f142f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405fe1197100000047406e1f8d61000000474076fbd60980000047407e0f9b15400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405fe1197100000047406e1f8d61000000474076fbd60980000047407e0f9b15400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405fe1197100000047406e1f8d6100000047405fb03d6400000047406dffa8c9800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405fe1197100000047406e1f8d6100000047405fb03d6400000047406dffa8c9800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11803e749eadb9749b79460273979bdcab00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1a03a5b9f4094869452948c0974696d657374616d70944a7bf57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f31382d35312d3037948c1074696d655f746869735f697465725f739447405fe119710000008c0c74696d655f746f74616c5f739447405fe119710000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fe119710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11fccc6197e14f14be294ffea124b8adb9007362756268317d94288c046c6f7373946836683c430828140a75fc2c9f4094869452948c0974696d657374616d70944aecf57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f31382d35332d3030948c1074696d655f746869735f697465725f739447405c5e01510000008c0c74696d655f746f74616c5f739447406e1f8d610000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e1f8d610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105ca15e0bab76d6a61c457fae0a0690687362756268317d94288c046c6f7373946836683c4308f0f7fbed1a319f4094869452948c0974696d657374616d70944a81067b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f32302d30332d3435948c1074696d655f746869735f697465725f739447405fb03d640000008c0c74696d655f746f74616c5f7394474076fbd6098000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fb03d640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10085a31f812052289c447ecf15e9e87147362756268317d94288c046c6f7373946836683c43082c168bd5071e9f4094869452948c0974696d657374616d70944af2067b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f32302d30352d3338948c1074696d655f746869735f697465725f739447405c4f142f0000008c0c74696d655f746f74616c5f739447407e0f9b154000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406dffa8c98000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6743cdee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36373433636465655f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31382d34382d3539948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebd0beabbc18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4436137502039823,\n \"lr\": 0.07179226263764402,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4436137502039823,\n \"lr\": 0.07179226263764402,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.4436137502039823,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.07179226263764402,\n \"n_head\": 8\n },\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4436,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0718,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719334380.648466,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2680.254179226132,\n \"timestamp\": 1719334648,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"6743cdee\",\n \"date\": \"2024-06-25_18-57-29\",\n \"time_this_iter_s\": 127.1407482624054,\n \"time_total_s\": 268.34629464149475,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4436137502039823,\n \"lr\": 0.07179226263764402,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 268.34629464149475,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4436,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0718,n_head=8\"\n },\n \"last_result_time\": 1719334649.0042667,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3811.964426596334,\n \"min\": 2680.254179226132,\n \"avg\": 3246.1093029112326,\n \"last\": 2680.254179226132,\n \"last-5-avg\": 3246.1093029112326,\n \"last-10-avg\": 3246.1093029112326\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 141.20554637908936,\n \"min\": 127.1407482624054,\n \"avg\": 134.17314732074738,\n \"last\": 127.1407482624054,\n \"last-5-avg\": 134.17314732074738,\n \"last-10-avg\": 134.17314732074738\n },\n \"time_total_s\": {\n \"max\": 268.34629464149475,\n \"min\": 141.20554637908936,\n \"avg\": 204.77592051029205,\n \"last\": 268.34629464149475,\n \"last-5-avg\": 204.77592051029205,\n \"last-10-avg\": 204.77592051029205\n },\n \"time_since_restore\": {\n \"max\": 268.34629464149475,\n \"min\": 141.20554637908936,\n \"avg\": 204.77592051029205,\n \"last\": 268.34629464149475,\n \"last-5-avg\": 204.77592051029205,\n \"last-10-avg\": 204.77592051029205\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552c9edc7ad4094869452946807680d43081e8fc72382f0a4409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552c9edc7ad4094869452946807680d43081e8fc72382f0a4409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061a693d600000047405fc90205000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061a693d600000047405fc90205000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061a693d6000000474070c58a6c400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061a693d6000000474070c58a6c400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061a693d6000000474070c58a6c400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061a693d6000000474070c58a6c400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36373433636465655f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31382d34382d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1030324741ea99cb8426455c335ab8d75d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552c9edc7ad4094869452948c0974696d657374616d70944a79f67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083637343363646565948c0464617465948c13323032342d30362d32355f31382d35352d3231948c1074696d655f746869735f697465725f7394474061a693d60000008c0c74696d655f746f74616c5f7394474061a693d60000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdc642aed4ba62c8c026c7294473fb260fa4c2270268c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061a693d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36373433636465655f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31382d34382d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10abdc9a77d96eacb24f45169ee215a2007362756268317d94288c046c6f7373946836683c43081e8fc72382f0a44094869452948c0974696d657374616d70944af8f67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083637343363646565948c0464617465948c13323032342d30362d32355f31382d35372d3239948c1074696d655f746869735f697465725f739447405fc902050000008c0c74696d655f746f74616c5f7394474070c58a6c4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdc642aed4ba62c8c026c7294473fb260fa4c2270268c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070c58a6c4000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0f9cc97d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d3030948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebd577452378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.005508735010543275,\n \"lr\": 0.0011880094129501908,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.005508735010543275,\n \"lr\": 0.0011880094129501908,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.005508735010543275,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0011880094129501908,\n \"n_head\": 1\n },\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0055,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0012,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719334649.1537328,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1956.4829832062007,\n \"timestamp\": 1719345747,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"0f9cc97d\",\n \"date\": \"2024-06-25_22-02-27\",\n \"time_this_iter_s\": 506.25228786468506,\n \"time_total_s\": 7130.941356182098,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.005508735010543275,\n \"lr\": 0.0011880094129501908,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 5076.989426612854,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0055,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0012,n_head=1\"\n },\n \"last_result_time\": 1719345747.9423904,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1970.2912184347317,\n \"min\": 1951.9356997031866,\n \"avg\": 1956.8511505641873,\n \"last\": 1956.4829832062007,\n \"last-5-avg\": 1954.9646307517226,\n \"last-10-avg\": 1954.5448684331939\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 522.4360599517822,\n \"min\": 505.6786599159241,\n \"avg\": 509.352954013007,\n \"last\": 506.25228786468506,\n \"last-5-avg\": 506.09470949172976,\n \"last-10-avg\": 507.6989426612854\n },\n \"time_total_s\": {\n \"max\": 7130.941356182098,\n \"min\": 519.6532871723175,\n \"avg\": 3834.4753139189315,\n \"last\": 7130.941356182098,\n \"last-5-avg\": 6118.492047595978,\n \"last-10-avg\": 4853.56500992775\n },\n \"time_since_restore\": {\n \"max\": 5076.989426612854,\n \"min\": 519.6532871723175,\n \"avg\": 2220.8551683255605,\n \"last\": 5076.989426612854,\n \"last-5-avg\": 4064.5401180267336,\n \"last-10-avg\": 2799.613080358505\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.357142857142857,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe773fa859e4094869452946807680d43088fc7e3911a849e4094869452946807680d4308f8fbfd3e21919e4094869452946807680d430887c3e110268e9e4094869452946807680d4308994c2693ee919e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028be7f9e4094869452946807680d43083a9d4e27ca839e4094869452946807680d4308bfdfefd79d8b9e4094869452946807680d43089bcd6613ce8b9e4094869452946807680d430883c160508c8f9e4094869452946807680d43089fcfe773fa859e4094869452946807680d43088fc7e3911a849e4094869452946807680d4308f8fbfd3e21919e4094869452946807680d430887c3e110268e9e4094869452946807680d4308994c2693ee919e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407f9d4d0480000047407f9bdb4600000047407fa734e200000047407fa32d1b00000047407fa4095f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474080537d0d00000047407fa48b5a40000047407fa336da80000047407f9ea8f140000047407f9adbca80000047407f9d4d0480000047407f9bdb4600000047407fa734e200000047407fa32d1b00000047407fa4095f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3f24c929800004740b5ec0a46f800004740b7e67d951800004740b9e0b066c800004740bbdaf0fcb80000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740a420c6a69000004740a8155811d800004740ac09beed2800004740affd940b5000004740b1f877c25000004740b3f24c929800004740b5ec0a46f800004740b7e67d951800004740b9e0b066c800004740bbdaf0fcb80000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a7d8b1c1e000004740abcc2d2aa000004740afc113c6e000004740b1dabcb52000004740b3d4fd4b100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474080537d0d00000047409012e15d100000474097fbaf13b0000047409fe359500000004740a3e508215000004740a7d8b1c1e000004740abcc2d2aa000004740afc113c6e000004740b1dabcb52000004740b3d4fd4b100000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954a340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11bc8b62e8c3edbcb2c8485d28b207aeb100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d268349a08909e4094869452948c0974696d657374616d70944a00f97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f31392d30362d3038948c1074696d655f746869735f697465725f73944740803d39eea000008c0c74696d655f746f74616c5f73944740803d39eea000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740803d39eea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105e13c0c82c9e3191cf421fa8c4e1fc307362756268317d94288c046c6f7373946836683c4308a9542a352ac99e4094869452948c0974696d657374616d70944afafa7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f31392d31342d3334948c1074696d655f746869735f697465725f739447407f9ed96ec000008c0c74696d655f746f74616c5f73944740900653530000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740900653530000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1047a51823437053b9eb45d1bfde1b56417362756268317d94288c046c6f7373946836683c4308d4e974fab0899e4094869452948c0974696d657374616d70944afc087b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d31342d3231948c1074696d655f746869735f697465725f739447408051e4044000008c0c74696d655f746f74616c5f73944740982f45552000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408051e4044000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11fe5eef75c2c2fb9c0b4a0a747000a89f007362756268317d94288c046c6f7373946836683c4308d4e974dafac69e4094869452948c0974696d657374616d70944af60a7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d32322d3437948c1074696d655f746869735f697465725f739447407fa225c60000008c0c74696d655f746f74616c5f73944740a00be7635000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090117b73a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10085c6792f9ded8bf46472e09e7339a767362756268317d94288c046c6f7373946836683c430841201028be7f9e4094869452948c0974696d657374616d70944a88107b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d34362d3333948c1074696d655f746869735f697465725f7394474080537d0d0000008c0c74696d655f746f74616c5f73944740a420c6a69000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080537d0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1068d58297224d9a964f43f4e1c1d90f797362756268317d94288c046c6f7373946836683c43083a9d4e27ca839e4094869452948c0974696d657374616d70944a83127b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d35342d3539948c1074696d655f746869735f697465725f739447407fa48b5a4000008c0c74696d655f746f74616c5f73944740a8155811d800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409012e15d1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10d78dd9d3647e568eb845a94a734b6b4b7362756268317d94288c046c6f7373946836683c4308bfdfefd79d8b9e4094869452948c0974696d657374616d70944a7d147b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d30332d3235948c1074696d655f746869735f697465725f739447407fa336da8000008c0c74696d655f746f74616c5f73944740ac09beed2800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097fbaf13b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11e00c723a18786c94ee4853bb68c682c6007362756268317d94288c046c6f7373946836683c43089bcd6613ce8b9e4094869452948c0974696d657374616d70944a77167b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d31312d3531948c1074696d655f746869735f697465725f739447407f9ea8f14000008c0c74696d655f746f74616c5f73944740affd940b5000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409fe359500000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a114c9987b028f3149ab84de430cd82a0aa007362756268317d94288c046c6f7373946836683c430883c160508c8f9e4094869452948c0974696d657374616d70944a71187b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d32302d3137948c1074696d655f746869735f697465725f739447407f9adbca8000008c0c74696d655f746f74616c5f73944740b1f877c25000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e508215000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100e8a22064078bc9d22409ef1e05347527362756268317d94288c046c6f7373946836683c43089fcfe773fa859e4094869452948c0974696d657374616d70944a6a1a7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d32382d3433948c1074696d655f746869735f697465725f739447407f9d4d048000008c0c74696d655f746f74616c5f73944740b3f24c929800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a7d8b1c1e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f07707441e5ecb8e5043ef37cdf3579f007362756268317d94288c046c6f7373946836683c43088fc7e3911a849e4094869452948c0974696d657374616d70944a641c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d33372d3039948c1074696d655f746869735f697465725f739447407f9bdb460000008c0c74696d655f746f74616c5f73944740b5ec0a46f800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740abcc2d2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1095be09bc9c1548877342e6ddc1583d0b7362756268317d94288c046c6f7373946836683c4308f8fbfd3e21919e4094869452948c0974696d657374616d70944a5f1e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d34352d3335948c1074696d655f746869735f697465725f739447407fa734e20000008c0c74696d655f746f74616c5f73944740b7e67d951800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740afc113c6e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10c47a732ff00386986d4175a68c1701057362756268317d94288c046c6f7373946836683c430887c3e110268e9e4094869452948c0974696d657374616d70944a59207b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d35342d3031948c1074696d655f746869735f697465725f739447407fa32d1b0000008c0c74696d655f746f74616c5f73944740b9e0b066c800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b1dabcb52000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10638046ba80165599f44a08949e6b85357362756268317d94288c046c6f7373946836683c4308994c2693ee919e4094869452948c0974696d657374616d70944a53227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32322d30322d3237948c1074696d655f746869735f697465725f739447407fa4095f0000008c0c74696d655f746f74616c5f73944740bbdaf0fcb800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3d4fd4b1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5eb1e282\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d3239948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebda2f220858c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2842529108982538,\n \"lr\": 0.00015364900402465778,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2842529108982538,\n \"lr\": 0.00015364900402465778,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2842529108982538,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00015364900402465778,\n \"n_head\": 4\n },\n \"experiment_tag\": \"23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2843,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719335674.8936594,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 183.96574522003414,\n \"timestamp\": 1719346234,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"5eb1e282\",\n \"date\": \"2024-06-25_22-10-34\",\n \"time_this_iter_s\": 47.40534067153931,\n \"time_total_s\": 894.9221906661987,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2842529108982538,\n \"lr\": 0.00015364900402465778,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 486.2922348976135,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2843,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\"\n },\n \"last_result_time\": 1719346234.4968047,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1030.0586158572219,\n \"min\": 183.96574522003414,\n \"avg\": 322.085730137996,\n \"last\": 183.96574522003414,\n \"last-5-avg\": 195.48832729069267,\n \"last-10-avg\": 213.65420443317083\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 61.87126088142395,\n \"min\": 46.741618633270264,\n \"avg\": 49.71789948145548,\n \"last\": 47.40534067153931,\n \"last-5-avg\": 47.24765267372131,\n \"last-10-avg\": 48.62922348976135\n },\n \"time_total_s\": {\n \"max\": 894.9221906661987,\n \"min\": 60.84843850135803,\n \"avg\": 485.0399955908457,\n \"last\": 894.9221906661987,\n \"last-5-avg\": 800.4915899276733,\n \"last-10-avg\": 682.4233734607697\n },\n \"time_since_restore\": {\n \"max\": 486.2922348976135,\n \"min\": 60.84843850135803,\n \"avg\": 221.83922640482584,\n \"last\": 486.2922348976135,\n \"last-5-avg\": 391.8616341590881,\n \"last-10-avg\": 273.79341769218445\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.388888888888888,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308180c06c30e90694094869452946807680d4308e4f178bcd9c1684094869452946807680d4308bfdfef77d742684094869452946807680d430847a3d1887a9a684094869452946807680d4308140a8562e7fe66409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd96da0e704094869452946807680d4308241289a404126e4094869452946807680d430845229168ebcd6c4094869452946807680d43085128142a096d6b4094869452946807680d43082e97cb2588786a4094869452946807680d4308180c06c30e90694094869452946807680d4308e4f178bcd9c1684094869452946807680d4308bfdfef77d742684094869452946807680d430847a3d1887a9a684094869452946807680d4308140a8562e7fe66409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474047e31db20000004740475eed5c00000047404794970400000047404793fb24000000474047b3e234000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404eb3e57200000047404792ce3800000047404797ce0e000000474047919be200000047404796caf0000000474047e31db20000004740475eed5c00000047404794970400000047404793fb24000000474047b3e234000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408613aa8a00000047408789995fc0000047408902e2d000000047408a7c228240000047408bf760a5800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d6090fac00000474080297560e00000474081a2f241c000004740831c0bffe000004740849578aee0000047408613aa8a00000047408789995fc0000047408902e2d000000047408a7c228240000047408bf760a5800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740729d40c7800000474075891e730000004740787bb15380000047407b6e30b800000047407e64acfe800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404eb3e57200000047405b2359d500000047406377a06e0000004740695c076680000047406f41ba228000004740729d40c7800000474075891e730000004740787bb15380000047407b6e30b800000047407e64acfe800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1195d20293345c8a99de4f658c432f75ee00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb053c18904094869452948c0974696d657374616d70944a37fb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f31392d31352d3335948c1074696d655f746869735f697465725f739447404e6c99a20000008c0c74696d655f746f74616c5f739447404e6c99a20000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404e6c99a20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1178af4dae568327b5074207261e5053d2007362756268317d94288c046c6f7373946836683c4308201008043b90814094869452948c0974696d657374616d70944a67fb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f31392d31362d3233948c1074696d655f746869735f697465725f7394474047da1acc0000008c0c74696d655f746f74616c5f739447405b235a370000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b235a370000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1188f94f4311288da1e14082c0ef818cb8007362756268317d94288c046c6f7373946836683c43084d2693a981ce7b4094869452948c0974696d657374616d70944a350b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32332d3439948c1074696d655f746869735f697465725f739447404eef857a0000008c0c74696d655f746f74616c5f73944740654d8e7a0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404eef857a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a102651890a9afad186f34145110bb9e22f7362756268317d94288c046c6f7373946836683c43085bad568b4f1c784094869452948c0974696d657374616d70944a640b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32342d3336948c1074696d655f746869735f697465725f7394474047b3f4240000008c0c74696d655f746f74616c5f739447406b3a8b830000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b51bccf0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d26c790b9ccacf9ac248298dcb6f6bee007362756268317d94288c046c6f7373946836683c4308140a85a2cef1754094869452948c0974696d657374616d70944a940b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32352d3234948c1074696d655f746869735f697465725f7394474047fd1bc00000008c0c74696d655f746f74616c5f73944740709ce9398000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063a825578000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1055e673ebcf0b81bede4bfa3c05941c5e7362756268317d94288c046c6f7373946836683c4308f67abd3e7007744094869452948c0974696d657374616d70944ac40b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32362d3132948c1074696d655f746869735f697465725f7394474047b75a200000008c0c74696d655f746f74616c5f739447407393d47d8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406995fbdf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108c30c8a2a1ec26aa4d45bb6fa954dc1d7362756268317d94288c046c6f7373946836683c43086fb7dbfd5d57724094869452948c0974696d657374616d70944af30b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32362d3539948c1074696d655f746869735f697465725f7394474047f5514c0000008c0c74696d655f746f74616c5f7394474076927ea70000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f9350328000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1047ecf3292ecafbaf8043f4325d7111457362756268317d94288c046c6f7373946836683c4308e270384c3013714094869452948c0974696d657374616d70944a230c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32372d3437948c1074696d655f746869735f697465725f7394474047bcad2c0000008c0c74696d655f746f74616c5f73944740798a144c8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072c13dbec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a1076123843a8ac16adcf4931a9534560767362756268317d94288c046c6f7373946836683c4308369bcd96da0e704094869452948c0974696d657374616d70944a91227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30332d3239948c1074696d655f746869735f697465725f739447404eb3e5720000008c0c74696d655f746f74616c5f739447407d6090fac000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404eb3e5720000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c8b346056ef247af62461e359ba9e3ed007362756268317d94288c046c6f7373946836683c4308241289a404126e4094869452948c0974696d657374616d70944ac0227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30342d3136948c1074696d655f746869735f697465725f739447404792ce380000008c0c74696d655f746f74616c5f7394474080297560e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b2359d50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a114bae079ae08a7393eb42144a99fde4e9007362756268317d94288c046c6f7373946836683c430845229168ebcd6c4094869452948c0974696d657374616d70944aef227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30352d3033948c1074696d655f746869735f697465725f739447404797ce0e0000008c0c74696d655f746f74616c5f7394474081a2f241c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406377a06e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11f00e26ed3e9b8eaf074cdf1ffa7501dd007362756268317d94288c046c6f7373946836683c43085128142a096d6b4094869452948c0974696d657374616d70944a1f237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30352d3531948c1074696d655f746869735f697465725f7394474047919be20000008c0c74696d655f746f74616c5f73944740831c0bffe000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740695c07668000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11fe873f03ff0f78ad294ca6bd93705bf8007362756268317d94288c046c6f7373946836683c43082e97cb2588786a4094869452948c0974696d657374616d70944a4e237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30362d3338948c1074696d655f746869735f697465725f739447404796caf00000008c0c74696d655f746f74616c5f73944740849578aee000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f41ba228000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a1124e339c8fc2638a8374fbe2521a165f2007362756268317d94288c046c6f7373946836683c4308180c06c30e90694094869452948c0974696d657374616d70944a7e237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30372d3236948c1074696d655f746869735f697465725f7394474047e31db20000008c0c74696d655f746f74616c5f739447408613aa8a0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740729d40c78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113d2d0972ce2ffa8ef048bd410c626484007362756268317d94288c046c6f7373946836683c4308e4f178bcd9c1684094869452948c0974696d657374616d70944aac237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30382d3132948c1074696d655f746869735f697465725f73944740475eed5c0000008c0c74696d655f746f74616c5f739447408789995fc000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474075891e730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a10a143eb21091fa9a2394734ed33e86c357362756268317d94288c046c6f7373946836683c4308bfdfef77d742684094869452948c0974696d657374616d70944adb237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30382d3539948c1074696d655f746869735f697465725f73944740479497040000008c0c74696d655f746f74616c5f739447408902e2d00000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740787bb1538000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11b5a2db847af6a690174b20e00c776398007362756268317d94288c046c6f7373946836683c430847a3d1887a9a684094869452948c0974696d657374616d70944a0b247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30392d3437948c1074696d655f746869735f697465725f739447404793fb240000008c0c74696d655f746f74616c5f739447408a7c22824000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6e30b80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10f8f9a9758b204aba2e454a28a0bd42257362756268317d94288c046c6f7373946836683c4308140a8562e7fe664094869452948c0974696d657374616d70944a3a247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d31302d3334948c1074696d655f746869735f697465725f7394474047b3e2340000008c0c74696d655f746f74616c5f739447408bf760a58000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e64acfe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6be79717\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36626537393731375f32345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31342d3334948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebe858154548c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.7446531774853204,\n \"lr\": 0.006000257122673396,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.7446531774853204,\n \"lr\": 0.006000257122673396,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7446531774853204,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.006000257122673396,\n \"n_head\": 8\n },\n \"experiment_tag\": \"24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7447,embedding_dim=64,encoder_ff=2048,encoder_num_layer=1,lr=0.0060,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719335783.6048226,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2003.3902054433747,\n \"timestamp\": 1719335912,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"6be79717\",\n \"date\": \"2024-06-25_19-18-32\",\n \"time_this_iter_s\": 57.25079274177551,\n \"time_total_s\": 128.72498559951782,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.7446531774853204,\n \"lr\": 0.006000257122673396,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 128.72498559951782,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7447,embedding_dim=64,encoder_ff=2048,encoder_num_layer=1,lr=0.0060,n_head=8\"\n },\n \"last_result_time\": 1719335912.3383458,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2020.6805025836613,\n \"min\": 2003.3902054433747,\n \"avg\": 2012.035354013518,\n \"last\": 2003.3902054433747,\n \"last-5-avg\": 2012.035354013518,\n \"last-10-avg\": 2012.035354013518\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 71.47419285774231,\n \"min\": 57.25079274177551,\n \"avg\": 64.36249279975891,\n \"last\": 57.25079274177551,\n \"last-5-avg\": 64.36249279975891,\n \"last-10-avg\": 64.36249279975891\n },\n \"time_total_s\": {\n \"max\": 128.72498559951782,\n \"min\": 71.47419285774231,\n \"avg\": 100.09958922863007,\n \"last\": 128.72498559951782,\n \"last-5-avg\": 100.09958922863007,\n \"last-10-avg\": 100.09958922863007\n },\n \"time_since_restore\": {\n \"max\": 128.72498559951782,\n \"min\": 71.47419285774231,\n \"avg\": 100.09958922863007,\n \"last\": 128.72498559951782,\n \"last-5-avg\": 100.09958922863007,\n \"last-10-avg\": 100.09958922863007\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ad56abd5b8929f4094869452946807680d4308100804928f4d9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ad56abd5b8929f4094869452946807680d4308100804928f4d9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051de592d00000047404ca019fa000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051de592d00000047404ca019fa000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051de592d000000474060173315000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051de592d000000474060173315000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051de592d000000474060173315000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051de592d000000474060173315000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36626537393731375f32345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31342d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117534ee679e09c7a75841a69709c52f9900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ad56abd5b8929f4094869452948c0974696d657374616d70944aaffb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662653739373137948c0464617465948c13323032342d30362d32355f31392d31372d3335948c1074696d655f746869735f697465725f7394474051de592d0000008c0c74696d655f746f74616c5f7394474051de592d0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe7d432e6852e928c026c7294473f7893b9c1c067128c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051de592d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36626537393731375f32345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31342d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ef0301a808ba10b9e348ae9d26f051ed007362756268317d94288c046c6f7373946836683c4308100804928f4d9f4094869452948c0974696d657374616d70944ae8fb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662653739373137948c0464617465948c13323032342d30362d32355f31392d31382d3332948c1074696d655f746869735f697465725f739447404ca019fa0000008c0c74696d655f746f74616c5f73944740601733150000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe7d432e6852e928c026c7294473f7893b9c1c067128c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740601733150000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"82396cf3\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38323339366366335f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31392d31362d3233948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebed10938d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9507029678825294,\n \"lr\": 0.00025487621898754583,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9507029678825294,\n \"lr\": 0.00025487621898754583,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9507029678825294,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00025487621898754583,\n \"n_head\": 4\n },\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9507,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719335912.4933662,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2187.193873608206,\n \"timestamp\": 1719337142,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"82396cf3\",\n \"date\": \"2024-06-25_19-39-03\",\n \"time_this_iter_s\": 608.1205008029938,\n \"time_total_s\": 1230.5634942054749,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9507029678825294,\n \"lr\": 0.00025487621898754583,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1230.5634942054749,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9507,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=4\"\n },\n \"last_result_time\": 1719337143.0662968,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2187.193873608206,\n \"min\": 2178.1833553764764,\n \"avg\": 2182.688614492341,\n \"last\": 2187.193873608206,\n \"last-5-avg\": 2182.688614492341,\n \"last-10-avg\": 2182.688614492341\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 622.4429934024811,\n \"min\": 608.1205008029938,\n \"avg\": 615.2817471027374,\n \"last\": 608.1205008029938,\n \"last-5-avg\": 615.2817471027374,\n \"last-10-avg\": 615.2817471027374\n },\n \"time_total_s\": {\n \"max\": 1230.5634942054749,\n \"min\": 622.4429934024811,\n \"avg\": 926.503243803978,\n \"last\": 1230.5634942054749,\n \"last-5-avg\": 926.503243803978,\n \"last-10-avg\": 926.503243803978\n },\n \"time_since_restore\": {\n \"max\": 1230.5634942054749,\n \"min\": 622.4429934024811,\n \"avg\": 926.503243803978,\n \"last\": 1230.5634942054749,\n \"last-5-avg\": 926.503243803978,\n \"last-10-avg\": 926.503243803978\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080683c1e05d04a14094869452946807680d43089bcd66436316a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080683c1e05d04a14094869452946807680d43089bcd66436316a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474083738b4020000047408300f6c9200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474083738b4020000047408300f6c9200000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474083738b402000004740933a4104a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474083738b402000004740933a4104a00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474083738b402000004740933a4104a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474083738b402000004740933a4104a00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38323339366366335f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31392d31362d32332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10b0521178b5d8959c1040a702210f1421736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080683c1e05d04a14094869452948c0974696d657374616d70944a56fe7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083832333936636633948c0464617465948c13323032342d30362d32355f31392d32382d3534948c1074696d655f746869735f697465725f7394474083738b402000008c0c74696d655f746f74616c5f7394474083738b402000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fee6c28a1687fd08c026c7294473f30b41d066b9e998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083738b402000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38323339366366335f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31392d31362d32332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1109d9a6b3fe1045b69f4feea938dd89bf007362756268317d94288c046c6f7373946836683c43089bcd66436316a14094869452948c0974696d657374616d70944ab6007b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083832333936636633948c0464617465948c13323032342d30362d32355f31392d33392d3033948c1074696d655f746869735f697465725f739447408300f6c92000008c0c74696d655f746f74616c5f73944740933a4104a000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fee6c28a1687fd08c026c7294473f30b41d066b9e998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740933a4104a000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e31d7ca7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65333164376361375f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31382d3332948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebed10938d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7500609138892806,\n \"lr\": 0.0713230632683364,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7500609138892806,\n \"lr\": 0.0713230632683364,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7500609138892806,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0713230632683364,\n \"n_head\": 4\n },\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7501,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0713,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719337143.2143147,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2698.886155496432,\n \"timestamp\": 1719337295,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 2,\n \"trial_id\": \"e31d7ca7\",\n \"date\": \"2024-06-25_19-41-35\",\n \"time_this_iter_s\": 69.29531860351562,\n \"time_total_s\": 152.63765025138855,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7500609138892806,\n \"lr\": 0.0713230632683364,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 152.63765025138855,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7501,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0713,n_head=4\"\n },\n \"last_result_time\": 1719337295.8805537,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3842.66859736405,\n \"min\": 2698.886155496432,\n \"avg\": 3270.777376430241,\n \"last\": 2698.886155496432,\n \"last-5-avg\": 3270.777376430241,\n \"last-10-avg\": 3270.777376430241\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.5,\n \"last\": true,\n \"last-5-avg\": 0.5,\n \"last-10-avg\": 0.5\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.34233164787292,\n \"min\": 69.29531860351562,\n \"avg\": 76.31882512569427,\n \"last\": 69.29531860351562,\n \"last-5-avg\": 76.31882512569427,\n \"last-10-avg\": 76.31882512569427\n },\n \"time_total_s\": {\n \"max\": 152.63765025138855,\n \"min\": 83.34233164787292,\n \"avg\": 117.98999094963074,\n \"last\": 152.63765025138855,\n \"last-5-avg\": 117.98999094963074,\n \"last-10-avg\": 117.98999094963074\n },\n \"time_since_restore\": {\n \"max\": 152.63765025138855,\n \"min\": 83.34233164787292,\n \"avg\": 117.98999094963074,\n \"last\": 152.63765025138855,\n \"last-5-avg\": 117.98999094963074,\n \"last-10-avg\": 117.98999094963074\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c964525605ae4094869452946807680d4308b1582cb6c515a5409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c964525605ae4094869452946807680d4308b1582cb6c515a5409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054d5e8c300000047405152e680000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d5e8c300000047405152e680000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054d5e8c30000004740631467a1800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d5e8c30000004740631467a1800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054d5e8c30000004740631467a1800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d5e8c30000004740631467a1800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65333164376361375f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31382d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1069f0f04dc7e8f8a8d14373899995645a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c964525605ae4094869452948c0974696d657374616d70944a0a017b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086533316437636137948c0464617465948c13323032342d30362d32355f31392d34302d3236948c1074696d655f746869735f697465725f7394474054d5e8c30000008c0c74696d655f746f74616c5f7394474054d5e8c30000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe8007fbee531d48c026c7294473fb2423a703023a28c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d5e8c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65333164376361375f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31382d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1116b3c5101b040fad064e3d871bb62198007362756268317d94288c046c6f7373946836683c4308b1582cb6c515a54094869452948c0974696d657374616d70944a4f017b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086533316437636137948c0464617465948c13323032342d30362d32355f31392d34312d3335948c1074696d655f746869735f697465725f739447405152e6800000008c0c74696d655f746f74616c5f73944740631467a18000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe8007fbee531d48c026c7294473fb2423a703023a28c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740631467a18000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"18c11cbc\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d3033948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebfff24893c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3688667410196246,\n \"lr\": 0.0018036063294034547,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3688667410196246,\n \"lr\": 0.0018036063294034547,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3688667410196246,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0018036063294034547,\n \"n_head\": 8\n },\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3689,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0018,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719346234.668183,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 118.33789474006713,\n \"timestamp\": 1719357871,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"18c11cbc\",\n \"date\": \"2024-06-26_01-24-31\",\n \"time_this_iter_s\": 59.315247774124146,\n \"time_total_s\": 1226.7515268325806,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3688667410196246,\n \"lr\": 0.0018036063294034547,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 606.2512559890747,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3689,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0018,n_head=8\"\n },\n \"last_result_time\": 1719357871.9733982,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 266.66766681821326,\n \"min\": 118.33789474006713,\n \"avg\": 143.6234760126729,\n \"last\": 118.33789474006713,\n \"last-5-avg\": 120.82310969134953,\n \"last-10-avg\": 123.46259958913008\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 74.13704776763916,\n \"min\": 58.23622250556946,\n \"avg\": 61.33757634162903,\n \"last\": 59.315247774124146,\n \"last-5-avg\": 59.27494025230408,\n \"last-10-avg\": 60.62512559890747\n },\n \"time_total_s\": {\n \"max\": 1226.7515268325806,\n \"min\": 74.13704776763916,\n \"avg\": 654.1219100713729,\n \"last\": 1226.7515268325806,\n \"last-5-avg\": 1108.3144157409668,\n \"last-10-avg\": 960.0894476175308\n },\n \"time_since_restore\": {\n \"max\": 606.2512559890747,\n \"min\": 72.75415802001953,\n \"avg\": 265.71221474409106,\n \"last\": 606.2512559890747,\n \"last-5-avg\": 487.81414489746095,\n \"last-10-avg\": 339.58917677402496\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d8ebf5c27a5c5e4094869452946807680d4308613018cc31075f4094869452946807680d4308241289b4d7615e4094869452946807680d4308040281d040ac5d4094869452946807680d43080a854211a0955d409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430897cbe50acf00604094869452946807680d4308e2703894b34f604094869452946807680d43089fcfe793d4635f4094869452946807680d430843a150183a005f4094869452946807680d43080a854241979b5e4094869452946807680d4308d8ebf5c27a5c5e4094869452946807680d4308613018cc31075f4094869452946807680d4308241289b4d7615e4094869452946807680d4308040281d040ac5d4094869452946807680d43080a854211a0955d409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404dcea81600000047404d92bc7200000047404d8f0b3e00000047404d972c6600000047404da85a0a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405230442000000047404dac917e00000047404da1a58400000047404dadc47e00000047404d93af3200000047404dcea81600000047404d92bc7200000047404d8f0b3e00000047404d972c6600000047404da85a0a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408eefee3e800000474090648d02d0000047409151055cc000004740923dbebff000004740932b0190400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474085aa091200000047408784d229e000004740895eec8220000047408b39c8ca00000047408d1303bd20000047408eefee3e800000474090648d02d0000047409151055cc000004740923dbebff000004740932b0190400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407717db6100000047407aca32ef40000047407e7c1457000000474081177cf1e00000474082f20292800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405230442000000047406083466f800000474067ebafd080000047406f5720f00000004740735e065e40000047407717db6100000047407aca32ef40000047407e7c1457000000474081177cf1e00000474082f20292800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1086df3ed6b22978aaa74314407424f10b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd66c3aeaa704094869452948c0974696d657374616d70944a84247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31312d3438948c1074696d655f746869735f697465725f739447405288c5640000008c0c74696d655f746f74616c5f739447405288c5640000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405288c5640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a000894b3dda7f875b4e024ae8b9f2eb007362756268317d94288c046c6f7373946836683c430853a9548a88fb674094869452948c0974696d657374616d70944abf247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31322d3437948c1074696d655f746869735f697465725f739447404d912d960000008c0c74696d655f746f74616c5f7394474060a8ae178000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474060a8ae178000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11ef4b086337798fab724707bc8d770398007362756268317d94288c046c6f7373946836683c4308180c06031189654094869452948c0974696d657374616d70944afb247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31332d3437948c1074696d655f746869735f697465725f739447404dc3c7900000008c0c74696d655f746f74616c5f7394474068199ffb8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474068199ffb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10c0cac13ebaaa329b3049d64165106b4b7362756268317d94288c046c6f7373946836683c430828140af519bc644094869452948c0974696d657374616d70944a37257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31342d3437948c1074696d655f746869735f697465725f739447404dd443c80000008c0c74696d655f746f74616c5f739447406f8eb0ed8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f8eb0ed8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a116d61ff6fc4f453a2604803a0673145a3007362756268317d94288c046c6f7373946836683c4308dced763babae624094869452948c0974696d657374616d70944a73257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31352d3437948c1074696d655f746869735f697465725f739447404e16ee200000008c0c74696d655f746f74616c5f73944740738a363ac000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740738a363ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10f26bae67b6730cb51f4cc81fe59f67167362756268317d94288c046c6f7373946836683c4308369bcd3ec5d9614094869452948c0974696d657374616d70944a5e457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33312d3538948c1074696d655f746869735f697465725f73944740525eacfc0000008c0c74696d655f746f74616c5f739447407821e179c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740525eacfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10c04ca19083252abc3d4f3c39852a7e727362756268317d94288c046c6f7373946836683c4308c26030d0cd73624094869452948c0974696d657374616d70944a98457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33322d3536948c1074696d655f746869735f697465725f739447404d1e3c8a0000008c0c74696d655f746f74616c5f739447407bc5a90b0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406076e5a08000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aa1b24d1c873da9cde48140f766316467362756268317d94288c046c6f7373946836683c4308b1582c7eef1d614094869452948c0974696d657374616d70944ad3457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33332d3535948c1074696d655f746869735f697465725f739447404d8a674c0000008c0c74696d655f746f74616c5f739447407f76f5f48000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067d97f738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a109112222aaa942e97504068bbe7cbc45d7362756268317d94288c046c6f7373946836683c4308e27038f485ac604094869452948c0974696d657374616d70944a0d467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33342d3533948c1074696d655f746869735f697465725f739447404d32a3dc0000008c0c74696d655f746f74616c5f73944740818ea5380000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f26286a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a119785aa279b54399f9a40e1bc294f0ff3007362756268317d94288c046c6f7373946836683c43080683c160395e604094869452948c0974696d657374616d70944a48467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33352d3532948c1074696d655f746869735f697465725f739447404d55b5600000008c0c74696d655f746f74616c5f739447408364008e0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740733dcae14000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11df99e3d8c62135b4a14e96ee86bb889b007362756268317d94288c046c6f7373946836683c430897cbe50acf00604094869452948c0974696d657374616d70944a9a4f7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31352d3338948c1074696d655f746869735f697465725f73944740523044200000008c0c74696d655f746f74616c5f7394474085aa09120000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740523044200000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11c09cc703c01eecb8294d5a9db423d3a1007362756268317d94288c046c6f7373946836683c4308e2703894b34f604094869452948c0974696d657374616d70944ad54f7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31362d3337948c1074696d655f746869735f697465725f739447404dac917e0000008c0c74696d655f746f74616c5f739447408784d229e000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406083466f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11508686547d02c2817449c27b146b35b3007362756268317d94288c046c6f7373946836683c43089fcfe793d4635f4094869452948c0974696d657374616d70944a11507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31372d3337948c1074696d655f746869735f697465725f739447404da1a5840000008c0c74696d655f746f74616c5f73944740895eec822000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067ebafd08000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a116cbb66f88fca9b852f40838bb78628f4007362756268317d94288c046c6f7373946836683c430843a150183a005f4094869452948c0974696d657374616d70944a4c507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31382d3336948c1074696d655f746869735f697465725f739447404dadc47e0000008c0c74696d655f746f74616c5f739447408b39c8ca0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f5720f00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11613624b5cce4d2b99b4d25d68d3f1d8b007362756268317d94288c046c6f7373946836683c43080a854241979b5e4094869452948c0974696d657374616d70944a87507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31392d3335948c1074696d655f746869735f697465725f739447404d93af320000008c0c74696d655f746f74616c5f739447408d1303bd2000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740735e065e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a10938eba92221ca199b44bc0aef16e165b7362756268317d94288c046c6f7373946836683c4308d8ebf5c27a5c5e4094869452948c0974696d657374616d70944ac3507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32302d3335948c1074696d655f746869735f697465725f739447404dcea8160000008c0c74696d655f746f74616c5f739447408eefee3e8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407717db610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10d774e2adcfce7da9b04371b86194f5047362756268317d94288c046c6f7373946836683c4308613018cc31075f4094869452948c0974696d657374616d70944afe507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32312d3334948c1074696d655f746869735f697465725f739447404d92bc720000008c0c74696d655f746f74616c5f7394474090648d02d000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407aca32ef4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a103a52109f48a6a791e44e1b0991e471477362756268317d94288c046c6f7373946836683c4308241289b4d7615e4094869452948c0974696d657374616d70944a39517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32322d3333948c1074696d655f746869735f697465725f739447404d8f0b3e0000008c0c74696d655f746f74616c5f739447409151055cc000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e7c14570000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a1015dc357caba8f7a13b4ebd0ba57182407362756268317d94288c046c6f7373946836683c4308040281d040ac5d4094869452948c0974696d657374616d70944a74517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32332d3332948c1074696d655f746869735f697465725f739447404d972c660000008c0c74696d655f746f74616c5f73944740923dbebff000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081177cf1e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a1147920dc8f570e8b19e4e6779415f42a8007362756268317d94288c046c6f7373946836683c43080a854211a0955d4094869452948c0974696d657374616d70944aaf517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32342d3331948c1074696d655f746869735f697465725f739447404da85a0a0000008c0c74696d655f746f74616c5f73944740932b01904000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474082f202928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3ab2f301\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d3334948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ec8d7e1c03a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"lr\": 0.0010186128360476897,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"lr\": 0.0010186128360476897,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010186128360476897,\n \"n_head\": 1\n },\n \"experiment_tag\": \"28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0345,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719346547.487432,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 84.81797225832001,\n \"timestamp\": 1719358398,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"3ab2f301\",\n \"date\": \"2024-06-26_01-33-18\",\n \"time_this_iter_s\": 51.372178077697754,\n \"time_total_s\": 1072.982276916504,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"lr\": 0.0010186128360476897,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 525.9760255813599,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0345,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=1\"\n },\n \"last_result_time\": 1719358398.1699922,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 217.46355960875985,\n \"min\": 84.81797225832001,\n \"avg\": 111.01648353816957,\n \"last\": 84.81797225832001,\n \"last-5-avg\": 88.37300739438516,\n \"last-10-avg\": 90.88470410925197\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.41611504554749,\n \"min\": 50.784724712371826,\n \"avg\": 53.6491138458252,\n \"last\": 51.372178077697754,\n \"last-5-avg\": 51.40114240646362,\n \"last-10-avg\": 52.59760255813599\n },\n \"time_total_s\": {\n \"max\": 1072.982276916504,\n \"min\": 65.41611504554749,\n \"avg\": 574.7836294054985,\n \"last\": 1072.982276916504,\n \"last-5-avg\": 970.4215782165527,\n \"last-10-avg\": 842.11748483181\n },\n \"time_since_restore\": {\n \"max\": 525.9760255813599,\n \"min\": 64.502512216568,\n \"avg\": 232.20214306116105,\n \"last\": 525.9760255813599,\n \"last-5-avg\": 423.4153268814087,\n \"last-10-avg\": 295.11123349666593\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308abd56af55780574094869452946807680d4308f67abd5e1ade554094869452946807680d4308cce572191604564094869452946807680d430871381cae7ae0554094869452946807680d430843a150a8593455409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d0e7f3b9ce9f584094869452946807680d4308f2783c7ebf5f574094869452946807680d4308fcfd7e1f86b2574094869452946807680d43083e9fcfa7c9dd564094869452946807680d430843a15028fb2e564094869452946807680d4308abd56af55780574094869452946807680d4308f67abd5e1ade554094869452946807680d4308cce572191604564094869452946807680d430871381cae7ae0554094869452946807680d430843a150a8593455409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049ccd45e000000474049ebdd980000004740498cc3e20000004740498ba1cc000000474049afa388000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740502029290000004740496e97f2000000474049d276600000004740499660bc0000004740496471dc000000474049ccd45e000000474049ebdd980000004740498cc3e20000004740498ba1cc000000474049afa388000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408b1c9d4720000047408cbb5b20a0000047408e54275ec0000047408fece17b800000474090c3edda000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740831c11f2a00000474084b2fb71c000004740865022d7c00000474087e988e38000004740897fd00140000047408b1c9d4720000047408cbb5b20a0000047408e54275ec0000047408fece17b800000474090c3edda000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740740920f3400000474077469ca640000047407a78352280000047407da9a95c0000004740806fcee6800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405020292900000047405cd77522000000474064e0582900000047406b45f058000000474070cf86678000004740740920f3400000474077469ca640000047407a78352280000047407da9a95c0000004740806fcee6800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e8ed94ab740a45ae324a3111f342bd41736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d8ebf57ad52e6b4094869452948c0974696d657374616d70944ab4257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31362d3532948c1074696d655f746869735f697465725f73944740505aa1a10000008c0c74696d655f746f74616c5f73944740505aa1a10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740505aa1a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a102fede7cdb9c96a8d2144477b65b563337362756268317d94288c046c6f7373946836683c43086130184c0a7b644094869452948c0974696d657374616d70944ae8257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31372d3435948c1074696d655f746869735f697465725f739447404a336ca00000008c0c74696d655f746f74616c5f739447405d7457f10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d7457f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1140a5e00664cf47862e44f66032ca9e9c007362756268317d94288c046c6f7373946836683c430893c964529e70614094869452948c0974696d657374616d70944a1d267b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31382d3337948c1074696d655f746869735f697465725f739447404a1a97f60000008c0c74696d655f746f74616c5f739447406540d1f60000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406540d1f60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1058db2733e21f6db671481e20128b04797362756268317d94288c046c6f7373946836683c43087fbfdf4ffd745f4094869452948c0974696d657374616d70944a52267b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31392d3330948c1074696d655f746869735f697465725f739447404a8bc79c0000008c0c74696d655f746f74616c5f739447406be3c3dd0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406be3c3dd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a110132d6caf4940790b5401c1c6f6270bb007362756268317d94288c046c6f7373946836683c43088bc562f16a5d5d4094869452948c0974696d657374616d70944a87267b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d32302d3233948c1074696d655f746869735f697465725f739447404a990f700000008c0c74696d655f746f74616c5f73944740714503dc8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714503dc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113c614213f41e10ab864c5182885dc6f9007362756268317d94288c046c6f7373946836683c4308894422f1949e5c4094869452948c0974696d657374616d70944a89467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33362d3537948c1074696d655f746869735f697465725f73944740505018840000008c0c74696d655f746f74616c5f73944740755909fd8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740505018840000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11b0b7fbae3a25b0b0e1426175363775cf007362756268317d94288c046c6f7373946836683c430893c964d2f24f5b4094869452948c0974696d657374616d70944abd467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33372d3439948c1074696d655f746869735f697465725f7394474049bf61580000008c0c74696d655f746f74616c5f739447407890f6288000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d2fc9300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110ee569d210e17ba781414ebdd6974df0007362756268317d94288c046c6f7373946836683c430843a15068e24c5a4094869452948c0974696d657374616d70944af0467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33382d3430948c1074696d655f746869735f697465725f7394474049bf9ac40000008c0c74696d655f746f74616c5f739447407bc8e9810000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406507cb490000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10da33af97d2baa297f64dc751c8d7d27a7362756268317d94288c046c6f7373946836683c4308100804a23aa55d4094869452948c0974696d657374616d70944a23477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33392d3331948c1074696d655f746869735f697465725f739447404987e6840000008c0c74696d655f746f74616c5f739447407ef9e6518000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b69c4ea0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1018334bbd4a62dc974f4049e30037562e7362756268317d94288c046c6f7373946836683c43082c168b25daf6584094869452948c0974696d657374616d70944a57477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d34302d3233948c1074696d655f746869735f697465725f7394474049b19a4c0000008c0c74696d655f746f74616c5f7394474081180ccd8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070eb15be8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a10d94fee9fcf871d9a2d4bc8368f829f327362756268317d94288c046c6f7373946836683c4308d0e7f3b9ce9f584094869452948c0974696d657374616d70944af0517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32352d3336948c1074696d655f746869735f697465725f73944740502029290000008c0c74696d655f746f74616c5f73944740831c11f2a000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502029290000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a101d55dd00b02e91ba9f4d9dc2d447b2387362756268317d94288c046c6f7373946836683c4308f2783c7ebf5f574094869452948c0974696d657374616d70944a23527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32362d3237948c1074696d655f746869735f697465725f73944740496e97f20000008c0c74696d655f746f74616c5f7394474084b2fb71c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cd775220000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a108b607ff288319d88e9491b307a617c547362756268317d94288c046c6f7373946836683c4308fcfd7e1f86b2574094869452948c0974696d657374616d70944a57527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32372d3139948c1074696d655f746869735f697465725f7394474049d276600000008c0c74696d655f746f74616c5f73944740865022d7c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064e058290000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f8312aa627f59fa458496df894d64f087362756268317d94288c046c6f7373946836683c43083e9fcfa7c9dd564094869452948c0974696d657374616d70944a8a527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32382d3130948c1074696d655f746869735f697465725f73944740499660bc0000008c0c74696d655f746f74616c5f7394474087e988e38000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b45f0580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a101c4d5ed7924e63920a4809ae3bcd0d197362756268317d94288c046c6f7373946836683c430843a15028fb2e564094869452948c0974696d657374616d70944abd527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32392d3031948c1074696d655f746869735f697465725f73944740496471dc0000008c0c74696d655f746f74616c5f73944740897fd0014000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070cf86678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a109380808904b901aafa42edbf9fe1513c7362756268317d94288c046c6f7373946836683c4308abd56af55780574094869452948c0974696d657374616d70944af0527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32392d3532948c1074696d655f746869735f697465725f7394474049ccd45e0000008c0c74696d655f746f74616c5f739447408b1c9d472000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740740920f34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a111c21b0db9c483bba1245d7f6ed0624d4007362756268317d94288c046c6f7373946836683c4308f67abd5e1ade554094869452948c0974696d657374616d70944a24537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33302d3434948c1074696d655f746869735f697465725f7394474049ebdd980000008c0c74696d655f746f74616c5f739447408cbb5b20a000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077469ca64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10696a9c34166e88864a42e14741b4af2e7362756268317d94288c046c6f7373946836683c4308cce572191604564094869452948c0974696d657374616d70944a57537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33312d3335948c1074696d655f746869735f697465725f73944740498cc3e20000008c0c74696d655f746f74616c5f739447408e54275ec000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7835228000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11ab454fccca6de7be48460b4ecd666cfa007362756268317d94288c046c6f7373946836683c430871381cae7ae0554094869452948c0974696d657374616d70944a8a537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33322d3236948c1074696d655f746869735f697465725f73944740498ba1cc0000008c0c74696d655f746f74616c5f739447408fece17b8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da9a95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11c2289f66b1a5fb8e3745534de55c89d4007362756268317d94288c046c6f7373946836683c430843a150a85934554094869452948c0974696d657374616d70944abe537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33332d3138948c1074696d655f746869735f697465725f7394474049afa3880000008c0c74696d655f746f74616c5f7394474090c3edda0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806fcee68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"40101b9a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ec923518d8b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"lr\": 0.039339947723305395,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"lr\": 0.039339947723305395,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.039339947723305395,\n \"n_head\": 1\n },\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.8984,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0393,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719346823.9898968,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2031.5720868448573,\n \"timestamp\": 1719348338,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"40101b9a\",\n \"date\": \"2024-06-25_22-45-38\",\n \"time_this_iter_s\": 300.0205228328705,\n \"time_total_s\": 1514.9287722110748,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"lr\": 0.039339947723305395,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1514.9287722110748,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.8984,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0393,n_head=1\"\n },\n \"last_result_time\": 1719348338.9425833,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4106.712271622785,\n \"min\": 2031.5720868448573,\n \"avg\": 2792.4098417507375,\n \"last\": 2031.5720868448573,\n \"last-5-avg\": 2792.409841750738,\n \"last-10-avg\": 2792.409841750738\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 313.700572013855,\n \"min\": 300.0205228328705,\n \"avg\": 302.98575444221495,\n \"last\": 300.0205228328705,\n \"last-5-avg\": 302.98575444221495,\n \"last-10-avg\": 302.98575444221495\n },\n \"time_total_s\": {\n \"max\": 1514.9287722110748,\n \"min\": 313.700572013855,\n \"avg\": 914.4032258033753,\n \"last\": 1514.9287722110748,\n \"last-5-avg\": 914.4032258033752,\n \"last-10-avg\": 914.4032258033752\n },\n \"time_since_restore\": {\n \"max\": 1514.9287722110748,\n \"min\": 313.700572013855,\n \"avg\": 914.4032258033753,\n \"last\": 1514.9287722110748,\n \"last-5-avg\": 914.4032258033752,\n \"last-10-avg\": 914.4032258033752\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bbdd6e57b60ab04094869452946807680d43083e9fcfa72d74a84094869452946807680d4308080402e157a1a34094869452946807680d43088d46a311020aa14094869452946807680d4308894422d149be9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bbdd6e57b60ab04094869452946807680d43083e9fcfa72d74a84094869452946807680d4308080402e157a1a34094869452946807680d43088d46a311020aa14094869452946807680d4308894422d149be9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740739b358b000000474072c7fbec800000474072c14525c00000474072ca1193400000474072c0540fc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740739b358b000000474072c7fbec800000474072c14525c00000474072ca1193400000474072c0540fc00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954e140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10466204a4ea70b689744ef652d6f7e478736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bbdd6e57b60ab04094869452948c0974696d657374616d70944ac1277b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d32352d3337948c1074696d655f746869735f697465725f73944740739b358b0000008c0c74696d655f746f74616c5f73944740739b358b0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740739b358b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a109d9c39eefbe09e9c564bf1f9a07b40327362756268317d94288c046c6f7373946836683c43083e9fcfa72d74a84094869452948c0974696d657374616d70944aed287b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d33302d3338948c1074696d655f746869735f697465725f7394474072c7fbec8000008c0c74696d655f746f74616c5f73944740833198bbc000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833198bbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c5592afb394617b1fe42039a7b0872297362756268317d94288c046c6f7373946836683c4308080402e157a1a34094869452948c0974696d657374616d70944a192a7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d33352d3338948c1074696d655f746869735f697465725f7394474072c14525c000008c0c74696d655f746f74616c5f739447408c923b4ea000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c923b4ea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a103e648eca43fcfebd824735f6a5de520d7362756268317d94288c046c6f7373946836683c43088d46a311020aa14094869452948c0974696d657374616d70944a462b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d34302d3338948c1074696d655f746869735f697465725f7394474072ca11934000008c0c74696d655f746f74616c5f7394474092fba20c2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474092fba20c2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11e83d97333973ffa71d4c11b616163ec9007362756268317d94288c046c6f7373946836683c4308894422d149be9f4094869452948c0974696d657374616d70944a722c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d34352d3338948c1074696d655f746869735f697465725f7394474072c0540fc000008c0c74696d655f746f74616c5f7394474097abb7101000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097abb7101000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"de1e9134\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d3233948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ec96ee4bc5f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"lr\": 0.005626677279957184,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"lr\": 0.005626677279957184,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.005626677279957184,\n \"n_head\": 1\n },\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.1289,embedding_dim=16,encoder_ff=1024,encoder_num_layer=4,lr=0.0056,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719348339.0969658,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1957.9578991987573,\n \"timestamp\": 1719355501,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"de1e9134\",\n \"date\": \"2024-06-26_00-45-01\",\n \"time_this_iter_s\": 52.88777208328247,\n \"time_total_s\": 560.1831469535828,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"lr\": 0.005626677279957184,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 278.3368046283722,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.1289,embedding_dim=16,encoder_ff=1024,encoder_num_layer=4,lr=0.0056,n_head=1\"\n },\n \"last_result_time\": 1719355501.903357,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1966.5979321096827,\n \"min\": 1954.8947446327509,\n \"avg\": 1957.8368239996003,\n \"last\": 1957.9578991987573,\n \"last-5-avg\": 1957.8378904327633,\n \"last-10-avg\": 1957.8368239996005\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 67.86075568199158,\n \"min\": 52.848015785217285,\n \"avg\": 56.01831469535828,\n \"last\": 52.88777208328247,\n \"last-5-avg\": 55.66736092567444,\n \"last-10-avg\": 56.01831469535828\n },\n \"time_total_s\": {\n \"max\": 560.1831469535828,\n \"min\": 67.86075568199158,\n \"avg\": 314.47027125358585,\n \"last\": 560.1831469535828,\n \"last-5-avg\": 454.1982753276825,\n \"last-10-avg\": 314.4702712535858\n },\n \"time_since_restore\": {\n \"max\": 281.84634232521057,\n \"min\": 66.45859718322754,\n \"avg\": 173.5471000909805,\n \"last\": 278.3368046283722,\n \"last-5-avg\": 172.35193300247192,\n \"last-10-avg\": 173.54710009098054\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532998c198c9e4094869452946807680d430847a3d14879a99e4094869452946807680d430845229188ed949e4094869452946807680d4308f2783cbe6c929e4094869452946807680d43081c0e87e3d4979e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542af5cb929e4094869452946807680d430843a1504864ba9e4094869452946807680d4308bfdfef37948b9e4094869452946807680d430893c96472978f9e4094869452946807680d430863b1582c5b8c9e4094869452946807680d43086532998c198c9e4094869452946807680d430847a3d14879a99e4094869452946807680d430845229188ed949e4094869452946807680d4308f2783cbe6c929e4094869452946807680d43081c0e87e3d4979e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740509d59a800000047404a6c8bc800000047404a7374e400000047404a9ec5ea00000047404a71a284000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474050f7169f00000047404ab327b400000047404ab51a8a00000047404ab256f400000047404ae38e820000004740509d59a800000047404a6c8bc800000047404a7374e400000047404a9ec5ea00000047404a71a284000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474075c4e10840000047407912728140000047407c60e11dc0000047407fb4b9db000000474081817715c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474050f7169f00000047405e50aa79000000474065d59bdf00000047406c82319c0000004740719d8a9e400000474075c4e10840000047407912728140000047407c60e11dc0000047407fb4b9db000000474081817715c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740509d59a800000047405dd39f8c00000047406586acff00000047406c2e5e7980000047407165638d400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474050f7169f00000047405e50aa79000000474065d59bdf00000047406c82319c0000004740719d8a9e4000004740509d59a800000047405dd39f8c00000047406586acff00000047406c2e5e7980000047407165638d400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117e99e52d3a1ad38e0d44aea7c54e25dc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542af5cb929e4094869452948c0974696d657374616d70944ab62c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34362d3436948c1074696d655f746869735f697465725f7394474050f7169f0000008c0c74696d655f746f74616c5f7394474050f7169f0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050f7169f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11e0766b93104e69aa2a4ce8efe19787dc007362756268317d94288c046c6f7373946836683c430843a1504864ba9e4094869452948c0974696d657374616d70944aec2c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34372d3430948c1074696d655f746869735f697465725f739447404ab327b40000008c0c74696d655f746f74616c5f739447405e50aa790000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405e50aa790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1172f8bcad354c3998c04ca697a29c22d1007362756268317d94288c046c6f7373946836683c4308bfdfef37948b9e4094869452948c0974696d657374616d70944a212d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34382d3333948c1074696d655f746869735f697465725f739447404ab51a8a0000008c0c74696d655f746f74616c5f7394474065d59bdf0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065d59bdf0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1029599fd908f38f99194dfe050a975e4b7362756268317d94288c046c6f7373946836683c430893c96472978f9e4094869452948c0974696d657374616d70944a572d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34392d3237948c1074696d655f746869735f697465725f739447404ab256f40000008c0c74696d655f746f74616c5f739447406c82319c0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c82319c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a108717ed70f9eab9802a4cfc2b28770c597362756268317d94288c046c6f7373946836683c430863b1582c5b8c9e4094869452948c0974696d657374616d70944a8c2d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d35302d3230948c1074696d655f746869735f697465725f739447404ae38e820000008c0c74696d655f746f74616c5f73944740719d8a9e4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719d8a9e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11a1d04c24c760538f2248b1b0ce71ab9a007362756268317d94288c046c6f7373946836683c43086532998c198c9e4094869452948c0974696d657374616d70944a99477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34312d3330948c1074696d655f746869735f697465725f73944740509d59a80000008c0c74696d655f746f74616c5f7394474075c4e1084000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740509d59a80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100f0006703543e68bd642176c71a376337362756268317d94288c046c6f7373946836683c430847a3d14879a99e4094869452948c0974696d657374616d70944ace477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34322d3232948c1074696d655f746869735f697465725f739447404a6c8bc80000008c0c74696d655f746f74616c5f73944740791272814000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dd39f8c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10846da0a32c220f9d3b4fdaea935a21477362756268317d94288c046c6f7373946836683c430845229188ed949e4094869452948c0974696d657374616d70944a03487b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34332d3135948c1074696d655f746869735f697465725f739447404a7374e40000008c0c74696d655f746f74616c5f739447407c60e11dc000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406586acff0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10f3fa414a50a891a01a4c61ba0c7c707b7362756268317d94288c046c6f7373946836683c4308f2783cbe6c929e4094869452948c0974696d657374616d70944a38487b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34342d3039948c1074696d655f746869735f697465725f739447404a9ec5ea0000008c0c74696d655f746f74616c5f739447407fb4b9db0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c2e5e798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1058e700d0973d4caa6949f5ee7039cd737362756268317d94288c046c6f7373946836683c43081c0e87e3d4979e4094869452948c0974696d657374616d70944a6d487b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34352d3031948c1074696d655f746869735f697465725f739447404a71a2840000008c0c74696d655f746f74616c5f7394474081817715c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407165638d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0f80a6d7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d3339948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ecafb428f1a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.023920599186226577,\n \"lr\": 0.0024687399238039302,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.023920599186226577,\n \"lr\": 0.0024687399238039302,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.023920599186226577,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0024687399238039302,\n \"n_head\": 16\n },\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0239,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0025,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719348621.1283247,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1959.91755063515,\n \"timestamp\": 1719357265,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"0f80a6d7\",\n \"date\": \"2024-06-26_01-14-25\",\n \"time_this_iter_s\": 349.87603521347046,\n \"time_total_s\": 3527.171615600586,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.023920599186226577,\n \"lr\": 0.0024687399238039302,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1763.417979001999,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0239,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0025,n_head=16\"\n },\n \"last_result_time\": 1719357265.5030398,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1986.2198524775467,\n \"min\": 1955.6729476808564,\n \"avg\": 1965.4819975124567,\n \"last\": 1959.91755063515,\n \"last-5-avg\": 1962.4524979238436,\n \"last-10-avg\": 1965.4819975124567\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.1,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.1\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 365.2865264415741,\n \"min\": 349.18421268463135,\n \"avg\": 352.71716156005857,\n \"last\": 349.87603521347046,\n \"last-5-avg\": 352.68359580039976,\n \"last-10-avg\": 352.71716156005857\n },\n \"time_total_s\": {\n \"max\": 3527.171615600586,\n \"min\": 363.18635082244873,\n \"avg\": 1945.676479148865,\n \"last\": 3527.171615600586,\n \"last-5-avg\": 2827.933716440201,\n \"last-10-avg\": 1945.6764791488647\n },\n \"time_since_restore\": {\n \"max\": 1763.753636598587,\n \"min\": 363.18635082244873,\n \"avg\": 1063.7996608495712,\n \"last\": 1763.417979001999,\n \"last-5-avg\": 1064.1800798416139,\n \"last-10-avg\": 1063.7996608495712\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430867b3d96c98cf9e4094869452946807680d4308ca643219b18e9e4094869452946807680d4308d0e7f339fd959e4094869452946807680d4308bd5eaf771abd9e4094869452946807680d430893c96492ab9f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430808040221e1089f4094869452946807680d4308fa7c3e7f32ee9e4094869452946807680d430808040241bdb39e4094869452946807680d4308d4e9745ab38e9e4094869452946807680d43080e87c3a1b6909e4094869452946807680d430867b3d96c98cf9e4094869452946807680d4308ca643219b18e9e4094869452946807680d4308d0e7f339fd959e4094869452946807680d4308bd5eaf771abd9e4094869452946807680d430893c96492ab9f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076d4959cc00000474075d2f289000000474075db6648c00000474075d5bd5ec00000474075de043d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474076b2fb4b000000474075e4b866c00000474075d9fe77c00000474075e767ddc00000474075e2f4de000000474076d4959cc00000474075d2f289000000474075db6648c00000474075d5bd5ec00000474075de043d800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a0a214904000004740a35c72e16000004740a617dfaa7800004740a8d297565000004740ab8e57de000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474076b2fb4b0000004740864bd9d8e000004740909c6c8a600000474096164681d0000047409b8f03b95000004740a0a214904000004740a35c72e16000004740a617dfaa7800004740a8d297565000004740ab8e57de000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076d4959cc0000047408653c412e00000474090a0bb9ba00000474096162af350000047409b8dac02b00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474076b2fb4b0000004740864bd9d8e000004740909c6c8a600000474096164681d0000047409b8f03b9500000474076d4959cc0000047408653c412e00000474090a0bb9ba00000474096162af350000047409b8dac02b00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1161e27b7800fdc1924e4b3679cc099dd800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430808040221e1089f4094869452948c0974696d657374616d70944af72e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32322d35362d3234948c1074696d655f746869735f697465725f7394474076b2fb4b0000008c0c74696d655f746f74616c5f7394474076b2fb4b0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076b2fb4b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a101bd69a0e219bcbaedd476198d47ebf7f7362756268317d94288c046c6f7373946836683c4308fa7c3e7f32ee9e4094869452948c0974696d657374616d70944a56307b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d30322d3134948c1074696d655f746869735f697465725f7394474075e4b866c000008c0c74696d655f746f74616c5f73944740864bd9d8e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740864bd9d8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a103c1ee8c2549795b4c943114c6667993c7362756268317d94288c046c6f7373946836683c430808040241bdb39e4094869452948c0974696d657374616d70944ab3317b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d30382d3034948c1074696d655f746869735f697465725f7394474075d9fe77c000008c0c74696d655f746f74616c5f73944740909c6c8a6000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740909c6c8a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ec8e63351823f2892247c258a97ee73d7362756268317d94288c046c6f7373946836683c4308d4e9745ab38e9e4094869452948c0974696d657374616d70944a12337b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d31332d3534948c1074696d655f746869735f697465725f7394474075e767ddc000008c0c74696d655f746f74616c5f7394474096164681d000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096164681d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1067d6c95952ced697984797b362b8927d7362756268317d94288c046c6f7373946836683c43080e87c3a1b6909e4094869452948c0974696d657374616d70944a70347b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d31392d3434948c1074696d655f746869735f697465725f7394474075e2f4de0000008c0c74696d655f746f74616c5f739447409b8f03b95000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409b8f03b95000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1188174b41c08d35aff24e950105dea5c6007362756268317d94288c046c6f7373946836683c430867b3d96c98cf9e4094869452948c0974696d657374616d70944ada497b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30302d35312d3037948c1074696d655f746869735f697465725f7394474076d4959cc000008c0c74696d655f746f74616c5f73944740a0a214904000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076d4959cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1057cce3d9822a14a9614bea04201a966b7362756268317d94288c046c6f7373946836683c4308ca643219b18e9e4094869452948c0974696d657374616d70944a384b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30302d35362d3536948c1074696d655f746869735f697465725f7394474075d2f2890000008c0c74696d655f746f74616c5f73944740a35c72e16000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408653c412e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102a5c119bf60755beb2446b96b09e55537362756268317d94288c046c6f7373946836683c4308d0e7f339fd959e4094869452948c0974696d657374616d70944a954c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30312d30322d3436948c1074696d655f746869735f697465725f7394474075db6648c000008c0c74696d655f746f74616c5f73944740a617dfaa7800008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090a0bb9ba000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9087b4978719e871e443c6bfcdaf6e0007362756268317d94288c046c6f7373946836683c4308bd5eaf771abd9e4094869452948c0974696d657374616d70944af34d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30312d30382d3335948c1074696d655f746869735f697465725f7394474075d5bd5ec000008c0c74696d655f746f74616c5f73944740a8d297565000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096162af35000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bcc31758fd28c490b547d6435831d4687362756268317d94288c046c6f7373946836683c430893c96492ab9f9e4094869452948c0974696d657374616d70944a514f7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30312d31342d3235948c1074696d655f746869735f697465725f7394474075de043d8000008c0c74696d655f746f74616c5f73944740ab8e57de0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409b8dac02b000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"fe083630\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d3231948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ecb46c1710d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"lr\": 0.030816743385966763,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"lr\": 0.030816743385966763,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.030816743385966763,\n \"n_head\": 2\n },\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.7814,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=8,lr=0.0308,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719350385.0636432,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1961.6992687315453,\n \"timestamp\": 1719354625,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"fe083630\",\n \"date\": \"2024-06-26_00-30-25\",\n \"time_this_iter_s\": 845.8089480400085,\n \"time_total_s\": 4240.718232393265,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"lr\": 0.030816743385966763,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 4240.718232393265,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.7814,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=8,lr=0.0308,n_head=2\"\n },\n \"last_result_time\": 1719354625.8083603,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4034.1917479507565,\n \"min\": 1961.6992687315453,\n \"avg\": 2624.951602004645,\n \"last\": 1961.6992687315453,\n \"last-5-avg\": 2624.9516020046444,\n \"last-10-avg\": 2624.9516020046444\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 858.9566829204559,\n \"min\": 845.1621363162994,\n \"avg\": 848.143646478653,\n \"last\": 845.8089480400085,\n \"last-5-avg\": 848.143646478653,\n \"last-10-avg\": 848.143646478653\n },\n \"time_total_s\": {\n \"max\": 4240.718232393265,\n \"min\": 858.9566829204559,\n \"avg\": 2549.6743980884553,\n \"last\": 4240.718232393265,\n \"last-5-avg\": 2549.6743980884553,\n \"last-10-avg\": 2549.6743980884553\n },\n \"time_since_restore\": {\n \"max\": 4240.718232393265,\n \"min\": 858.9566829204559,\n \"avg\": 2549.6743980884553,\n \"last\": 4240.718232393265,\n \"last-5-avg\": 2549.6743980884553,\n \"last-10-avg\": 2549.6743980884553\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082693c92c6284af4094869452946807680d4308ecf57a5da882a64094869452946807680d4308ee76bb157c7ea14094869452946807680d4308b55aade62e619f4094869452946807680d430869341a0dcca69e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082693c92c6284af4094869452946807680d4308ecf57a5da882a64094869452946807680d4308ee76bb157c7ea14094869452946807680d4308b55aade62e619f4094869452946807680d430869341a0dcca69e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ad7a74960000047408a694c0e20000047408a6c66b640000047408a69ec2920000047408a6e78b9c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad7a74960000047408a694c0e20000047408a6c66b640000047408a69ec2920000047408a6e78b9c00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112ec45172fa7983bffa44a44d0e218ae900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082693c92c6284af4094869452948c0974696d657374616d70944acb377b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32355f32332d33342d3034948c1074696d655f746869735f697465725f739447408ad7a7496000008c0c74696d655f746f74616c5f739447408ad7a7496000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408ad7a7496000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10955cd877237e09ba474c31d05669167a7362756268317d94288c046c6f7373946836683c4308ecf57a5da882a64094869452948c0974696d657374616d70944a183b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32355f32332d34382d3039948c1074696d655f746869735f697465725f739447408a694c0e2000008c0c74696d655f746f74616c5f739447409aa079abc000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409aa079abc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1034ac3c87313821b8c74393a0b5d49d377362756268317d94288c046c6f7373946836683c4308ee76bb157c7ea14094869452948c0974696d657374616d70944a663e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32365f30302d30322d3134948c1074696d655f746869735f697465725f739447408a6c66b64000008c0c74696d655f746f74616c5f73944740a3eb56837000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a3eb56837000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11cc60ea54f385009b774823ed0f83bb96007362756268317d94288c046c6f7373946836683c4308b55aade62e619f4094869452948c0974696d657374616d70944ab3417b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32365f30302d31362d3139948c1074696d655f746869735f697465725f739447408a69ec292000008c0c74696d655f746f74616c5f73944740aa85d18db800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aa85d18db800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105c998f80b0fad298484f48365ecb77397362756268317d94288c046c6f7373946836683c430869341a0dcca69e4094869452948c0974696d657374616d70944a01457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32365f30302d33302d3235948c1074696d655f746869735f697465725f739447408a6e78b9c000008c0c74696d655f746f74616c5f73944740b090b7de1400008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b090b7de1400008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": 401634.092423264,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 30888.675180912018,
- "_iteration": 300268,
- "_has_errored": false,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719328200.4031954,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_17-10-00",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719328200.4031954,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
deleted file mode 100644
index e8df4131497da67d226796c97cb05e3c9dbd2de2..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
+++ /dev/null
@@ -1,292 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"45b0a7c2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.584365221617647,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0009124143820205934,\n \"n_head\": 4\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490508.6228406,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1972.5077211875616,\n \"timestamp\": 1719493830,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"45b0a7c2\",\n \"date\": \"2024-06-27_15-10-30\",\n \"time_this_iter_s\": 103.25011920928955,\n \"time_total_s\": 208.27817273139954,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 103.25011920928955,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\"\n },\n \"last_result_time\": 1719493830.9373674,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1976.3005707507998,\n \"min\": 1972.5077211875616,\n \"avg\": 1974.4041459691807,\n \"last\": 1972.5077211875616,\n \"last-5-avg\": 1974.4041459691807,\n \"last-10-avg\": 1974.4041459691807\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 105.02805352210999,\n \"min\": 103.25011920928955,\n \"avg\": 104.13908636569977,\n \"last\": 103.25011920928955,\n \"last-5-avg\": 104.13908636569977,\n \"last-10-avg\": 104.13908636569977\n },\n \"time_total_s\": {\n \"max\": 208.27817273139954,\n \"min\": 105.02805352210999,\n \"avg\": 156.65311312675476,\n \"last\": 208.27817273139954,\n \"last-5-avg\": 156.65311312675476,\n \"last-10-avg\": 156.65311312675476\n },\n \"time_since_restore\": {\n \"max\": 105.02805352210999,\n \"min\": 103.25011920928955,\n \"avg\": 104.13908636569977,\n \"last\": 103.25011920928955,\n \"last-5-avg\": 104.13908636569977,\n \"last-10-avg\": 104.13908636569977\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba100000047406a08e6ca800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba100000047406a08e6ca800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113c6fbb16b58384927645bec95b012a9000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452948c0974696d657374616d70944a35587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31342d31362d3533948c1074696d655f746869735f697465725f739447405a41cba10000008c0c74696d655f746f74616c5f739447405a41cba10000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405a41cba10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ea25f9540c135f8745418a65e48727e1007362756268317d94288c046c6f7373946836683c4308412010e807d29e4094869452948c0974696d657374616d70944ac6647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31352d31302d3330948c1074696d655f746869735f697465725f7394474059d001f40000008c0c74696d655f746f74616c5f739447406a08e6ca8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474059d001f40000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b6132594\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0012413894518875446,\n \"n_head\": 1\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490613.826301,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1968.0043185977486,\n \"timestamp\": 1719493918,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b6132594\",\n \"date\": \"2024-06-27_15-11-58\",\n \"time_this_iter_s\": 87.441162109375,\n \"time_total_s\": 176.20621371269226,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 87.441162109375,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\"\n },\n \"last_result_time\": 1719493918.5302434,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1968.0043185977486,\n \"min\": 1965.450800377553,\n \"avg\": 1966.7275594876508,\n \"last\": 1968.0043185977486,\n \"last-5-avg\": 1966.7275594876508,\n \"last-10-avg\": 1966.7275594876508\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.76505160331726,\n \"min\": 87.441162109375,\n \"avg\": 88.10310685634613,\n \"last\": 87.441162109375,\n \"last-5-avg\": 88.10310685634613,\n \"last-10-avg\": 88.10310685634613\n },\n \"time_total_s\": {\n \"max\": 176.20621371269226,\n \"min\": 88.76505160331726,\n \"avg\": 132.48563265800476,\n \"last\": 176.20621371269226,\n \"last-5-avg\": 132.48563265800476,\n \"last-10-avg\": 132.48563265800476\n },\n \"time_since_restore\": {\n \"max\": 88.76505160331726,\n \"min\": 87.441162109375,\n \"avg\": 88.10310685634613,\n \"last\": 87.441162109375,\n \"last-5-avg\": 88.10310685634613,\n \"last-10-avg\": 88.10310685634613\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b00000047406606994d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b00000047406606994d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111e84a36d5a19a88bd14ee9284acc31f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452948c0974696d657374616d70944a8e587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31342d31382d3232948c1074696d655f746869735f697465725f739447405630f69b0000008c0c74696d655f746f74616c5f739447405630f69b0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405630f69b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10de109954f878ee95d74215d96a0295337362756268317d94288c046c6f7373946836683c43086130186c04c09e4094869452948c0974696d657374616d70944a1e657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31352d31312d3538948c1074696d655f746869735f697465725f7394474055dc3c000000008c0c74696d655f746f74616c5f739447406606994d8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474055dc3c000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c590a939\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8825060164596403,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00022475452906788255,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490702.7429175,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2052.7300347756213,\n \"timestamp\": 1719490908,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"c590a939\",\n \"date\": \"2024-06-27_14-21-48\",\n \"time_this_iter_s\": 205.80420541763306,\n \"time_total_s\": 205.80420541763306,\n \"pid\": 35196,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 205.80420541763306,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\"\n },\n \"last_result_time\": 1719490908.552439,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2052.7300347756213,\n \"min\": 2052.7300347756213,\n \"avg\": 2052.7300347756213,\n \"last\": 2052.7300347756213,\n \"last-5-avg\": 2052.7300347756213,\n \"last-10-avg\": 2052.7300347756213\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"time_total_s\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"time_since_restore\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103b01b1502ffadfb00647a0c00583dc74736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a04094869452948c0974696d657374616d70944a5c597d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086335393061393339948c0464617465948c13323032342d30362d32375f31342d32312d3438948c1074696d655f746869735f697465725f7394474069b9bc0d0000008c0c74696d655f746f74616c5f7394474069b9bc0d0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec3d7d41e6f4e28c026c7294473f2d7582b435fe4f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b9bc0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"46437290\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d3232948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.701917375344629,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.07215703780021865,\n \"n_head\": 1\n },\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490908.697507,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4868.725482129676,\n \"timestamp\": 1719491306,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"46437290\",\n \"date\": \"2024-06-27_14-28-26\",\n \"time_this_iter_s\": 398.2001099586487,\n \"time_total_s\": 398.2001099586487,\n \"pid\": 35196,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 398.2001099586487,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\"\n },\n \"last_result_time\": 1719491306.9027562,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4868.725482129676,\n \"min\": 4868.725482129676,\n \"avg\": 4868.725482129676,\n \"last\": 4868.725482129676,\n \"last-5-avg\": 4868.725482129676,\n \"last-10-avg\": 4868.725482129676\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"time_total_s\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"time_since_restore\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c12dd6b8aaaa93bb62427cb698a7559700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b34094869452948c0974696d657374616d70944aea5a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083436343337323930948c0464617465948c13323032342d30362d32375f31342d32382d3236948c1074696d655f746869735f697465725f7394474078e333a68000008c0c74696d655f746f74616c5f7394474078e333a68000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe6761b6d732dc78c026c7294473fb278e2358736788c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078e333a68000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e4c88f47\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d3438948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f563b53b3be8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3870437260805145,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00016963815672588173,\n \"n_head\": 16\n },\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491307.0472715,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 282.4288875549797,\n \"timestamp\": 1719495202,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"e4c88f47\",\n \"date\": \"2024-06-27_15-33-22\",\n \"time_this_iter_s\": 110.45332741737366,\n \"time_total_s\": 480.6276955604553,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 234.34683394432068,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\"\n },\n \"last_result_time\": 1719495202.6587071,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 719.9917376660925,\n \"min\": 282.4288875549797,\n \"avg\": 455.0858845147561,\n \"last\": 282.4288875549797,\n \"last-5-avg\": 455.0858845147561,\n \"last-10-avg\": 455.0858845147561\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 123.89350652694702,\n \"min\": 110.45332741737366,\n \"avg\": 120.15692389011383,\n \"last\": 110.45332741737366,\n \"last-5-avg\": 120.15692389011383,\n \"last-10-avg\": 120.15692389011383\n },\n \"time_total_s\": {\n \"max\": 480.6276955604553,\n \"min\": 123.22117924690247,\n \"avg\": 305.0760261416435,\n \"last\": 480.6276955604553,\n \"last-5-avg\": 305.0760261416435,\n \"last-10-avg\": 305.0760261416435\n },\n \"time_since_restore\": {\n \"max\": 234.34683394432068,\n \"min\": 123.05968236923218,\n \"avg\": 151.1303005218506,\n \"last\": 234.34683394432068,\n \"last-5-avg\": 151.1303005218506,\n \"last-10-avg\": 151.1303005218506\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595bb100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104c77b5abfd90699cb84d152dc00f417e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452948c0974696d657374616d70944a665b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31342d33302d3330948c1074696d655f746869735f697465725f739447405ece27cd0000008c0c74696d655f746f74616c5f739447405ece27cd0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ece27cd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d27b88bbebd8d58dc1469a77477d351b7362756268317d94288c046c6f7373946836683c43085fafd72b2a887c4094869452948c0974696d657374616d70944a99657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d31342d3031948c1074696d655f746869735f697465725f739447405ec3d1d60000008c0c74696d655f746f74616c5f739447406ec8fcd18000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ec3d1d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10f0e928167e46ffb8084370d8221676417362756268317d94288c046c6f7373946836683c4308a3d168149a96764094869452948c0974696d657374616d70944ab4697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33312d3332948c1074696d655f746869735f697465725f739447405ef92f360000008c0c74696d655f746f74616c5f739447407722ca364000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ef92f360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f18d23723b6daa7134e9f35c1a37bc4007362756268317d94288c046c6f7373946836683c4308ca6432b9dca6714094869452948c0974696d657374616d70944a226a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33332d3232948c1074696d655f746869735f697465725f739447405b9d03510000008c0c74696d655f746f74616c5f739447407e0a0b0a8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406d4b19438000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c02405fc\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d3237948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5686abeffa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0017624805585372257,\n \"n_head\": 2\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491430.417824,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1978.1414919875738,\n \"timestamp\": 1719494127,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"c02405fc\",\n \"date\": \"2024-06-27_15-15-27\",\n \"time_this_iter_s\": 85.28851962089539,\n \"time_total_s\": 170.36695647239685,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 85.28851962089539,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\"\n },\n \"last_result_time\": 1719494127.176625,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1978.1414919875738,\n \"min\": 1977.4159521868849,\n \"avg\": 1977.7787220872292,\n \"last\": 1978.1414919875738,\n \"last-5-avg\": 1977.7787220872292,\n \"last-10-avg\": 1977.7787220872292\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.28851962089539,\n \"min\": 85.07843685150146,\n \"avg\": 85.18347823619843,\n \"last\": 85.28851962089539,\n \"last-5-avg\": 85.18347823619843,\n \"last-10-avg\": 85.18347823619843\n },\n \"time_total_s\": {\n \"max\": 170.36695647239685,\n \"min\": 85.07843685150146,\n \"avg\": 127.72269666194916,\n \"last\": 170.36695647239685,\n \"last-5-avg\": 127.72269666194916,\n \"last-10-avg\": 127.72269666194916\n },\n \"time_since_restore\": {\n \"max\": 85.28851962089539,\n \"min\": 85.07843685150146,\n \"avg\": 85.18347823619843,\n \"last\": 85.28851962089539,\n \"last-5-avg\": 85.18347823619843,\n \"last-10-avg\": 85.18347823619843\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c0000004740654bbe1b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c0000004740654bbe1b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1192ffe0ed0a7a69bc0d4ce4786ab3f4bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452948c0974696d657374616d70944abb5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31342d33312d3535948c1074696d655f746869735f697465725f739447405545051c0000008c0c74696d655f746f74616c5f739447405545051c0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405545051c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105a68de780ad8cda8d449c289f37ac50e7362756268317d94288c046c6f7373946836683c43081a8d46e390e89e4094869452948c0974696d657374616d70944aef657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31352d31352d3237948c1074696d655f746869735f697465725f739447405552771b0000008c0c74696d655f746f74616c5f73944740654bbe1b8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405552771b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"fbff5866\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d3330948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.4230793088582453,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00288155269334617,\n \"n_head\": 8\n },\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491515.6681583,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 162.7404464361236,\n \"timestamp\": 1719496142,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"fbff5866\",\n \"date\": \"2024-06-27_15-49-02\",\n \"time_this_iter_s\": 51.523138761520386,\n \"time_total_s\": 467.1599063873291,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 220.28046131134033,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\"\n },\n \"last_result_time\": 1719496142.7300203,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 393.9815991018701,\n \"min\": 162.7404464361236,\n \"avg\": 220.9229281718337,\n \"last\": 162.7404464361236,\n \"last-5-avg\": 180.14905679056966,\n \"last-10-avg\": 220.9229281718337\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.51874613761902,\n \"min\": 51.523138761520386,\n \"avg\": 58.39498829841614,\n \"last\": 51.523138761520386,\n \"last-5-avg\": 54.39381432533264,\n \"last-10-avg\": 58.39498829841614\n },\n \"time_total_s\": {\n \"max\": 467.1599063873291,\n \"min\": 64.76905679702759,\n \"avg\": 274.53264632821083,\n \"last\": 467.1599063873291,\n \"last-5-avg\": 361.20269522666933,\n \"last-10-avg\": 274.53264632821083\n },\n \"time_since_restore\": {\n \"max\": 220.28046131134033,\n \"min\": 64.76905679702759,\n \"avg\": 110.42484095692635,\n \"last\": 220.28046131134033,\n \"last-5-avg\": 137.64157857894898,\n \"last-10-avg\": 110.42484095692635\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452946807680d4308cce57259e836704094869452946807680d4308914824b231a76a4094869452946807680d43088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb46000000474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a0000004740604935ae800000474068661b5180000047406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb4600000047405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595ef1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a106e0c6f652d30f7aadf47ad952148fd24736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452948c0974696d657374616d70944afc5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31342d33332d3030948c1074696d655f746869735f697465725f739447405031383a0000008c0c74696d655f746f74616c5f739447405031383a0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405031383a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11eba4e86305715a9f9646b44c07def4ce007362756268317d94288c046c6f7373946836683c4308cce57259e836704094869452948c0974696d657374616d70944a30667d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d31362d3332948c1074696d655f746869735f697465725f73944740506133230000008c0c74696d655f746f74616c5f73944740604935ae8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506133230000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cfbcb84a82684892314ac8ce230bae087362756268317d94288c046c6f7373946836683c4308914824b231a76a4094869452948c0974696d657374616d70944a636a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33342d3237948c1074696d655f746869735f697465725f739447405039cb460000008c0c74696d655f746f74616c5f7394474068661b518000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405039cb460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1036ef889b861193a9964c173aa67baa177362756268317d94288c046c6f7373946836683c43088bc5627102d0694094869452948c0974696d657374616d70944a976a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33352d3139948c1074696d655f746869735f697465725f7394474049d824620000008c0c74696d655f746f74616c5f739447406edc246a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d25dd770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1080894f10ecfd28a0244edee4d3965f1c7362756268317d94288c046c6f7373946836683c4308994c26332407674094869452948c0974696d657374616d70944a336d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34362d3237948c1074696d655f746869735f697465725f7394474050562bfe0000008c0c74696d655f746f74616c5f7394474073839d348000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050562bfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1057c802a79407239aa947d68a8e3314237362756268317d94288c046c6f7373946836683c43088d46a3d1ba4f664094869452948c0974696d657374616d70944a676d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34372d3139948c1074696d655f746869735f697465725f7394474049f15b3c0000008c0c74696d655f746f74616c5f7394474076c1c89c0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d4ed99c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c6615b73f76f04a1104124e0dc2429eb007362756268317d94288c046c6f7373946836683c430857abd52a4619654094869452948c0974696d657374616d70944a9b6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34382d3131948c1074696d655f746869735f697465725f7394474049c33cba0000008c0c74696d655f746f74616c5f7394474079fa30334000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065183bfc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1038fb1a86d6b4d18392407d4fcda3df427362756268317d94288c046c6f7373946836683c4308e672b9bcb157644094869452948c0974696d657374616d70944ace6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34392d3032948c1074696d655f746869735f697465725f7394474049c2f6360000008c0c74696d655f746f74616c5f739447407d328efa0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b88f98a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5dabf7aa\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.001905027104926316,\n \"n_head\": 8\n },\n \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491580.5904746,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1978.6859784464198,\n \"timestamp\": 1719494473,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"5dabf7aa\",\n \"date\": \"2024-06-27_15-21-13\",\n \"time_this_iter_s\": 280.56061816215515,\n \"time_total_s\": 560.0860278606415,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 280.56061816215515,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\"\n },\n \"last_result_time\": 1719494473.5581014,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1978.6859784464198,\n \"min\": 1977.4477678434116,\n \"avg\": 1978.0668731449157,\n \"last\": 1978.6859784464198,\n \"last-5-avg\": 1978.0668731449157,\n \"last-10-avg\": 1978.0668731449157\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 280.56061816215515,\n \"min\": 279.5254096984863,\n \"avg\": 280.04301393032074,\n \"last\": 280.56061816215515,\n \"last-5-avg\": 280.04301393032074,\n \"last-10-avg\": 280.04301393032074\n },\n \"time_total_s\": {\n \"max\": 560.0860278606415,\n \"min\": 279.5254096984863,\n \"avg\": 419.8057187795639,\n \"last\": 560.0860278606415,\n \"last-5-avg\": 419.8057187795639,\n \"last-10-avg\": 419.8057187795639\n },\n \"time_since_restore\": {\n \"max\": 280.56061816215515,\n \"min\": 279.5254096984863,\n \"avg\": 280.04301393032074,\n \"last\": 280.56061816215515,\n \"last-5-avg\": 280.04301393032074,\n \"last-10-avg\": 280.04301393032074\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047408180b02f600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047408180b02f600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f87213f1b4d005900742fde1eb4fe67f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452948c0974696d657374616d70944a145d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31342d33372d3430948c1074696d655f746869735f697465725f73944740717868140000008c0c74696d655f746f74616c5f73944740717868140000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740717868140000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118055c0777e6d5aa2134f02da4fbe7bcf007362756268317d94288c046c6f7373946836683c430889442271beea9e4094869452948c0974696d657374616d70944a49677d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31352d32312d3133948c1074696d655f746869735f697465725f739447407188f84ac000008c0c74696d655f746f74616c5f739447408180b02f6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407188f84ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"111ed79d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313165643739645f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33332d3030948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.18892533975584302,\n \"lr\": 0.0023772931833339287,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.18892533975584302,\n \"lr\": 0.0023772931833339287,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.18892533975584302,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0023772931833339287,\n \"n_head\": 2\n },\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.1889,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0024,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491860.263491,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"111ed79d\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3c9a1c0c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.019401170360006482,\n \"n_head\": 2\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491882.9045873,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4021.740253598671,\n \"timestamp\": 1719492153,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"3c9a1c0c\",\n \"date\": \"2024-06-27_14-42-33\",\n \"time_this_iter_s\": 270.95838141441345,\n \"time_total_s\": 270.95838141441345,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 270.95838141441345,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\"\n },\n \"last_result_time\": 1719492153.868094,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4021.740253598671,\n \"min\": 4021.740253598671,\n \"avg\": 4021.740253598671,\n \"last\": 4021.740253598671,\n \"last-5-avg\": 4021.740253598671,\n \"last-10-avg\": 4021.740253598671\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"time_total_s\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"time_since_restore\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10976d91b6840d659928409e187109ca03736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf4094869452948c0974696d657374616d70944a395e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083363396131633063948c0464617465948c13323032342d30362d32375f31342d34322d3333948c1074696d655f746869735f697465725f7394474070ef5587c000008c0c74696d655f746f74616c5f7394474070ef5587c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd366fa0a507ad08c026c7294473f93dde680cd292d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474070ef5587c000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"d2831dee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d3032948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0014072769080781988,\n \"n_head\": 8\n },\n \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719492154.0292606,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.4441956046999,\n \"timestamp\": 1719495922,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 4,\n \"trial_id\": \"d2831dee\",\n \"date\": \"2024-06-27_15-45-22\",\n \"time_this_iter_s\": 294.4752688407898,\n \"time_total_s\": 1219.263512134552,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 602.716100692749,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\"\n },\n \"last_result_time\": 1719495922.2748032,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1960.276611328125,\n \"min\": 1955.4441956046999,\n \"avg\": 1957.426397128368,\n \"last\": 1955.4441956046999,\n \"last-5-avg\": 1957.426397128368,\n \"last-10-avg\": 1957.426397128368\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.25,\n \"last\": true,\n \"last-5-avg\": 0.25,\n \"last-10-avg\": 0.25\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 309.7399287223816,\n \"min\": 294.4752688407898,\n \"avg\": 304.815878033638,\n \"last\": 294.4752688407898,\n \"last-5-avg\": 304.815878033638,\n \"last-10-avg\": 304.815878033638\n },\n \"time_total_s\": {\n \"max\": 1219.263512134552,\n \"min\": 306.8074827194214,\n \"avg\": 766.8516623973846,\n \"last\": 1219.263512134552,\n \"last-5-avg\": 766.8516623973846,\n \"last-10-avg\": 766.8516623973846\n },\n \"time_since_restore\": {\n \"max\": 602.716100692749,\n \"min\": 306.8074827194214,\n \"avg\": 381.8760859966278,\n \"last\": 602.716100692749,\n \"last-5-avg\": 381.8760859966278,\n \"last-10-avg\": 381.8760859966278\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c4100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a783fb95532ae38cbf49a1fa200f96cc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452948c0974696d657374616d70944a6c5f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31342d34372d3430948c1074696d655f746869735f697465725f73944740732ceb730000008c0c74696d655f746f74616c5f73944740732ceb730000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740732ceb730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117515e55621a71686a34799b8eb1972cf007362756268317d94288c046c6f7373946836683c430832994ce6ea8e9e4094869452948c0974696d657374616d70944a7f687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d32362d3233948c1074696d655f746869735f697465725f73944740735bd6bf8000008c0c74696d655f746f74616c5f73944740834461194000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740735bd6bf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e818a640d756059bbb4171b0363654ac007362756268317d94288c046c6f7373946836683c4308000000401ba19e4094869452948c0974696d657374616d70944acb6b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34302d3237948c1074696d655f746869735f697465725f739447407343da728000008c0c74696d655f746f74616c5f739447408ce64e528000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407343da728000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a116a4601abae70208d3e45345c0b1c1887007362756268317d94288c046c6f7373946836683c4308da6c36dbc68d9e4094869452948c0974696d657374616d70944af26c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34352d3232948c1074696d655f746869735f697465725f7394474072679ab38000008c0c74696d655f746f74616c5f73944740930d0dd62000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d5ba930000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"41e4bd86\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d3334948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5768bfafe68c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9072626058636482,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.003236929771052812,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719492460.9907658,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2134.4770325187624,\n \"timestamp\": 1719493181,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"41e4bd86\",\n \"date\": \"2024-06-27_14-59-41\",\n \"time_this_iter_s\": 720.7119467258453,\n \"time_total_s\": 720.7119467258453,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 720.7119467258453,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\"\n },\n \"last_result_time\": 1719493181.7069414,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2134.4770325187624,\n \"min\": 2134.4770325187624,\n \"avg\": 2134.4770325187624,\n \"last\": 2134.4770325187624,\n \"last-5-avg\": 2134.4770325187624,\n \"last-10-avg\": 2134.4770325187624\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"time_total_s\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"time_since_restore\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109f0caf03a0b06d94524b60ad90719d39736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca04094869452948c0974696d657374616d70944a3d627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083431653462643836948c0464617465948c13323032342d30362d32375f31342d35392d3431948c1074696d655f746869735f697465725f739447408685b2112000008c0c74696d655f746f74616c5f739447408685b2112000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fed084b96a22dee8c026c7294473f6a8455703223d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408685b2112000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7509f383\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f57b41e036a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8871532583599777,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.038469373500283253,\n \"n_head\": 4\n },\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493181.853968,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2070.736326202633,\n \"timestamp\": 1719493262,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7509f383\",\n \"date\": \"2024-06-27_15-01-02\",\n \"time_this_iter_s\": 80.20380187034607,\n \"time_total_s\": 80.20380187034607,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 80.20380187034607,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\"\n },\n \"last_result_time\": 1719493262.0619996,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2070.736326202633,\n \"min\": 2070.736326202633,\n \"avg\": 2070.736326202633,\n \"last\": 2070.736326202633,\n \"last-5-avg\": 2070.736326202633,\n \"last-10-avg\": 2070.736326202633\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"time_total_s\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"time_since_restore\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1032cc220607bddabfd44a92669b0d775f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da04094869452948c0974696d657374616d70944a8e627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083735303966333833948c0464617465948c13323032342d30362d32375f31352d30312d3032948c1074696d655f746869735f697465725f73944740540d0b170000008c0c74696d655f746f74616c5f73944740540d0b170000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fec638f3ae6452a8c026c7294473fa3b241fa29a3838c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740540d0b170000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a33ea899\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d3431948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f584acd6eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.8014267791772675,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.06443936649826909,\n \"n_head\": 16\n },\n \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493262.2053053,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2313.215312807579,\n \"timestamp\": 1719493332,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"a33ea899\",\n \"date\": \"2024-06-27_15-02-12\",\n \"time_this_iter_s\": 69.87668585777283,\n \"time_total_s\": 69.87668585777283,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 69.87668585777283,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\"\n },\n \"last_result_time\": 1719493332.0863225,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2313.215312807579,\n \"min\": 2313.215312807579,\n \"avg\": 2313.215312807579,\n \"last\": 2313.215312807579,\n \"last-5-avg\": 2313.215312807579,\n \"last-10-avg\": 2313.215312807579\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"time_total_s\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"time_since_restore\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f3e2180ed4edd9fb849d067b18235c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a24094869452948c0974696d657374616d70944ad4627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086133336561383939948c0464617465948c13323032342d30362d32375f31352d30322d3132948c1074696d655f746869735f697465725f7394474051781b9f0000008c0c74696d655f746f74616c5f7394474051781b9f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe9a549c5d68f2d8c026c7294473fb07f192baf5db88c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051781b9f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"09d4c8af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d3032948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9176352757258278,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.014441526763377911,\n \"n_head\": 8\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493332.2268174,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2470.2349593996064,\n \"timestamp\": 1719493562,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"09d4c8af\",\n \"date\": \"2024-06-27_15-06-02\",\n \"time_this_iter_s\": 230.70093512535095,\n \"time_total_s\": 230.70093512535095,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 230.70093512535095,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\"\n },\n \"last_result_time\": 1719493562.9323318,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2470.2349593996064,\n \"min\": 2470.2349593996064,\n \"avg\": 2470.2349593996064,\n \"last\": 2470.2349593996064,\n \"last-5-avg\": 2470.2349593996064,\n \"last-10-avg\": 2470.2349593996064\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"time_total_s\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"time_since_restore\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11208e8ec7f58b4e87b94de6d22bd0b8ce00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca34094869452948c0974696d657374616d70944aba637d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083039643463386166948c0464617465948c13323032342d30362d32375f31352d30362d3032948c1074696d655f746869735f697465725f739447406cd66e0f8000008c0c74696d655f746f74616c5f739447406cd66e0f8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fed5d44a75cbf798c026c7294473f8d9384e93960e78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd66e0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c04d8657\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d3132948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.37340656523341487,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0007457945749126396,\n \"n_head\": 16\n },\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493563.076852,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 110.44758017232098,\n \"timestamp\": 1719496719,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"c04d8657\",\n \"date\": \"2024-06-27_15-58-39\",\n \"time_this_iter_s\": 56.147799015045166,\n \"time_total_s\": 830.8587915897369,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 577.0165183544159,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\"\n },\n \"last_result_time\": 1719496719.9374166,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 248.8490186075526,\n \"min\": 110.44758017232098,\n \"avg\": 137.22185923787688,\n \"last\": 110.44758017232098,\n \"last-5-avg\": 113.1776301046056,\n \"last-10-avg\": 120.02354793398402\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 70.9636754989624,\n \"min\": 55.55129075050354,\n \"avg\": 59.34705654212407,\n \"last\": 56.147799015045166,\n \"last-5-avg\": 56.29258027076721,\n \"last-10-avg\": 57.70165183544159\n },\n \"time_total_s\": {\n \"max\": 830.8587915897369,\n \"min\": 69.30736112594604,\n \"avg\": 459.8840977464403,\n \"last\": 830.8587915897369,\n \"last-5-avg\": 718.5756688594818,\n \"last-10-avg\": 577.7882562637329\n },\n \"time_since_restore\": {\n \"max\": 577.0165183544159,\n \"min\": 69.30736112594604,\n \"avg\": 263.7166109085083,\n \"last\": 577.0165183544159,\n \"last-5-avg\": 464.7333956241608,\n \"last-10-avg\": 323.9459830284119\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.428571428571428,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308994c263b6698604094869452946807680d43081e8fc75326ea5f4094869452946807680d4308f2783cd68f11604094869452946807680d43081c0e87d376535e4094869452946807680d430845229158b1045f4094869452946807680d43086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047404c17e1ee00000047404bda150a00000047404c43c9ac00000047404c195ada00000047404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740744c7221400000474077cf6e5f00000047407b4ab10040000047407ed32a35c000004740812b2ac8800000474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047405fc7d1ae000000474066da6e1980000047406deb608480000047407278db9d8000004740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953f340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11dd5b24d2d93e6783374112ef3b91cbf300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412292b1b6f4094869452948c0974696d657374616d70944a00647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d30372d3132948c1074696d655f746869735f697465725f739447405153abce0000008c0c74696d655f746f74616c5f739447405153abce0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405153abce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a408935f221cd5b1ad4c7a25cd3d8581007362756268317d94288c046c6f7373946836683c43087fbfdf2fe311664094869452948c0974696d657374616d70944ac6687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32372d3334948c1074696d655f746869735f697465725f7394474051bdacdc0000008c0c74696d655f746f74616c5f739447406188ac550000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bdacdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1112771e74ce80af8c0d4c434e13357ac0007362756268317d94288c046c6f7373946836683c4308e270381cb132634094869452948c0974696d657374616d70944aff687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32382d3331948c1074696d655f746869735f697465725f739447404c66cbec0000008c0c74696d655f746f74616c5f7394474068a25f500000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ff112d20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10aba75b99c438efb6a0492d6dfa2571607362756268317d94288c046c6f7373946836683c4308f4f97c161cbc614094869452948c0974696d657374616d70944a38697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32392d3238948c1074696d655f746869735f697465725f739447404c62525c0000008c0c74696d655f746f74616c5f739447406fbaf3e70000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067111e000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111fb52005e9f9a29ed64131370322e2c1007362756268317d94288c046c6f7373946836683c4308994c263b6698604094869452948c0974696d657374616d70944a156e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35302d3133948c1074696d655f746869735f697465725f7394474051bbe0b70000008c0c74696d655f746f74616c5f73944740744c72214000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bbe0b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1080c12b4a61ae8b899c4083305ad408197362756268317d94288c046c6f7373946836683c43081e8fc75326ea5f4094869452948c0974696d657374616d70944a4d6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35312d3039948c1074696d655f746869735f697465725f739447404c17e1ee0000008c0c74696d655f746f74616c5f7394474077cf6e5f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fc7d1ae0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a114ae1ae639ac7bbb78f4a811d169424a9007362756268317d94288c046c6f7373946836683c4308f2783cd68f11604094869452948c0974696d657374616d70944a856e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35322d3035948c1074696d655f746869735f697465725f739447404bda150a0000008c0c74696d655f746f74616c5f739447407b4ab1004000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474066da6e198000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1039a11ff5b96e2087fc456dc6fe24f8447362756268317d94288c046c6f7373946836683c43081c0e87d376535e4094869452948c0974696d657374616d70944abe6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3032948c1074696d655f746869735f697465725f739447404c43c9ac0000008c0c74696d655f746f74616c5f739447407ed32a35c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406deb60848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a111459b7b8bfbad1a03042701d36636fa8007362756268317d94288c046c6f7373946836683c430845229158b1045f4094869452948c0974696d657374616d70944af66e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3538948c1074696d655f746869735f697465725f739447404c195ada0000008c0c74696d655f746f74616c5f73944740812b2ac88000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407278db9d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10a3064cff5bcd30b4f743357f1ea7fa357362756268317d94288c046c6f7373946836683c43086d369b2da6f25c4094869452948c0974696d657374616d70944a2f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35342d3535948c1074696d655f746869735f697465725f739447404c8e46140000008c0c74696d655f746f74616c5f7394474082f40f29c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740760aa4600000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f9e5eff624c122a5dc426fd92b9a28cd007362756268317d94288c046c6f7373946836683c4308ea743a3d12625c4094869452948c0974696d657374616d70944a676f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35352d3531948c1074696d655f746869735f697465725f739447404c0f0b300000008c0c74696d655f746f74616c5f7394474084b4ffdcc000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740798c85c60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10cbb311ca9a3b2891a846912da62bea587362756268317d94288c046c6f7373946836683c4308fcfd7eef8e135c4094869452948c0974696d657374616d70944a9f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35362d3437948c1074696d655f746869735f697465725f739447404bc690b20000008c0c74696d655f746f74616c5f73944740867168e7e000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d0557dc4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a101eb2daab938c8e9ea24a6e906e45227b7362756268317d94288c046c6f7373946836683c43089d4ea7f3ea735c4094869452948c0974696d657374616d70944ad76f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35372d3433948c1074696d655f746869735f697465725f739447404c4473500000008c0c74696d655f746f74616c5f739447408835b01ce000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408046f3232000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11521a40032cbbd581544e6a9fe42e21ac007362756268317d94288c046c6f7373946836683c43083a9d4e27a59c5b4094869452948c0974696d657374616d70944a0f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35382d3339948c1074696d655f746869735f697465725f739447404c12eb140000008c0c74696d655f746f74616c5f7394474089f6dece2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740820821d46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0d034d62\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.5738068254184514,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.009136259111296272,\n \"n_head\": 1\n },\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493632.5349383,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2003.1058138148992,\n \"timestamp\": 1719493727,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 1,\n \"trial_id\": \"0d034d62\",\n \"date\": \"2024-06-27_15-08-47\",\n \"time_this_iter_s\": 94.90786528587341,\n \"time_total_s\": 94.90786528587341,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 94.90786528587341,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\"\n },\n \"last_result_time\": 1719493727.527742,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.1058138148992,\n \"min\": 2003.1058138148992,\n \"avg\": 2003.1058138148992,\n \"last\": 2003.1058138148992,\n \"last-5-avg\": 2003.1058138148992,\n \"last-10-avg\": 2003.1058138148992\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"time_total_s\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"time_since_restore\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1196eb870286f1b296fa47346d6b3c4f8e00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f4094869452948c0974696d657374616d70944a5f647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083064303334643632948c0464617465948c13323032342d30362d32375f31352d30382d3437948c1074696d655f746869735f697465725f7394474057ba1a770000008c0c74696d655f746f74616c5f7394474057ba1a770000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe25ca021ac9a428c026c7294473f82b607f0b9f5188c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057ba1a770000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5fd6b12b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d3132948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.2066693100484649,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.01811726031464282,\n \"n_head\": 16\n },\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719496720.1025338,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1969.885332723302,\n \"timestamp\": 1719506123,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"5fd6b12b\",\n \"date\": \"2024-06-27_18-35-23\",\n \"time_this_iter_s\": 65.11498975753784,\n \"time_total_s\": 561.8182802200317,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 273.4639325141907,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\"\n },\n \"last_result_time\": 1719506123.1407225,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1987.5899369848057,\n \"min\": 1958.9930592934916,\n \"avg\": 1971.1198558056449,\n \"last\": 1969.885332723302,\n \"last-5-avg\": 1970.0656546044538,\n \"last-10-avg\": 1971.1198558056449\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.29838418960571,\n \"min\": 64.60036778450012,\n \"avg\": 70.22728502750397,\n \"last\": 65.11498975753784,\n \"last-5-avg\": 67.74021034240722,\n \"last-10-avg\": 70.22728502750397\n },\n \"time_total_s\": {\n \"max\": 561.8182802200317,\n \"min\": 79.29838418960571,\n \"avg\": 324.09919169545174,\n \"last\": 561.8182802200317,\n \"last-5-avg\": 429.1680102825165,\n \"last-10-avg\": 324.09919169545174\n },\n \"time_since_restore\": {\n \"max\": 273.4639325141907,\n \"min\": 78.57935905456543,\n \"avg\": 143.78755047917366,\n \"last\": 273.4639325141907,\n \"last-5-avg\": 169.5769582271576,\n \"last-10-avg\": 143.78755047917366\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452946807680d4308954aa52207b09e4094869452946807680d4308d0e7f37922bc9e4094869452946807680d4308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba0000004740504f53ba000000474053a514380000004740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a00000047406be3c05600000047407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a000000474053a51438000000474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1181cd0a43dc40b5a37c47dbcb7182039f00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452948c0974696d657374616d70944a5f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31352d35392d3539948c1074696d655f746869735f697465725f7394474053d318ba0000008c0c74696d655f746f74616c5f7394474053d318ba0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d318ba0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a100e2d552d42ecfca595407c91d7ee43737362756268317d94288c046c6f7373946836683c4308954aa52207b09e4094869452948c0974696d657374616d70944aa0707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31362d30312d3034948c1074696d655f746869735f697465725f73944740504f53ba0000008c0c74696d655f746f74616c5f739447406211363a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406211363a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11238dd934b40707a5ff475f674122cee4007362756268317d94288c046c6f7373946836683c4308d0e7f37922bc9e4094869452948c0974696d657374616d70944a78877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33382d3332948c1074696d655f746869735f697465725f7394474053a514380000008c0c74696d655f746f74616c5f739447406be3c0560000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053a514380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1006d995992fd63e9b9147c72f48c92e067362756268317d94288c046c6f7373946836683c4308241289e4f89b9e4094869452948c0974696d657374616d70944ab9877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33392d3337948c1074696d655f746869735f697465725f73944740504f2cf60000008c0c74696d655f746f74616c5f739447407205ab688000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061fa20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a113118b59a16243ba2e24eba12e9b219cc007362756268317d94288c046c6f7373946836683c4308954aa5e2e6dc9e4094869452948c0974696d657374616d70944a08947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33322d3038948c1074696d655f746869735f697465725f7394474053b4f6550000008c0c74696d655f746f74616c5f7394474076f2e8fdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053b4f6550000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1124efd32f9ac5e58bee43863e8f4eabd6007362756268317d94288c046c6f7373946836683c430877bbdd2e50f19e4094869452948c0974696d657374616d70944a49947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33332d3133948c1074696d655f746869735f697465725f7394474050266c6d0000008c0c74696d655f746f74616c5f739447407afc84190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061edb1610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10286e8e17921befa2af47b35fb409640c7362756268317d94288c046c6f7373946836683c43086130189c95b79e4094869452948c0974696d657374616d70944a8a947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33342d3138948c1074696d655f746869735f697465725f73944740503af2520000008c0c74696d655f746f74616c5f739447407f0b40ad8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406a0b2a8a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1196fdab0ee11a9bb6b54970f22601e9bd007362756268317d94288c046c6f7373946836683c4308a552a9948ac79e4094869452948c0974696d657374616d70944acb947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33352d3233948c1074696d655f746869735f697465725f7394474050475bfe0000008c0c74696d655f746f74616c5f73944740818e8bd68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474071176c448000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"ce13f5b5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d3430948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5bd401cad78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5002709319790926,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010079586534441948,\n \"n_head\": 16\n },\n \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719496864.8002517,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1991.1704995463213,\n \"timestamp\": 1719504722,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"ce13f5b5\",\n \"date\": \"2024-06-27_18-12-02\",\n \"time_this_iter_s\": 964.2863810062408,\n \"time_total_s\": 3892.4453825950623,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1945.1886711120605,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n },\n \"last_result_time\": 1719504722.915773,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1991.1704995463213,\n \"min\": 1978.954319751169,\n \"avg\": 1984.8804563987912,\n \"last\": 1991.1704995463213,\n \"last-5-avg\": 1984.8804563987912,\n \"last-10-avg\": 1984.8804563987912\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 980.9022901058197,\n \"min\": 964.2863810062408,\n \"avg\": 973.1113456487656,\n \"last\": 964.2863810062408,\n \"last-5-avg\": 973.1113456487656,\n \"last-10-avg\": 973.1113456487656\n },\n \"time_total_s\": {\n \"max\": 3892.4453825950623,\n \"min\": 980.2613203525543,\n \"avg\": 2437.03060400486,\n \"last\": 3892.4453825950623,\n \"last-5-avg\": 2437.03060400486,\n \"last-10-avg\": 2437.03060400486\n },\n \"time_since_restore\": {\n \"max\": 1947.2567114830017,\n \"min\": 980.2613203525543,\n \"avg\": 1463.402248263359,\n \"last\": 1945.1886711120605,\n \"last-5-avg\": 1463.402248263359,\n \"last-10-avg\": 1463.402248263359\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c2100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1169b63d49a85adb9e684c27f89c14fec800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452948c0974696d657374616d70944a74747d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d31372d3235948c1074696d655f746869735f697465725f739447408ea2172f2000008c0c74696d655f746f74616c5f739447408ea2172f2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea2172f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c2da57fb5e0b2bae3b415864726d8a7d7362756268317d94288c046c6f7373946836683c4308ca643239d1eb9e4094869452948c0974696d657374616d70944a3b787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d33332d3332948c1074696d655f746869735f697465725f739447408e37f68fa000008c0c74696d655f746f74616c5f739447409e6d06df6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e6d06df6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a106f2c38839b8502a3b4466a3e33b3a1237362756268317d94288c046c6f7373946836683c4308341a8d8647f29e4094869452948c0974696d657374616d70944a8e8b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31372d35352d3538948c1074696d655f746869735f697465725f739447408ea737e3e000008c0c74696d655f746f74616c5f73944740a6e05168a800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea737e3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11c34f3deba39435a56c4d2ba27abf648c007362756268317d94288c046c6f7373946836683c4308bbdd6e97ae1c9f4094869452948c0974696d657374616d70944a528f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31382d31322d3032948c1074696d655f746869735f697465725f739447408e224a822000008c0c74696d655f746f74616c5f73944740ae68e4093000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e64c1330000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"2ab41427\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32616234313432375f32305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d30312d3034948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5c1f6709518c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8248444707020037,\n \"lr\": 0.027832194286055118,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8248444707020037,\n \"lr\": 0.027832194286055118,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8248444707020037,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.027832194286055118,\n \"n_head\": 16\n },\n \"experiment_tag\": \"20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8248,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0278,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719498812.2108629,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"2ab41427\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0cf80c0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d3332948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00028375287963234745,\n \"n_head\": 8\n },\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719498835.0865815,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.0447209876354,\n \"timestamp\": 1719506988,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"e0cf80c0\",\n \"date\": \"2024-06-27_18-49-48\",\n \"time_this_iter_s\": 85.16450333595276,\n \"time_total_s\": 1230.8309977054596,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 864.8040487766266,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\"\n },\n \"last_result_time\": 1719506988.1626651,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1958.7154714028666,\n \"min\": 1952.5803078478716,\n \"avg\": 1954.5011126386303,\n \"last\": 1954.0447209876354,\n \"last-5-avg\": 1954.853268024114,\n \"last-10-avg\": 1954.4361224317176\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 99.29927706718445,\n \"min\": 83.9807825088501,\n \"avg\": 87.91649983610425,\n \"last\": 85.16450333595276,\n \"last-5-avg\": 85.2326253414154,\n \"last-10-avg\": 86.48040487766266\n },\n \"time_total_s\": {\n \"max\": 1230.8309977054596,\n \"min\": 97.99486684799194,\n \"avg\": 671.6741531746728,\n \"last\": 1230.8309977054596,\n \"last-5-avg\": 1060.3308013439178,\n \"last-10-avg\": 847.6165752887725\n },\n \"time_since_restore\": {\n \"max\": 864.8040487766266,\n \"min\": 97.99486684799194,\n \"avg\": 384.2298111745289,\n \"last\": 864.8040487766266,\n \"last-5-avg\": 694.3038524150849,\n \"last-10-avg\": 481.5896263599396\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.357142857142857,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2a3889e4094869452946807680d4308ecf57addfa869e4094869452946807680d4308a552a99424859e4094869452946807680d430863b1580c208a9e4094869452946807680d430843a150087e899e4094869452946807680d4308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c390970000004740553e575a00000047405541866e00000047405522c6a700000047405542cfd80000004740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d115287c0000047408130742f200000474083d8a4fce000004740867cfdd1c000004740892557ccc0000047408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c3909700000047406700f3f8800000474070d0db97c00000474076198d4180000047407b6a41378000004740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953e340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1099988fa5adfa6399e54ab9cbf986636d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd8616889e4094869452948c0974696d657374616d70944ab5787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33352d3333948c1074696d655f746869735f697465725f73944740587fabe60000008c0c74696d655f746f74616c5f73944740587fabe60000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740587fabe60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a03b95519d1df882f045b3343f4879fe007362756268317d94288c046c6f7373946836683c4308da6c36fbf18e9e4094869452948c0974696d657374616d70944a09797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33362d3537948c1074696d655f746869735f697465725f7394474054fec5240000008c0c74696d655f746f74616c5f7394474066bf38850000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066bf38850000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11847444e2e0faba9fb3480fceb4f6adc5007362756268317d94288c046c6f7373946836683c4308cce5725931849e4094869452948c0974696d657374616d70944ab68f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31332d3432948c1074696d655f746869735f697465725f7394474058d3275b0000008c0c74696d655f746f74616c5f73944740719466194000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058d3275b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a108c97b8d668e99a99b4412d5e1f1cdf4a7362756268317d94288c046c6f7373946836683c4308994c2633648f9e4094869452948c0974696d657374616d70944a0b907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31352d3037948c1074696d655f746869735f697465725f73944740553021230000008c0c74696d655f746f74616c5f7394474076e06e620000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406701a43f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10a96ade37253b888aec461ffb42eda12c7362756268317d94288c046c6f7373946836683c4308140a85a2a3889e4094869452948c0974696d657374616d70944a2e957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33372d3032948c1074696d655f746869735f697465725f7394474058c390970000008c0c74696d655f746f74616c5f739447407d115287c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058c390970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113de23693740cc5b8cf4f59f68675e1ec007362756268317d94288c046c6f7373946836683c4308ecf57addfa869e4094869452948c0974696d657374616d70944a83957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33382d3237948c1074696d655f746869735f697465725f73944740553e575a0000008c0c74696d655f746f74616c5f739447408130742f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406700f3f88000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11102b83c10aacc3b685437e180f6b4fc6007362756268317d94288c046c6f7373946836683c4308a552a99424859e4094869452948c0974696d657374616d70944ad8957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33392d3532948c1074696d655f746869735f697465725f739447405541866e0000008c0c74696d655f746f74616c5f7394474083d8a4fce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070d0db97c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1154b7d57809cd5c8cfc412ddb850e10e3007362756268317d94288c046c6f7373946836683c430863b1580c208a9e4094869452948c0974696d657374616d70944a2c967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34312d3136948c1074696d655f746869735f697465725f739447405522c6a70000008c0c74696d655f746f74616c5f73944740867cfdd1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076198d418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a103281b7e034534aba2d47ad55de14252b7362756268317d94288c046c6f7373946836683c430843a150087e899e4094869452948c0974696d657374616d70944a81967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34322d3431948c1074696d655f746869735f697465725f739447405542cfd80000008c0c74696d655f746f74616c5f73944740892557ccc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6a41378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b555af8c21d0849a2c4359c65a8c9c567362756268317d94288c046c6f7373946836683c4308b1582cf6df8e9e4094869452948c0974696d657374616d70944ad7967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34342d3037948c1074696d655f746869735f697465725f73944740554448640000008c0c74696d655f746f74616c5f739447408bcde0d94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740805da9a84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a119651625fb1227bbe6e4f86ca926659d3007362756268317d94288c046c6f7373946836683c4308241289a4dc9a9e4094869452948c0974696d657374616d70944a2c977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34352d3332948c1074696d655f746869735f697465725f73944740556780dc0000008c0c74696d655f746f74616c5f739447408e7ad0f4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740830a99c3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10c3828a38ea435597384c73f20eb2da647362756268317d94288c046c6f7373946836683c4308ca643219d4849e4094869452948c0974696d657374616d70944a81977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34362d3537948c1074696d655f746869735f697465725f73944740552dee400000008c0c74696d655f746f74616c5f739447409090475e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b0578bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10cd7812371b1420a1f04cc0c685d9916b7362756268317d94288c046c6f7373946836683c4308e270383c52829e4094869452948c0974696d657374616d70944ad6977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34382d3232948c1074696d655f746869735f697465725f73944740556631f20000008c0c74696d655f746f74616c5f7394474091e6aa7d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740885d1dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11fef80822178813bb63461b50fd452e9d007362756268317d94288c046c6f7373946836683c43085bad56cb2d889e4094869452948c0974696d657374616d70944a2c987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34392d3438948c1074696d655f746869735f697465725f73944740554a87390000008c0c74696d655f746f74616c5f73944740933b52f11000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b066eb12000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"849f9246\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.08464538523322317,\n \"n_head\": 8\n },\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719499017.2258291,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2193.2057009719488,\n \"timestamp\": 1719499162,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"849f9246\",\n \"date\": \"2024-06-27_16-39-22\",\n \"time_this_iter_s\": 66.90322375297546,\n \"time_total_s\": 145.48451900482178,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 145.48451900482178,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\"\n },\n \"last_result_time\": 1719499162.7195077,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3133.156076986959,\n \"min\": 2193.2057009719488,\n \"avg\": 2663.180888979454,\n \"last\": 2193.2057009719488,\n \"last-5-avg\": 2663.180888979454,\n \"last-10-avg\": 2663.180888979454\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 78.58129525184631,\n \"min\": 66.90322375297546,\n \"avg\": 72.74225950241089,\n \"last\": 66.90322375297546,\n \"last-5-avg\": 72.74225950241089,\n \"last-10-avg\": 72.74225950241089\n },\n \"time_total_s\": {\n \"max\": 145.48451900482178,\n \"min\": 78.58129525184631,\n \"avg\": 112.03290712833405,\n \"last\": 145.48451900482178,\n \"last-5-avg\": 112.03290712833405,\n \"last-10-avg\": 112.03290712833405\n },\n \"time_since_restore\": {\n \"max\": 145.48451900482178,\n \"min\": 78.58129525184631,\n \"avg\": 112.03290712833405,\n \"last\": 145.48451900482178,\n \"last-5-avg\": 112.03290712833405,\n \"last-10-avg\": 112.03290712833405\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f1000000474050b9ce6b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f1000000474050b9ce6b000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11709e50429faae7958540abf94690f6d200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452948c0974696d657374616d70944a57797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33382d3135948c1074696d655f746869735f697465725f7394474053a533f10000008c0c74696d655f746f74616c5f7394474053a533f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053a533f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bbe09b0662d59b9cd842ad087d714b127362756268317d94288c046c6f7373946836683c43088d46a3516922a14094869452948c0974696d657374616d70944a9a797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33392d3232948c1074696d655f746869735f697465725f7394474050b9ce6b0000008c0c74696d655f746f74616c5f73944740622f812e0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740622f812e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"52268eca\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.7819934077823693,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00395752526712301,\n \"n_head\": 1\n },\n \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719499162.8859532,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2037.3184742364358,\n \"timestamp\": 1719499413,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"52268eca\",\n \"date\": \"2024-06-27_16-43-33\",\n \"time_this_iter_s\": 118.6520447731018,\n \"time_total_s\": 250.68081068992615,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 250.68081068992615,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\"\n },\n \"last_result_time\": 1719499413.576802,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2042.3615145946112,\n \"min\": 2037.3184742364358,\n \"avg\": 2039.8399944155235,\n \"last\": 2037.3184742364358,\n \"last-5-avg\": 2039.8399944155235,\n \"last-10-avg\": 2039.8399944155235\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 132.02876591682434,\n \"min\": 118.6520447731018,\n \"avg\": 125.34040534496307,\n \"last\": 118.6520447731018,\n \"last-5-avg\": 125.34040534496307,\n \"last-10-avg\": 125.34040534496307\n },\n \"time_total_s\": {\n \"max\": 250.68081068992615,\n \"min\": 132.02876591682434,\n \"avg\": 191.35478830337524,\n \"last\": 250.68081068992615,\n \"last-5-avg\": 191.35478830337524,\n \"last-10-avg\": 191.35478830337524\n },\n \"time_since_restore\": {\n \"max\": 250.68081068992615,\n \"min\": 132.02876591682434,\n \"avg\": 191.35478830337524,\n \"last\": 250.68081068992615,\n \"last-5-avg\": 191.35478830337524,\n \"last-10-avg\": 191.35478830337524\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047405da9bb1a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047405da9bb1a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110f93e2a18bcae2ab8b4162fab8acc5fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452948c0974696d657374616d70944a1e7a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34312d3334948c1074696d655f746869735f697465725f739447406080eba68000008c0c74696d655f746f74616c5f739447406080eba68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406080eba68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1058299e5e05630cb5ca42bcf77634c7617362756268317d94288c046c6f7373946836683c430871381c1e46d59f4094869452948c0974696d657374616d70944a957a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34332d3333948c1074696d655f746869735f697465725f739447405da9bb1a0000008c0c74696d655f746f74616c5f739447406f55c9338000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f55c9338000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1cd059c8\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d3232948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.28239791341845644,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010916820440167283,\n \"n_head\": 1\n },\n \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719499413.7188365,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2025.7421327125369,\n \"timestamp\": 1719500447,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"1cd059c8\",\n \"date\": \"2024-06-27_17-00-47\",\n \"time_this_iter_s\": 508.4716944694519,\n \"time_total_s\": 1033.8679287433624,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1033.8679287433624,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\"\n },\n \"last_result_time\": 1719500447.597481,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2025.7421327125369,\n \"min\": 2012.1308699480192,\n \"avg\": 2018.9365013302781,\n \"last\": 2025.7421327125369,\n \"last-5-avg\": 2018.9365013302781,\n \"last-10-avg\": 2018.9365013302781\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 525.3962342739105,\n \"min\": 508.4716944694519,\n \"avg\": 516.9339643716812,\n \"last\": 508.4716944694519,\n \"last-5-avg\": 516.9339643716812,\n \"last-10-avg\": 516.9339643716812\n },\n \"time_total_s\": {\n \"max\": 1033.8679287433624,\n \"min\": 525.3962342739105,\n \"avg\": 779.6320815086365,\n \"last\": 1033.8679287433624,\n \"last-5-avg\": 779.6320815086365,\n \"last-10-avg\": 779.6320815086365\n },\n \"time_since_restore\": {\n \"max\": 1033.8679287433624,\n \"min\": 525.3962342739105,\n \"avg\": 779.6320815086365,\n \"last\": 1033.8679287433624,\n \"last-5-avg\": 779.6320815086365,\n \"last-10-avg\": 779.6320815086365\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce0000047407fc78c0f800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce0000047407fc78c0f800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1001a3457e84b0b09316417cb45000d44b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452948c0974696d657374616d70944aa27c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31362d35322d3139948c1074696d655f746869735f697465725f73944740806b2b7ce000008c0c74696d655f746f74616c5f73944740806b2b7ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806b2b7ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1159fff1ea586a8c9a2c4a40e612c53b9a007362756268317d94288c046c6f7373946836683c43088d46a3f1f7a69f4094869452948c0974696d657374616d70944a9f7e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31372d30302d3437948c1074696d655f746869735f697465725f739447407fc78c0f8000008c0c74696d655f746f74616c5f73944740902778c25000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740902778c25000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b7bc0828\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d3333948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e7ae037438c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.012132296191722286,\n \"n_head\": 2\n },\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719500447.739386,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1968.0494442436639,\n \"timestamp\": 1719508546,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"b7bc0828\",\n \"date\": \"2024-06-27_19-15-46\",\n \"time_this_iter_s\": 154.52800750732422,\n \"time_total_s\": 2823.5459802150726,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1558.1138837337494,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\"\n },\n \"last_result_time\": 1719508546.484786,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1999.236413670337,\n \"min\": 1960.5562071312131,\n \"avg\": 1973.3295261386393,\n \"last\": 1968.0494442436639,\n \"last-5-avg\": 1978.2473732775586,\n \"last-10-avg\": 1976.9785678172673\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 168.71964645385742,\n \"min\": 153.99702858924866,\n \"avg\": 156.86366556750406,\n \"last\": 154.52800750732422,\n \"last-5-avg\": 154.40012302398682,\n \"last-10-avg\": 155.81138837337494\n },\n \"time_total_s\": {\n \"max\": 2823.5459802150726,\n \"min\": 168.4553461074829,\n \"avg\": 1502.8267165289983,\n \"last\": 2823.5459802150726,\n \"last-5-avg\": 2514.838827705383,\n \"last-10-avg\": 2128.7060168504713\n },\n \"time_since_restore\": {\n \"max\": 1558.1138837337494,\n \"min\": 168.00890111923218,\n \"avg\": 692.0542412334017,\n \"last\": 1558.1138837337494,\n \"last-5-avg\": 1249.40673122406,\n \"last-10-avg\": 863.2739203691483\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.388888888888888,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a552a9741de19e4094869452946807680d4308c4e1705815e19e4094869452946807680d430802814060cef59e4094869452946807680d43082c168b05f7ed9e4094869452946807680d430847a3d1c839b49e4094869452946807680d4308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb000000474063561c0a000000474063538739800000474063486db600000047406351460100000047406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847409665c394e00000474098d0871620000047409b3af7fd50000047409da405b41000004740a007173a1800004740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb0000004740742b327a80000047407dd4f617400000474083bc967920000047408890e7f960000047408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c66c0446196fc1a47b419e7d5e22b48d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebf3f74ad9e4094869452948c0974696d657374616d70944a487f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30332d3336948c1074696d655f746869735f697465725f73944740650e92320000008c0c74696d655f746f74616c5f73944740650e92320000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650e92320000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1142d7100ffdc214b4ed435a24abc30681007362756268317d94288c046c6f7373946836683c4308d0e7f359fab39e4094869452948c0974696d657374616d70944ae27f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30362d3131948c1074696d655f746869735f697465725f739447406359dfef0000008c0c74696d655f746f74616c5f73944740743439108000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740743439108000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e3c8cbb052046cb942426a6907a610067362756268317d94288c046c6f7373946836683c430889442231b1fe9e4094869452948c0974696d657374616d70944ab3907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d31372d3536948c1074696d655f746869735f697465725f73944740651707580000008c0c74696d655f746f74616c5f739447407ebfbcbc8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740651707580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a114b2f0b8b0c186792df49598ceb7a7899007362756268317d94288c046c6f7373946836683c430873b95c8e39a29e4094869452948c0974696d657374616d70944a4e917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32302d3330948c1074696d655f746869735f697465725f73944740635044d18000008c0c74696d655f746f74616c5f739447408433ef92a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407433a614c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e7e764d89c75b2a8b74064b347e7544f7362756268317d94288c046c6f7373946836683c43086bb55aedd8ad9e4094869452948c0974696d657374616d70944ae9917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32332d3035948c1074696d655f746869735f697465725f739447406359b3890000008c0c74696d655f746f74616c5f73944740890a5c74e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407de07fd94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1030b88e6119f411a60943b41a5069721a7362756268317d94288c046c6f7373946836683c4308381c0ea79d149f4094869452948c0974696d657374616d70944a84927d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32352d3430948c1074696d655f746869735f697465725f73944740635de9290000008c0c74696d655f746f74616c5f739447408de1d6bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083c7ba36e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10086f9e8ace640389df4b51ee59409c137362756268317d94288c046c6f7373946836683c4308e0eff7bb76b09e4094869452948c0974696d657374616d70944a1e937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32382d3134948c1074696d655f746869735f697465725f73944740634e0bca8000008c0c74696d655f746f74616c5f73944740915aacd8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740889b3d298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102c9bea5d8b7fa7bd5b423c8098614e7c7362756268317d94288c046c6f7373946836683c4308080402a14ea39e4094869452948c0974696d657374616d70944ab9937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d33302d3439948c1074696d655f746869735f697465725f7394474063586cf50000008c0c74696d655f746f74616c5f7394474093c5ba778000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d715866c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a107128193e1d86c480d34809d9fd7abe577362756268317d94288c046c6f7373946836683c4308a552a9741de19e4094869452948c0974696d657374616d70944ad4987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35322d3336948c1074696d655f746869735f697465725f73944740650048eb0000008c0c74696d655f746f74616c5f739447409665c394e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650048eb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bc529c9aa04a4fbe6048c87e33ce75157362756268317d94288c046c6f7373946836683c4308c4e1705815e19e4094869452948c0974696d657374616d70944a6e997d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35352d3131948c1074696d655f746869735f697465725f7394474063561c0a0000008c0c74696d655f746f74616c5f7394474098d087162000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740742b327a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11560b6ea36378348bbc45ed3cd2c8e5c6007362756268317d94288c046c6f7373946836683c430802814060cef59e4094869452948c0974696d657374616d70944a099a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35372d3435948c1074696d655f746869735f697465725f73944740635387398000008c0c74696d655f746f74616c5f739447409b3af7fd5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407dd4f6174000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a116e3d8af1097c1c87b54662a8ccbd63cc007362756268317d94288c046c6f7373946836683c43082c168b05f7ed9e4094869452948c0974696d657374616d70944aa39a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30302d3139948c1074696d655f746869735f697465725f7394474063486db60000008c0c74696d655f746f74616c5f739447409da405b41000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083bc96792000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11301b8734c13226b75a444bb17e6b0d96007362756268317d94288c046c6f7373946836683c430847a3d1c839b49e4094869452948c0974696d657374616d70944a3e9b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30322d3534948c1074696d655f746869735f697465725f73944740635146010000008c0c74696d655f746f74616c5f73944740a007173a1800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408890e7f96000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11a321e7c34ad49e8d7f4fa6954e3269e9007362756268317d94288c046c6f7373946836683c4308369bcd06edae9e4094869452948c0974696d657374616d70944ad99b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30352d3239948c1074696d655f746869735f697465725f739447406359c6230000008c0c74696d655f746f74616c5f73944740a13cb39c4800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d6759822000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1130afd452a0e81289be47ff8abd33c4bb007362756268317d94288c046c6f7373946836683c4308b3d96c16f23c9f4094869452948c0974696d657374616d70944a739c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30382d3033948c1074696d655f746869735f697465725f73944740633fe7a88000008c0c74696d655f746f74616c5f73944740a270b216d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740911ba9b62000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a114054666533b611a4084ff6962e2e7ccd007362756268317d94288c046c6f7373946836683c4308b1582c96dae79e4094869452948c0974696d657374616d70944a0d9d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31302d3337948c1074696d655f746869735f697465725f739447406352addc8000008c0c74696d655f746f74616c5f73944740a3a5dcf49800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409385ff71b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a109b506d754032219f9642aee47f62c3517362756268317d94288c046c6f7373946836683c4308c260303806f99e4094869452948c0974696d657374616d70944aa79d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31332d3131948c1074696d655f746869735f697465725f739447406342c3f20000008c0c74696d655f746f74616c5f73944740a4da0933b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ee57eff000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10c4080881579607a13a4a86685905ff467362756268317d94288c046c6f7373946836683c43080c0683a132c09e4094869452948c0974696d657374616d70944a429e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31352d3436948c1074696d655f746869735f697465725f739447406350e5700000008c0c74696d655f746f74616c5f73944740a60f178ab800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409858749df000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0b92d48\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d3437948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5f5cee2cab8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9027598279893692,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00800097877874484,\n \"n_head\": 4\n },\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719500771.1535168,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2331.1488584984004,\n \"timestamp\": 1719502199,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"e0b92d48\",\n \"date\": \"2024-06-27_17-29-59\",\n \"time_this_iter_s\": 703.9930710792542,\n \"time_total_s\": 1428.5337228775024,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1428.5337228775024,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\"\n },\n \"last_result_time\": 1719502199.6969414,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2406.545863834892,\n \"min\": 2331.1488584984004,\n \"avg\": 2368.847361166646,\n \"last\": 2331.1488584984004,\n \"last-5-avg\": 2368.847361166646,\n \"last-10-avg\": 2368.847361166646\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 724.5406517982483,\n \"min\": 703.9930710792542,\n \"avg\": 714.2668614387512,\n \"last\": 703.9930710792542,\n \"last-5-avg\": 714.2668614387512,\n \"last-10-avg\": 714.2668614387512\n },\n \"time_total_s\": {\n \"max\": 1428.5337228775024,\n \"min\": 724.5406517982483,\n \"avg\": 1076.5371873378754,\n \"last\": 1428.5337228775024,\n \"last-5-avg\": 1076.5371873378754,\n \"last-10-avg\": 1076.5371873378754\n },\n \"time_since_restore\": {\n \"max\": 1428.5337228775024,\n \"min\": 724.5406517982483,\n \"avg\": 1076.5371873378754,\n \"last\": 1428.5337228775024,\n \"last-5-avg\": 1076.5371873378754,\n \"last-10-avg\": 1076.5371873378754\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474085fff1cf400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474085fff1cf400000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a9e6e93ee6dde2a12b4f5201f5507ae400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452948c0974696d657374616d70944ab7827d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d31382d3135948c1074696d655f746869735f697465725f7394474086a453414000008c0c74696d655f746f74616c5f7394474086a453414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a453414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d8355b676fe909ad3b452f38e7b536f2007362756268317d94288c046c6f7373946836683c4308b95c2e374c36a24094869452948c0974696d657374616d70944a77857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d32392d3539948c1074696d655f746869735f697465725f7394474085fff1cf4000008c0c74696d655f746f74616c5f73944740965222884000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740965222884000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b83eca19\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d3131948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5ff3ada37d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.035530667591767505,\n \"n_head\": 1\n },\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719502199.8508859,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2299.3813442921073,\n \"timestamp\": 1719502338,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b83eca19\",\n \"date\": \"2024-06-27_17-32-18\",\n \"time_this_iter_s\": 62.30854034423828,\n \"time_total_s\": 138.48588919639587,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 138.48588919639587,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\"\n },\n \"last_result_time\": 1719502338.346973,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3332.7398422121064,\n \"min\": 2299.3813442921073,\n \"avg\": 2816.0605932521066,\n \"last\": 2299.3813442921073,\n \"last-5-avg\": 2816.0605932521066,\n \"last-10-avg\": 2816.0605932521066\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 76.17734885215759,\n \"min\": 62.30854034423828,\n \"avg\": 69.24294459819794,\n \"last\": 62.30854034423828,\n \"last-5-avg\": 69.24294459819794,\n \"last-10-avg\": 69.24294459819794\n },\n \"time_total_s\": {\n \"max\": 138.48588919639587,\n \"min\": 76.17734885215759,\n \"avg\": 107.33161902427673,\n \"last\": 138.48588919639587,\n \"last-5-avg\": 107.33161902427673,\n \"last-10-avg\": 107.33161902427673\n },\n \"time_since_restore\": {\n \"max\": 138.48588919639587,\n \"min\": 76.17734885215759,\n \"avg\": 107.33161902427673,\n \"last\": 138.48588919639587,\n \"last-5-avg\": 107.33161902427673,\n \"last-10-avg\": 107.33161902427673\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af00000047404f277e40000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af00000047404f277e40000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1078e82ddaaa9b4eb2f341e09969294f14736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452948c0974696d657374616d70944ac3857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33312d3136948c1074696d655f746869735f697465725f73944740530b59af0000008c0c74696d655f746f74616c5f73944740530b59af0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740530b59af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e2cbf892f53125b1ed497533d25c133b7362756268317d94288c046c6f7373946836683c43083c1e8f3fc3f6a14094869452948c0974696d657374616d70944a02867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33322d3138948c1074696d655f746869735f697465725f739447404f277e400000008c0c74696d655f746f74616c5f73944740614f8c678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740614f8c678000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"93c649bd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d3539948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6121ad21bb8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.7914041407453669,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0017184389008014717,\n \"n_head\": 1\n },\n \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719502338.492429,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1996.1505780557948,\n \"timestamp\": 1719502633,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"93c649bd\",\n \"date\": \"2024-06-27_17-37-13\",\n \"time_this_iter_s\": 70.27228903770447,\n \"time_total_s\": 295.0506408214569,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 295.0506408214569,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719502633.5740893,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2008.213741753045,\n \"min\": 1996.1505780557948,\n \"avg\": 2000.0280597116061,\n \"last\": 1996.1505780557948,\n \"last-5-avg\": 2000.0280597116064,\n \"last-10-avg\": 2000.0280597116064\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 84.1758508682251,\n \"min\": 70.20663857460022,\n \"avg\": 73.76266020536423,\n \"last\": 70.27228903770447,\n \"last-5-avg\": 73.76266020536423,\n \"last-10-avg\": 73.76266020536423\n },\n \"time_total_s\": {\n \"max\": 295.0506408214569,\n \"min\": 84.1758508682251,\n \"avg\": 189.64413917064667,\n \"last\": 295.0506408214569,\n \"last-5-avg\": 189.64413917064667,\n \"last-10-avg\": 189.64413917064667\n },\n \"time_since_restore\": {\n \"max\": 295.0506408214569,\n \"min\": 84.1758508682251,\n \"avg\": 189.64413917064667,\n \"last\": 295.0506408214569,\n \"last-5-avg\": 189.64413917064667,\n \"last-10-avg\": 189.64413917064667\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11119e02ef692363add54b61fdfd505c9a00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452948c0974696d657374616d70944a56867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33332d3432948c1074696d655f746869735f697465725f73944740550b41240000008c0c74696d655f746f74616c5f73944740550b41240000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740550b41240000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1069c94cbc2f9456a7ec40c185562403187362756268317d94288c046c6f7373946836683c4308f8fbfd2ee73d9f4094869452948c0974696d657374616d70944a9d867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33342d3533948c1074696d655f746869735f697465725f73944740519955cf0000008c0c74696d655f746f74616c5f7394474063524b798000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063524b798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a104a9c616b2a2a53852f48de68ba639d5e7362756268317d94288c046c6f7373946836683c4308793c1edfda609f4094869452948c0974696d657374616d70944ae3867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33362d3033948c1074696d655f746869735f697465725f73944740518d39910000008c0c74696d655f746f74616c5f739447406c18e8420000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c18e8420000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11ed6ae56fd70564afdc410872a485b7ce007362756268317d94288c046c6f7373946836683c4308894422319a309f4094869452948c0974696d657374616d70944a29877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33372d3133948c1074696d655f746869735f697465725f7394474051916d2f0000008c0c74696d655f746f74616c5f739447407270cf6cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407270cf6cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"9b9348b4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f616d2be45c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00012961012336004763,\n \"n_head\": 1\n },\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719508546.6348734,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 352.8110904243049,\n \"timestamp\": 1719513218,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"9b9348b4\",\n \"date\": \"2024-06-27_20-33-38\",\n \"time_this_iter_s\": 50.251272201538086,\n \"time_total_s\": 1056.5283246040344,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 519.0710537433624,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719513218.5348237,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1685.7740430456447,\n \"min\": 352.8110904243049,\n \"avg\": 599.8233108760805,\n \"last\": 352.8110904243049,\n \"last-5-avg\": 378.7031423974225,\n \"last-10-avg\": 412.20894133800596\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.15657186508179,\n \"min\": 50.07098746299744,\n \"avg\": 52.82641623020172,\n \"last\": 50.251272201538086,\n \"last-5-avg\": 50.45397553443909,\n \"last-10-avg\": 51.90710537433624\n },\n \"time_total_s\": {\n \"max\": 1056.5283246040344,\n \"min\": 64.70330953598022,\n \"avg\": 564.879896044731,\n \"last\": 1056.5283246040344,\n \"last-5-avg\": 955.529240989685,\n \"last-10-avg\": 829.2901573419571\n },\n \"time_since_restore\": {\n \"max\": 519.0710537433624,\n \"min\": 64.01091408729553,\n \"avg\": 229.31010818481445,\n \"last\": 519.0710537433624,\n \"last-5-avg\": 418.07197012901304,\n \"last-10-avg\": 291.8328864812851\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4915a7e4094869452946807680d4308a552a93458a67c4094869452946807680d43082c168bc5b7a67b4094869452946807680d43083e9fcfa739067b4094869452946807680d4308d8ebf55a529b794094869452946807680d4308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d10000004740498e765a0000004740494eb5d400000047404947167a00000047404940e4a600000047404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474082cbbed7c0000047408464a63d600000474085f9919aa000004740878e030240000047408922114ca0000047408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d100000047405cc7edfe000000474064b7a47400000047406b096a12800000474070acd19e000000474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10bf338dcd807bd29ace4ca33fb4035306736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f67abd9e18579a4094869452948c0974696d657374616d70944a839e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31362d3531948c1074696d655f746869735f697465725f73944740502d03060000008c0c74696d655f746f74616c5f73944740502d03060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502d03060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103ac41dc53e8fe18a27432de7695d6e037362756268317d94288c046c6f7373946836683c4308793c1e0fb8dc904094869452948c0974696d657374616d70944ab59e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31372d3431948c1074696d655f746869735f697465725f73944740491b0fd60000008c0c74696d655f746f74616c5f739447405cba8af10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cba8af10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c27bce557b2c29825343cc11cf262f4d7362756268317d94288c046c6f7373946836683c430863b1584cc4668a4094869452948c0974696d657374616d70944ae89e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31382d3332948c1074696d655f746869735f697465725f73944740495779960000008c0c74696d655f746f74616c5f7394474064b323de0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b323de0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11d14ae78f6a4232b6674662bb6d89a0f0007362756268317d94288c046c6f7373946836683c4308fe7ebfbf2e37874094869452948c0974696d657374616d70944a1a9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31392d3232948c1074696d655f746869735f697465725f739447404954900c0000008c0c74696d655f746f74616c5f739447406b0847e10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b0847e10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a119ae91ff0bda3769e9c4aacee483856b7007362756268317d94288c046c6f7373946836683c4308b3d96c56d14d854094869452948c0974696d657374616d70944a4e9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d32302d3134948c1074696d655f746869735f697465725f73944740498d8c040000008c0c74696d655f746f74616c5f7394474070b5d5710000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070b5d5710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11ff88703427119887bc468608159658c5007362756268317d94288c046c6f7373946836683c4308d8ebf59ac1db834094869452948c0974696d657374616d70944ab1aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30382d3439948c1074696d655f746869735f697465725f73944740504a05460000008c0c74696d655f746f74616c5f7394474074c856c28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740504a05460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100a0ee2ae5736a1ac694e6ead9caaea2a7362756268317d94288c046c6f7373946836683c430857abd50ad888824094869452948c0974696d657374616d70944ae5aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30392d3431948c1074696d655f746869735f697465725f7394474049df9c360000008c0c74696d655f746f74616c5f7394474078044a494000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d39d3610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102d44c286e49c1ca104494fc0c95cfe6d7362756268317d94288c046c6f7373946836683c4308b55aad36ffa4814094869452948c0974696d657374616d70944a17ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31302d3331948c1074696d655f746869735f697465725f73944740496eeb0a0000008c0c74696d655f746f74616c5f739447407b3227aa8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064f8a4730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10948000f57a4d05952c4f5f9d96b1507f7362756268317d94288c046c6f7373946836683c430869341a5d54d7804094869452948c0974696d657374616d70944a4bab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31312d3233948c1074696d655f746869735f697465725f7394474049aba0980000008c0c74696d655f746f74616c5f739447407e679bbd8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b638c990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ae097d8ab07a6cbb084f86d4a00b3f91007362756268317d94288c046c6f7373946836683c4308a150287461bd7f4094869452948c0974696d657374616d70944a7eab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31322d3134948c1074696d655f746869735f697465725f73944740497da9ee0000008c0c74696d655f746f74616c5f7394474080cba87da000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070e17b8a4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a111439323fd3d1dc90634ae1083ded9efb007362756268317d94288c046c6f7373946836683c4308241289e4915a7e4094869452948c0974696d657374616d70944abbae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3033948c1074696d655f746869735f697465725f739447405000b2d10000008c0c74696d655f746f74616c5f7394474082cbbed7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405000b2d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11ef75a78f983b419a3141ee8f73125cce007362756268317d94288c046c6f7373946836683c4308a552a93458a67c4094869452948c0974696d657374616d70944aeeae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3534948c1074696d655f746869735f697465725f73944740498e765a0000008c0c74696d655f746f74616c5f739447408464a63d6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cc7edfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a111c61688f05804397564f84cbaebdebb1007362756268317d94288c046c6f7373946836683c43082c168bc5b7a67b4094869452948c0974696d657374616d70944a21af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32372d3435948c1074696d655f746869735f697465725f73944740494eb5d40000008c0c74696d655f746f74616c5f7394474085f9919aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b7a4740000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10a173c5be176266bdd840665ce3809d6d7362756268317d94288c046c6f7373946836683c43083e9fcfa739067b4094869452948c0974696d657374616d70944a53af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32382d3335948c1074696d655f746869735f697465725f739447404947167a0000008c0c74696d655f746f74616c5f73944740878e03024000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b096a128000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054f9296e59d9ab88e94776f84275e9677362756268317d94288c046c6f7373946836683c4308d8ebf55a529b794094869452948c0974696d657374616d70944a86af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32392d3236948c1074696d655f746869735f697465725f739447404940e4a60000008c0c74696d655f746f74616c5f739447408922114ca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070acd19e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107484351e5c597ab89949776de47a65747362756268317d94288c046c6f7373946836683c4308afd7eb1588b5794094869452948c0974696d657374616d70944ab8af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33302d3136948c1074696d655f746869735f697465725f739447404909161e0000008c0c74696d655f746f74616c5f739447408ab2a2ae8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073cdf461c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10c5d4102c9f68caa0da4884d0ecbc532d7362756268317d94288c046c6f7373946836683c4308128944a27d2c784094869452948c0974696d657374616d70944aeaaf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3036948c1074696d655f746869735f697465725f73944740494b987e0000008c0c74696d655f746f74616c5f739447408c475c366000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076f767718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10331880af1091dc91834d1830d68ee87e7362756268317d94288c046c6f7373946836683c4308b3d96cf61c72774094869452948c0974696d657374616d70944a1db07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3537948c1074696d655f746869735f697465725f739447404955ee8c0000008c0c74696d655f746f74616c5f739447408ddcbb1f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2225430000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a117474f65d4def3699f248796c883baaab007362756268317d94288c046c6f7373946836683c4308954aa57223f7764094869452948c0974696d657374616d70944a50b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33322d3438948c1074696d655f746869735f697465725f739447404957c4820000008c0c74696d655f746f74616c5f739447408f7237674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4d1dd34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a10a68f44ea8a70a4a303496972e92f19637362756268317d94288c046c6f7373946836683c4308d0e7f339fa0c764094869452948c0974696d657374616d70944a82b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33332d3338948c1074696d655f746869735f697465725f73944740492029b00000008c0c74696d655f746f74616c5f7394474090821d012000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080389184a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"d78b949d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d3436948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f675331d2c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6203685879053435,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00010069872409405673,\n \"n_head\": 8\n },\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719508814.176607,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 459.3377106433778,\n \"timestamp\": 1719514000,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"d78b949d\",\n \"date\": \"2024-06-27_20-46-40\",\n \"time_this_iter_s\": 76.87024331092834,\n \"time_total_s\": 1577.7552337646484,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 782.1084101200104,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\"\n },\n \"last_result_time\": 1719514000.8487723,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1976.3505897822342,\n \"min\": 459.3377106433778,\n \"avg\": 890.8902057677744,\n \"last\": 459.3377106433778,\n \"last-5-avg\": 479.47560900590554,\n \"last-10-avg\": 526.9576414814146\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 91.49215126037598,\n \"min\": 76.3912570476532,\n \"avg\": 78.88776168823239,\n \"last\": 76.87024331092834,\n \"last-5-avg\": 76.78816304206848,\n \"last-10-avg\": 78.21084101200104\n },\n \"time_total_s\": {\n \"max\": 1577.7552337646484,\n \"min\": 89.9982442855835,\n \"avg\": 837.4053977727889,\n \"last\": 1577.7552337646484,\n \"last-5-avg\": 1424.1440885066986,\n \"last-10-avg\": 1232.2260891199112\n },\n \"time_since_restore\": {\n \"max\": 782.1084101200104,\n \"min\": 89.9982442855835,\n \"avg\": 340.3709824085235,\n \"last\": 782.1084101200104,\n \"last-5-avg\": 628.4972648620605,\n \"last-10-avg\": 436.57926547527313\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308954aa532a691834094869452946807680d430889442231c28b824094869452946807680d4308fcfd7ebf70ee814094869452946807680d4308bd5eafa7ed32814094869452946807680d4308bfdfef77cf82804094869452946807680d43089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f680000004740531ec7e10000004740531b3ae70000004740533815fa0000004740533921b600000047405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408bb91c9ee0000047408e1cf59b000000474090402e7bf0000047409173afdb900000474092a741f6f00000474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f68000000474064ff23a480000047406e8cc11800000047407414660a800000474078e2ae7800000047407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005958a490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ac99a8db0bf809af144b7ea1f94dd222736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080804020167e19e4094869452948c0974696d657374616d70944aa89f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32312d3434948c1074696d655f746869735f697465725f73944740567fe33c0000008c0c74696d655f746f74616c5f73944740567fe33c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740567fe33c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a110aae5c8e3aae8093df4a5db40485a19f007362756268317d94288c046c6f7373946836683c4308512814ea28db9e4094869452948c0974696d657374616d70944af49f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32332d3030948c1074696d655f746869735f697465725f73944740532442b80000008c0c74696d655f746f74616c5f7394474064d212fa0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064d212fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c12f71301d1953aa084f906985e42e717362756268317d94288c046c6f7373946836683c430863b1588ca3da9e4094869452948c0974696d657374616d70944a41a07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32342d3137948c1074696d655f746869735f697465725f73944740533ba3a80000008c0c74696d655f746f74616c5f739447406e6fe4ce0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e6fe4ce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10b106b850b7f229982c42e44093e9e56a7362756268317d94288c046c6f7373946836683c4308ca6432795263994094869452948c0974696d657374616d70944a8ea07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32352d3334948c1074696d655f746869735f697465725f73944740533b5ce80000008c0c74696d655f746f74616c5f739447407406c9a10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407406c9a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d3464daa054fe48d82491a844e02cf95007362756268317d94288c046c6f7373946836683c43082a954a8517be914094869452948c0974696d657374616d70944adba07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32362d3531948c1074696d655f746869735f697465725f73944740531addd00000008c0c74696d655f746f74616c5f7394474078cd81150000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078cd81150000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a116f7bcea0cd2084bbc648614f48de77c8007362756268317d94288c046c6f7373946836683c4308381c0ec7043a8d4094869452948c0974696d657374616d70944ad9ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31332d3435948c1074696d655f746869735f697465725f7394474056bd87330000008c0c74696d655f746f74616c5f739447407e7ce2e1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056bd87330000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a105c5e4527741927b2ce4d395f3bf4823f7362756268317d94288c046c6f7373946836683c4308dced76bb0ba0894094869452948c0974696d657374616d70944a26ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31352d3032948c1074696d655f746869735f697465725f739447405345cd420000008c0c74696d655f746f74616c5f7394474081a72b192000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406501aa3a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a112b12fa4452f7648c0f44685adc11c9ae007362756268317d94288c046c6f7373946836683c43084ba55209983d874094869452948c0974696d657374616d70944a73ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31362d3139948c1074696d655f746869735f697465725f73944740532b4eb60000008c0c74696d655f746f74616c5f73944740840c94efe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9751958000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9c1b3472b7c26b50c4efbba6458eccd007362756268317d94288c046c6f7373946836683c4308a9542ab503e0854094869452948c0974696d657374616d70944ac0ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31372d3336948c1074696d655f746869735f697465725f7394474053419fcc0000008c0c74696d655f746f74616c5f739447408674c8e96000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740741c10bdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ccc91c13004408ac2247761f5ddc17147362756268317d94288c046c6f7373946836683c43083e9fcf27ebb8844094869452948c0974696d657374616d70944a0dad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31382d3533948c1074696d655f746869735f697465725f7394474053431e440000008c0c74696d655f746f74616c5f7394474088dd2cb1e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078ecd84ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a103cf21dbd3a747ca7e3491a6937e3963a7362756268317d94288c046c6f7373946836683c4308954aa532a691834094869452948c0974696d657374616d70944adeb07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33352d3130948c1074696d655f746869735f697465725f7394474056df7f680000008c0c74696d655f746f74616c5f739447408bb91c9ee000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056df7f680000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1175401975d5fedba0bf47ebcb9d5190df007362756268317d94288c046c6f7373946836683c430889442231c28b824094869452948c0974696d657374616d70944a2ab17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33362d3236948c1074696d655f746869735f697465725f73944740531ec7e10000008c0c74696d655f746f74616c5f739447408e1cf59b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064ff23a48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10df05042ca215e9a72a4ef6e4e70a61597362756268317d94288c046c6f7373946836683c4308fcfd7ebf70ee814094869452948c0974696d657374616d70944a77b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33372d3433948c1074696d655f746869735f697465725f73944740531b3ae70000008c0c74696d655f746f74616c5f7394474090402e7bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8cc1180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f4600364476091882b4e07c2a583db7a7362756268317d94288c046c6f7373946836683c4308bd5eafa7ed32814094869452948c0974696d657374616d70944ac3b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33382d3539948c1074696d655f746869735f697465725f73944740533815fa0000008c0c74696d655f746f74616c5f739447409173afdb9000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407414660a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11802fc66eefa36dbd984c4a672eac98d6007362756268317d94288c046c6f7373946836683c4308bfdfef77cf82804094869452948c0974696d657374616d70944a10b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34302d3136948c1074696d655f746869735f697465725f73944740533921b60000008c0c74696d655f746f74616c5f7394474092a741f6f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078e2ae780000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a104e6e887c027a42afc340d5dff5a928217362756268317d94288c046c6f7373946836683c43089fcfe73353be7f4094869452948c0974696d657374616d70944a5db27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34312d3333948c1074696d655f746869735f697465725f739447405336e29a0000008c0c74696d655f746f74616c5f7394474093dab0209000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db0671e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1118d704e82568e1a57d4d2e0ce92a5184007362756268317d94288c046c6f7373946836683c430853a954ea22757e4094869452948c0974696d657374616d70944aaab27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34322d3530948c1074696d655f746869735f697465725f73944740533588eb0000008c0c74696d655f746f74616c5f73944740950e08af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740813ee4aca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a116bd1c8e63606edb53b42547b059e17ab007362756268317d94288c046c6f7373946836683c4308f4f97cde31b57d4094869452948c0974696d657374616d70944af6b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34342d3036948c1074696d655f746869735f697465725f7394474053190a5b0000008c0c74696d655f746f74616c5f73944740963f9954f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a205f80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a113d3d11da0bfbdfbd9145d6d1cedf46f9007362756268317d94288c046c6f7373946836683c4308c8e3f138fd377d4094869452948c0974696d657374616d70944a43b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34352d3233948c1074696d655f746869735f697465725f73944740533f0e600000008c0c74696d655f746f74616c5f7394474097738a3af000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408609e7c40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11d8b7ea668c4772aeb741e203db524f9e007362756268317d94288c046c6f7373946836683c43081a8d464367b57c4094869452948c0974696d657374616d70944a90b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34362d3430948c1074696d655f746869735f697465725f739447405337b2110000008c0c74696d655f746f74616c5f7394474098a7055c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408870de062000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8e5e7f52\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d3134948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f679ea8f5c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2933049514156799,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.011848091629580768,\n \"n_head\": 4\n },\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719509211.1978602,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2114.985403466412,\n \"timestamp\": 1719509537,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"8e5e7f52\",\n \"date\": \"2024-06-27_19-32-17\",\n \"time_this_iter_s\": 62.10174918174744,\n \"time_total_s\": 326.75364899635315,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 326.75364899635315,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\"\n },\n \"last_result_time\": 1719509537.9771423,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2238.4140029066193,\n \"min\": 2114.985403466412,\n \"avg\": 2180.0107214259347,\n \"last\": 2114.985403466412,\n \"last-5-avg\": 2180.0107214259347,\n \"last-10-avg\": 2180.0107214259347\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 76.45697116851807,\n \"min\": 62.10174918174744,\n \"avg\": 65.35072979927064,\n \"last\": 62.10174918174744,\n \"last-5-avg\": 65.35072979927062,\n \"last-10-avg\": 65.35072979927062\n },\n \"time_total_s\": {\n \"max\": 326.75364899635315,\n \"min\": 76.45697116851807,\n \"avg\": 201.89558091163636,\n \"last\": 326.75364899635315,\n \"last-5-avg\": 201.89558091163636,\n \"last-10-avg\": 201.89558091163636\n },\n \"time_since_restore\": {\n \"max\": 326.75364899635315,\n \"min\": 76.45697116851807,\n \"avg\": 201.89558091163636,\n \"last\": 326.75364899635315,\n \"last-5-avg\": 201.89558091163636,\n \"last-10-avg\": 201.89558091163636\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954c140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1027a1fda02d1183b71d4cf066c267dc07736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452948c0974696d657374616d70944a27a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32382d3037948c1074696d655f746869735f697465725f73944740531d3f040000008c0c74696d655f746f74616c5f73944740531d3f040000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740531d3f040000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11f6f229ac944bc0b2f34830c41f0680c3007362756268317d94288c046c6f7373946836683c430828140aa5b651a14094869452948c0974696d657374616d70944a66a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32392d3130948c1074696d655f746869735f697465725f739447404f8d67680000008c0c74696d655f746f74616c5f739447406171f95c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406171f95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a110df6d619774c538f03498f150424aad4007362756268317d94288c046c6f7373946836683c430887c3e1e06c10a14094869452948c0974696d657374616d70944aa5a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33302d3133948c1074696d655f746869735f697465725f739447404f3efa0c0000008c0c74696d655f746f74616c5f739447406941b7df0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406941b7df0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113b5eee4fed74f9a3e546e56c2cd16fef007362756268317d94288c046c6f7373946836683c4308ecf57a6d2bc3a04094869452948c0974696d657374616d70944ae3a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33312d3135948c1074696d655f746869735f697465725f739447404f4c91f80000008c0c74696d655f746f74616c5f73944740708a6e2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740708a6e2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11749d47e294fc8aabea4b25f7c1a152e6007362756268317d94288c046c6f7373946836683c4308369bcd86f885a04094869452948c0974696d657374616d70944a21a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33322d3137948c1074696d655f746869735f697465725f739447404f0d061e0000008c0c74696d655f746f74616c5f73944740746c0ef24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740746c0ef24000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6b7688f2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d3531948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f683564d75f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3756319644523144,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.003959565870439527,\n \"n_head\": 4\n },\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719509538.1213415,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1977.05159056656,\n \"timestamp\": 1719512699,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"6b7688f2\",\n \"date\": \"2024-06-27_20-24-59\",\n \"time_this_iter_s\": 71.11927580833435,\n \"time_total_s\": 732.4098014831543,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 365.8200936317444,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\"\n },\n \"last_result_time\": 1719512699.2448514,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1989.802595964567,\n \"min\": 1962.6643076018086,\n \"avg\": 1970.8706661194324,\n \"last\": 1977.05159056656,\n \"last-5-avg\": 1967.1450121301364,\n \"last-10-avg\": 1970.8706661194326\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.1,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.1\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.60843539237976,\n \"min\": 70.53654623031616,\n \"avg\": 73.24098014831543,\n \"last\": 71.11927580833435,\n \"last-5-avg\": 73.16401872634887,\n \"last-10-avg\": 73.24098014831543\n },\n \"time_total_s\": {\n \"max\": 732.4098014831543,\n \"min\": 83.60843539237976,\n \"avg\": 407.9442696094513,\n \"last\": 732.4098014831543,\n \"last-5-avg\": 590.818308019638,\n \"last-10-avg\": 407.9442696094513\n },\n \"time_since_restore\": {\n \"max\": 366.5897078514099,\n \"min\": 82.97016429901123,\n \"avg\": 224.64941568374635,\n \"last\": 365.8200936317444,\n \"last-5-avg\": 224.22860016822816,\n \"last-10-avg\": 224.64941568374633\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452946807680d430802814040a8aa9e4094869452946807680d4308ca643269caca9e4094869452946807680d4308241289b4aa039f4094869452946807680d4308f8fbfdee99b39e4094869452946807680d43081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b000000474051aaa1c4000000474051b529d7000000474051aac02b000000474051b44165000000474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f7180000047407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f71800000474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059509260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103c0571b904872bbf36407febb80bab58736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452948c0974696d657374616d70944a75a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33332d3431948c1074696d655f746869735f697465725f7394474054e6f09b0000008c0c74696d655f746f74616c5f7394474054e6f09b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054e6f09b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1017261739721814a5ec469c55e054d6457362756268317d94288c046c6f7373946836683c430802814040a8aa9e4094869452948c0974696d657374616d70944abca27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33342d3532948c1074696d655f746869735f697465725f7394474051aaa1c40000008c0c74696d655f746f74616c5f739447406348c92f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406348c92f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1058901253b2e9aa88b34891aec305c44c7362756268317d94288c046c6f7373946836683c4308ca643269caca9e4094869452948c0974696d657374616d70944a03a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33362d3033948c1074696d655f746869735f697465725f7394474051b529d70000008c0c74696d655f746f74616c5f739447406c235e1b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c235e1b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104df7b78aa6645fa6e442a0ea8f4c5d127362756268317d94288c046c6f7373946836683c4308241289b4aa039f4094869452948c0974696d657374616d70944a49a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33372d3133948c1074696d655f746869735f697465725f7394474051aac02b0000008c0c74696d655f746f74616c5f73944740727c5f184000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740727c5f184000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10424bc6d334aef894564ab5732c2a82297362756268317d94288c046c6f7373946836683c4308f8fbfdee99b39e4094869452948c0974696d657374616d70944a90a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33382d3234948c1074696d655f746869735f697465725f7394474051b441650000008c0c74696d655f746f74616c5f7394474076e96f718000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076e96f718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a115a6401e67ae1c981ff4ec9be1600b5f7007362756268317d94288c046c6f7373946836683c43081e8fc7030db19e4094869452948c0974696d657374616d70944a60ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32302d3136948c1074696d655f746869735f697465725f7394474054be172c0000008c0c74696d655f746f74616c5f739447407c18f53c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054be172c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10323a4964cd7ab1ab114b89042dc203577362756268317d94288c046c6f7373946836683c43080a8542c19bb49e4094869452948c0974696d657374616d70944aa6ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32312d3236948c1074696d655f746869735f697465725f7394474051a256c60000008c0c74696d655f746f74616c5f739447408040c5770000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740633036f90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111bc51691da50e587f2413bc08329b8c6007362756268317d94288c046c6f7373946836683c4308f0f7fbade5ac9e4094869452948c0974696d657374616d70944aedad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32322d3337948c1074696d655f746869735f697465725f7394474051a8dd400000008c0c74696d655f746f74616c5f739447408275e11f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c04a5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a108b7ec37b153c64880d4c78163b71ef377362756268317d94288c046c6f7373946836683c4308793c1e2f23b89e4094869452948c0974696d657374616d70944a34ae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32332d3438948c1074696d655f746869735f697465725f7394474051a38f010000008c0c74696d655f746f74616c5f7394474084aa52ff2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740726b368cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101349eefb7b3d979a564bfe2c861c70587362756268317d94288c046c6f7373946836683c4308a15028d434e49e4094869452948c0974696d657374616d70944a7bae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32342d3539948c1074696d655f746869735f697465725f7394474051c7a2370000008c0c74696d655f746f74616c5f7394474086e347460000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076dd1f1a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"12269c59\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6880c216788c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3380953528716497,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.07187916796871326,\n \"n_head\": 16\n },\n \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719509904.8849514,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2631.3529908187747,\n \"timestamp\": 1719510773,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"12269c59\",\n \"date\": \"2024-06-27_19-52-53\",\n \"time_this_iter_s\": 170.7047655582428,\n \"time_total_s\": 868.424795627594,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 868.424795627594,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\"\n },\n \"last_result_time\": 1719510773.3369021,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3017.182736374262,\n \"min\": 2631.3529908187747,\n \"avg\": 2842.475900436762,\n \"last\": 2631.3529908187747,\n \"last-5-avg\": 2842.4759004367615,\n \"last-10-avg\": 2842.4759004367615\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 184.32761549949646,\n \"min\": 170.7047655582428,\n \"avg\": 173.68495912551882,\n \"last\": 170.7047655582428,\n \"last-5-avg\": 173.6849591255188,\n \"last-10-avg\": 173.6849591255188\n },\n \"time_total_s\": {\n \"max\": 868.424795627594,\n \"min\": 184.32761549949646,\n \"avg\": 526.509883069992,\n \"last\": 868.424795627594,\n \"last-5-avg\": 526.509883069992,\n \"last-10-avg\": 526.509883069992\n },\n \"time_since_restore\": {\n \"max\": 868.424795627594,\n \"min\": 184.32761549949646,\n \"avg\": 526.509883069992,\n \"last\": 868.424795627594,\n \"last-5-avg\": 526.509883069992,\n \"last-10-avg\": 526.509883069992\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1037b1399531ed1299444fb853fff5305a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452948c0974696d657374616d70944a49a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34312d3239948c1074696d655f746869735f697465725f73944740670a7bd38000008c0c74696d655f746f74616c5f73944740670a7bd38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740670a7bd38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d06c29d35867e397a3472b24440979cb007362756268317d94288c046c6f7373946836683c430822914804370ba74094869452948c0974696d657374616d70944af3a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34342d3139948c1074696d655f746869735f697465725f739447406557ccde0000008c0c74696d655f746f74616c5f7394474076312458c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076312458c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c084c8f165d463914f446a5b12946b7d7362756268317d94288c046c6f7373946836683c4308894422115551a64094869452948c0974696d657374616d70944a9ea57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34372d3131948c1074696d655f746869735f697465725f73944740657de52f8000008c0c74696d655f746f74616c5f7394474080780b784000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080780b784000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10cca97005b47ee09d3a4f8a0c9c4319307362756268317d94288c046c6f7373946836683c43086fb7dbed238ba54094869452948c0974696d657374616d70944a4aa67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35302d3032948c1074696d655f746869735f697465725f739447406556dc9b8000008c0c74696d655f746f74616c5f7394474085cdc29f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085cdc29f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11b4ad2137842fdfb075481275eaa369f8007362756268317d94288c046c6f7373946836683c4308da6c36bbb48ea44094869452948c0974696d657374616d70944af5a67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35322d3533948c1074696d655f746869735f697465725f7394474065568d708000008c0c74696d655f746f74616c5f739447408b2365fb4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b2365fb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b167b5be\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d3234948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f68cc1de5b58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9916390007635185,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.02082451872516576,\n \"n_head\": 2\n },\n \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719510773.481196,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2179.0624384842517,\n \"timestamp\": 1719511075,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"b167b5be\",\n \"date\": \"2024-06-27_19-57-55\",\n \"time_this_iter_s\": 57.4915931224823,\n \"time_total_s\": 301.6636803150177,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 301.6636803150177,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\"\n },\n \"last_result_time\": 1719511075.1690466,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2619.9586787186267,\n \"min\": 2179.0624384842517,\n \"avg\": 2394.6708419199067,\n \"last\": 2179.0624384842517,\n \"last-5-avg\": 2394.6708419199067,\n \"last-10-avg\": 2394.6708419199067\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 71.05141735076904,\n \"min\": 57.45701217651367,\n \"avg\": 60.332736063003544,\n \"last\": 57.4915931224823,\n \"last-5-avg\": 60.33273606300354,\n \"last-10-avg\": 60.33273606300354\n },\n \"time_total_s\": {\n \"max\": 301.6636803150177,\n \"min\": 71.05141735076904,\n \"avg\": 186.5413459777832,\n \"last\": 301.6636803150177,\n \"last-5-avg\": 186.5413459777832,\n \"last-10-avg\": 186.5413459777832\n },\n \"time_since_restore\": {\n \"max\": 301.6636803150177,\n \"min\": 71.05141735076904,\n \"avg\": 186.5413459777832,\n \"last\": 301.6636803150177,\n \"last-5-avg\": 186.5413459777832,\n \"last-10-avg\": 186.5413459777832\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059550140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107a3961e2297e63ae4e4f30bfa7c1ae20736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452948c0974696d657374616d70944a3ca77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35342d3034948c1074696d655f746869735f697465725f7394474051c34a6c0000008c0c74696d655f746f74616c5f7394474051c34a6c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051c34a6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11121a7b021f9aa0ad3b44a3a6b91e7d92007362756268317d94288c046c6f7373946836683c4308341a8d66526ea34094869452948c0974696d657374616d70944a76a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35352d3032948c1074696d655f746869735f697465725f739447404d06ca6e0000008c0c74696d655f746f74616c5f73944740602357d18000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602357d18000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11231dff5d434a0c98e74f4aa7e4e4d296007362756268317d94288c046c6f7373946836683c43084ba552a9e4c1a24094869452948c0974696d657374616d70944ab0a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3030948c1074696d655f746869735f697465725f739447404cce284e0000008c0c74696d655f746f74616c5f739447406756e1e50000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406756e1e50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a111d755b26ec7b379f8247ae94e542f7cc007362756268317d94288c046c6f7373946836683c4308da6c367b73dca14094869452948c0974696d657374616d70944ae9a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3537948c1074696d655f746869735f697465725f739447404cba7f600000008c0c74696d655f746f74616c5f739447406e8581bd0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8581bd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10cad1734ef18e53b0d443887ff52ffd347362756268317d94288c046c6f7373946836683c4308bfdfeff71f06a14094869452948c0974696d657374616d70944a23a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35372d3535948c1074696d655f746869735f697465725f739447404cbeec860000008c0c74696d655f746f74616c5f7394474072da9e6f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072da9e6f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"694ee9b5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d3533948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69ae3deee78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0006126521431696416,\n \"n_head\": 1\n },\n \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719511075.3267806,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1427.2011093980684,\n \"timestamp\": 1719511663,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"694ee9b5\",\n \"date\": \"2024-06-27_20-07-43\",\n \"time_this_iter_s\": 57.44098997116089,\n \"time_total_s\": 588.59880900383,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 588.59880900383,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\"\n },\n \"last_result_time\": 1719511663.9820073,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.6415064053272,\n \"min\": 1366.6497523991143,\n \"avg\": 1623.0750803549456,\n \"last\": 1427.2011093980684,\n \"last-5-avg\": 1464.264758781373,\n \"last-10-avg\": 1623.0750803549458\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 70.52699637413025,\n \"min\": 57.10992646217346,\n \"avg\": 58.859880900383,\n \"last\": 57.44098997116089,\n \"last-5-avg\": 57.52015929222107,\n \"last-10-avg\": 58.859880900383\n },\n \"time_total_s\": {\n \"max\": 588.59880900383,\n \"min\": 70.52699637413025,\n \"avg\": 329.55694622993474,\n \"last\": 588.59880900383,\n \"last-5-avg\": 473.43298115730283,\n \"last-10-avg\": 329.5569462299347\n },\n \"time_since_restore\": {\n \"max\": 588.59880900383,\n \"min\": 70.52699637413025,\n \"avg\": 329.55694622993474,\n \"last\": 588.59880900383,\n \"last-5-avg\": 473.43298115730283,\n \"last-10-avg\": 329.5569462299347\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452946807680d4308381c0ee7904e9f4094869452946807680d4308369bcd0665189f4094869452946807680d4308201008040352984094869452946807680d4308bfdfef17456c954094869452946807680d43083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f00000047404ce1005e00000047404cb6dae000000047404c95805000000047404d0eeeb400000047404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a64e6a40f72d9d97bf4a661c9271d7d400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452948c0974696d657374616d70944a69a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f31392d35392d3035948c1074696d655f746869735f697465725f7394474051a1ba4f0000008c0c74696d655f746f74616c5f7394474051a1ba4f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051a1ba4f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105ea147eaf1d8d8a263435e7c5be44f327362756268317d94288c046c6f7373946836683c4308381c0ee7904e9f4094869452948c0974696d657374616d70944aa3a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30302d3033948c1074696d655f746869735f697465725f739447404ce1005e0000008c0c74696d655f746f74616c5f7394474060091d3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474060091d3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11533600d05dbcc6ba4e46c6b19b23c49b007362756268317d94288c046c6f7373946836683c4308369bcd0665189f4094869452948c0974696d657374616d70944adda87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3031948c1074696d655f746869735f697465725f739447404cb6dae00000008c0c74696d655f746f74616c5f739447406736d3f70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406736d3f70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10dd29e0f37ab8bf9a704d9dea20d0ff217362756268317d94288c046c6f7373946836683c4308201008040352984094869452948c0974696d657374616d70944a16a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3538948c1074696d655f746869735f697465725f739447404c9580500000008c0c74696d655f746f74616c5f739447406e5c340b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e5c340b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a103a6a044a7aa355b60d4bd249e2c04d5d7362756268317d94288c046c6f7373946836683c4308bfdfef17456c954094869452948c0974696d657374616d70944a50a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30322d3536948c1074696d655f746869735f697465725f739447404d0eeeb40000008c0c74696d655f746f74616c5f7394474072cff7dc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072cff7dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a110448d855a2d47abd0343e6ea31b07792007362756268317d94288c046c6f7373946836683c43083e9fcf27c014964094869452948c0974696d657374616d70944a89a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30332d3533948c1074696d655f746869735f697465725f739447404c8e12120000008c0c74696d655f746f74616c5f739447407661ba1e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407661ba1e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116e71b942d93fb6b944441d1a96b3a29d007362756268317d94288c046c6f7373946836683c43089bcd66935d2d984094869452948c0974696d657374616d70944ac3a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30342d3531948c1074696d655f746869735f697465725f739447404cc7cc8a0000008c0c74696d655f746f74616c5f7394474079fab3af8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079fab3af8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a118e2ed835b2d4e4ad57409bdcd8da04a7007362756268317d94288c046c6f7373946836683c4308c662b158995a954094869452948c0974696d657374616d70944afca97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30352d3439948c1074696d655f746869735f697465725f739447404cfb36880000008c0c74696d655f746f74616c5f739447407d9a1a808000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d9a1a808000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a105313dce58a0a8ca7964d2de8d369970a7362756268317d94288c046c6f7373946836683c430869341a8dc67b984094869452948c0974696d657374616d70944a36aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30362d3436948c1074696d655f746869735f697465725f739447404cc35f660000008c0c74696d655f746f74616c5f7394474080994336a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080994336a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1145fae3dbb7133a8b204524eecf4a2bac007362756268317d94288c046c6f7373946836683c43087d3e9fefcd4c964094869452948c0974696d657374616d70944a6faa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30372d3433948c1074696d655f746869735f697465725f739447404cb8725c0000008c0c74696d655f746f74616c5f739447408264ca5c6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408264ca5c6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0cc69cc0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d3535948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69f9c6a82a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6143131375049876,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0007003169863053682,\n \"n_head\": 4\n },\n \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719514001.0034766,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1976.771424781619,\n \"timestamp\": 1719520207,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"0cc69cc0\",\n \"date\": \"2024-06-27_22-30-07\",\n \"time_this_iter_s\": 65.2650773525238,\n \"time_total_s\": 1335.995492696762,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 671.3338758945465,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\"\n },\n \"last_result_time\": 1719520207.0280643,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1980.4066219780389,\n \"min\": 1451.6436892531988,\n \"avg\": 1950.5915197177194,\n \"last\": 1976.771424781619,\n \"last-5-avg\": 1976.8154385303885,\n \"last-10-avg\": 1976.6620400736651\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.15366196632385,\n \"min\": 64.93273973464966,\n \"avg\": 66.7997746348381,\n \"last\": 65.2650773525238,\n \"last-5-avg\": 65.74246759414673,\n \"last-10-avg\": 67.13338758945466\n },\n \"time_total_s\": {\n \"max\": 1335.995492696762,\n \"min\": 78.72657775878906,\n \"avg\": 705.7585663080215,\n \"last\": 1335.995492696762,\n \"last-5-avg\": 1204.6566157341003,\n \"last-10-avg\": 1040.0711252212525\n },\n \"time_since_restore\": {\n \"max\": 671.3338758945465,\n \"min\": 78.72657775878906,\n \"avg\": 373.4277579069137,\n \"last\": 671.3338758945465,\n \"last-5-avg\": 539.9949989318848,\n \"last-10-avg\": 375.40950841903685\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.499999999999999,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd060eeb9e4094869452946807680d4308bfdfeff74bdf9e4094869452946807680d4308da6c361b07d99e4094869452946807680d4308bfdfeff70ce39e4094869452946807680d430867b3d92cbee39e4094869452946807680d43080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740506fb8670000004740506e43bd0000004740508ce132000000474050731458000000474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740873e85b0e000004740894c7cbdc0000047408b5a453560000047408d6be15ba0000047408f7a43e6a00000474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740621cc70000000047406a53e8de8000004740714d2cbbc0000047407569f1d1c00000474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059588490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3d2f923a6b5a8963a42cd23a5317a55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068361a0f19e4094869452948c0974696d657374616d70944adfb37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34372d3539948c1074696d655f746869735f697465725f7394474053ae80400000008c0c74696d655f746f74616c5f7394474053ae80400000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053ae80400000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c76b3560ea24d08cc4498853eb2d50357362756268317d94288c046c6f7373946836683c4308b95c2e77e0da9e4094869452948c0974696d657374616d70944a20b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34392d3034948c1074696d655f746869735f697465725f73944740503bb2020000008c0c74696d655f746f74616c5f7394474061f519210000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061f519210000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a108b0ebb4048f3c1b2fc4d63fdf770762a7362756268317d94288c046c6f7373946836683c4308a9542ad58aed9e4094869452948c0974696d657374616d70944a61b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35302d3039948c1074696d655f746869735f697465725f739447405043663c0000008c0c74696d655f746f74616c5f739447406a16cc3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a16cc3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a07410175c33babc1f45b4527d72309c007362756268317d94288c046c6f7373946836683c430867b3d98c1bec9e4094869452948c0974696d657374616d70944aa2b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35312d3134948c1074696d655f746869735f697465725f7394474050411aa50000008c0c74696d655f746f74616c5f73944740711bacc8c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740711bacc8c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1160ae920033e149a1f24dbf82795b31cd007362756268317d94288c046c6f7373946836683c4308c4e17058e5e19e4094869452948c0974696d657374616d70944ae3b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35322d3139948c1074696d655f746869735f697465725f7394474050441cb20000008c0c74696d655f746f74616c5f73944740752cb3f54000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740752cb3f54000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1180fd69741c532189184cf47257a19b94007362756268317d94288c046c6f7373946836683c4308b95c2ef745e89e4094869452948c0974696d657374616d70944a24b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35332d3234948c1074696d655f746869735f697465725f73944740504001130000008c0c74696d655f746f74616c5f73944740793cb43a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740793cb43a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a101e1192683aa53787ed4e8af009c2e3697362756268317d94288c046c6f7373946836683c43081a8d462393ae964094869452948c0974696d657374616d70944a65b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35342d3239948c1074696d655f746869735f697465725f73944740503e576f0000008c0c74696d655f746f74616c5f739447407d4c4a15c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4c4a15c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a104d32fff38b9d1293b44cfa00e8934e637362756268317d94288c046c6f7373946836683c43086d369b0d7beb9e4094869452948c0974696d657374616d70944aa7b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35352d3335948c1074696d655f746869735f697465725f739447405063e49c0000008c0c74696d655f746f74616c5f7394474080b2a19e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080b2a19e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10b107bfa8e82ac7b6e541479ecac06d737362756268317d94288c046c6f7373946836683c4308128944e271d69e4094869452948c0974696d657374616d70944ae8b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35362d3430948c1074696d655f746869735f697465725f73944740503d38cf0000008c0c74696d655f746f74616c5f7394474082ba48b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082ba48b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11a2f45026c0734692e64588adb3a3c0fc007362756268317d94288c046c6f7373946836683c4308592c166b04d49e4094869452948c0974696d657374616d70944a29b67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35372d3435948c1074696d655f746869735f697465725f739447405058122c0000008c0c74696d655f746f74616c5f7394474084c54afdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c54afdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a107edf66b18e3bcda83b4d51022001987d7362756268317d94288c046c6f7373946836683c4308369bcd060eeb9e4094869452948c0974696d657374616d70944a7ec97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32302d3134948c1074696d655f746869735f697465725f7394474053c9d5990000008c0c74696d655f746f74616c5f73944740873e85b0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053c9d5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11731297fd5f0eb3a70f4a44fc1a2f0a80007362756268317d94288c046c6f7373946836683c4308bfdfeff74bdf9e4094869452948c0974696d657374616d70944ac0c97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32312d3230948c1074696d655f746869735f697465725f73944740506fb8670000008c0c74696d655f746f74616c5f73944740894c7cbdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621cc7000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10a253b34fdfe663956a495f2cb6c750017362756268317d94288c046c6f7373946836683c4308da6c361b07d99e4094869452948c0974696d657374616d70944a02ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32322d3236948c1074696d655f746869735f697465725f73944740506e43bd0000008c0c74696d655f746f74616c5f739447408b5a45356000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a53e8de8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11eded4201d63d5f9b6643e00f360f6683007362756268317d94288c046c6f7373946836683c4308bfdfeff70ce39e4094869452948c0974696d657374616d70944a44ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32332d3332948c1074696d655f746869735f697465725f73944740508ce1320000008c0c74696d655f746f74616c5f739447408d6be15ba000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714d2cbbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113dff28fa55d1d494374bfd399e794880007362756268317d94288c046c6f7373946836683c430867b3d92cbee39e4094869452948c0974696d657374616d70944a86ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32342d3338948c1074696d655f746869735f697465725f73944740507314580000008c0c74696d655f746f74616c5f739447408f7a43e6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407569f1d1c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a115cba641b6e1165890f459c08a2f267e5007362756268317d94288c046c6f7373946836683c43080a854241bee39e4094869452948c0974696d657374616d70944ac8ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32352d3434948c1074696d655f746869735f697465725f7394474050722dd10000008c0c74696d655f746f74616c5f7394474090c444d06000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079867d460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a101a3a6585e20f9cb51f4386d630d650167362756268317d94288c046c6f7373946836683c4308bfdfefd7f1e29e4094869452948c0974696d657374616d70944a09cb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32362d3439948c1074696d655f746869735f697465725f739447405071312a0000008c0c74696d655f746f74616c5f7394474091cb57e30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da2c9908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a1020fc09a084eec795c34f8115137c5d197362756268317d94288c046c6f7373946836683c4308753a9dee4fe79e4094869452948c0974696d657374616d70944a4bcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32372d3535948c1074696d655f746869735f697465725f7394474050745f490000008c0c74696d655f746f74616c5f7394474092d29dd79000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080dff0b16000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a103c8c86ba4ef9d6a519495f7642a731607362756268317d94288c046c6f7373946836683c43089bcd661339df9e4094869452948c0974696d657374616d70944a8dcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32392d3031948c1074696d655f746869735f697465725f739447405084e1a70000008c0c74696d655f746f74616c5f7394474093daebf20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082f08ce64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11751de4aee43c9781024ef3c38c9090f0007362756268317d94288c046c6f7373946836683c430883c160f015e39e4094869452948c0974696d657374616d70944acfcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d33302d3037948c1074696d655f746869735f697465725f739447405050f7070000008c0c74696d655f746f74616c5f7394474094dffb627000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084faabc72000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6ef1de40\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6ca1148e838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.49537163003492246,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.001560166878876501,\n \"n_head\": 16\n },\n \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719514665.8585112,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1973.7387137826033,\n \"timestamp\": 1719517360,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"6ef1de40\",\n \"date\": \"2024-06-27_21-42-40\",\n \"time_this_iter_s\": 267.4155812263489,\n \"time_total_s\": 2694.710231781006,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2694.710231781006,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\"\n },\n \"last_result_time\": 1719517360.6187065,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1983.0505034679502,\n \"min\": 1968.2562842181349,\n \"avg\": 1973.104783330001,\n \"last\": 1973.7387137826033,\n \"last-5-avg\": 1974.9902437945989,\n \"last-10-avg\": 1973.1047833300013\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 281.80140829086304,\n \"min\": 267.4155812263489,\n \"avg\": 269.4710231781006,\n \"last\": 267.4155812263489,\n \"last-5-avg\": 267.828737449646,\n \"last-10-avg\": 269.4710231781006\n },\n \"time_total_s\": {\n \"max\": 2694.710231781006,\n \"min\": 281.80140829086304,\n \"avg\": 1489.0121746540071,\n \"last\": 2694.710231781006,\n \"last-5-avg\": 2159.3639234542848,\n \"last-10-avg\": 1489.012174654007\n },\n \"time_since_restore\": {\n \"max\": 2694.710231781006,\n \"min\": 281.80140829086304,\n \"avg\": 1489.0121746540071,\n \"last\": 2694.710231781006,\n \"last-5-avg\": 2159.3639234542848,\n \"last-10-avg\": 1489.012174654007\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452946807680d43080e87c3e135ca9e4094869452946807680d43087bbd5e6f06c19e4094869452946807680d4308d0e7f3597cdf9e4094869452946807680d4308da6c36bb17c29e4094869452946807680d4308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474070c44766800000474070c86cbd400000474070cacb00800000474070c4bedb400000474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e877ad68df15b9920e4991a7280bf92b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452948c0974696d657374616d70944a43b77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30322d3237948c1074696d655f746869735f697465725f73944740719cd2918000008c0c74696d655f746f74616c5f73944740719cd2918000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719cd2918000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11058da0bfb1c3b8bde04c240efba852ac007362756268317d94288c046c6f7373946836683c43080e87c3e135ca9e4094869452948c0974696d657374616d70944a4fb87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30362d3535948c1074696d655f746869735f697465725f7394474070c447668000008c0c74696d655f746f74616c5f7394474081308cfc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081308cfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109a2c56f1460560bc8c48fa5bdf6bbb5f7362756268317d94288c046c6f7373946836683c43087bbd5e6f06c19e4094869452948c0974696d657374616d70944a5cb97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31312d3234948c1074696d655f746869735f697465725f7394474070c86cbd4000008c0c74696d655f746f74616c5f739447408994c35aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408994c35aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10242e51a2037e1c986f4302ca4be1717b7362756268317d94288c046c6f7373946836683c4308d0e7f3597cdf9e4094869452948c0974696d657374616d70944a69ba7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31352d3533948c1074696d655f746869735f697465725f7394474070cacb008000008c0c74696d655f746f74616c5f7394474090fd146d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090fd146d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10871ff59d838f00b04e4296c9788a1b477362756268317d94288c046c6f7373946836683c4308da6c36bb17c29e4094869452948c0974696d657374616d70944a75bb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32302d3231948c1074696d655f746869735f697465725f7394474070c4bedb4000008c0c74696d655f746f74616c5f73944740952e44244000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740952e44244000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11d52fb3898bf8f6a51049d584c36054ed007362756268317d94288c046c6f7373946836683c4308ee76bb9d46cb9e4094869452948c0974696d657374616d70944a81bc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32342d3439948c1074696d655f746869735f697465725f7394474070bfad290000008c0c74696d655f746f74616c5f73944740995e2f6e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740995e2f6e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116984a6e93ca999bc3f4d27ed908707d7007362756268317d94288c046c6f7373946836683c4308b7dbedf6cac49e4094869452948c0974696d657374616d70944a8dbd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32392d3137948c1074696d655f746869735f697465725f7394474070c1b5ce0000008c0c74696d655f746f74616c5f739447409d8e9ce20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d8e9ce20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1003ef008a8b8539ad0f435b9bccae287d7362756268317d94288c046c6f7373946836683c4308b95c2eb733fc9e4094869452948c0974696d657374616d70944a99be7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33332d3435948c1074696d655f746869735f697465725f7394474070bf645d8000008c0c74696d655f746f74616c5f73944740a0df3afcb000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a0df3afcb000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10e60001d345cd39b8204b83c6c2f96f0b7362756268317d94288c046c6f7373946836683c4308793c1e4f94e89e4094869452948c0974696d657374616d70944aa5bf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33382d3133948c1074696d655f746869735f697465725f7394474070badefe0000008c0c74696d655f746f74616c5f73944740a2f696dc7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2f696dc7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a107f649b64ec959bb63342b3684a5c15297362756268317d94288c046c6f7373946836683c43088bc56271f4d69e4094869452948c0974696d657374616d70944ab0c07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d34322d3430948c1074696d655f746869735f697465725f7394474070b6a6388000008c0c74696d655f746f74616c5f73944740a50d6ba38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a50d6ba38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"126476e9\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d3435948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6d837500d58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8131411649283373,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.001721462936357609,\n \"n_head\": 1\n },\n \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719517360.7815716,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2009.24755859375,\n \"timestamp\": 1719518127,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"126476e9\",\n \"date\": \"2024-06-27_21-55-27\",\n \"time_this_iter_s\": 75.30808591842651,\n \"time_total_s\": 766.4792046546936,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 766.4792046546936,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719518127.3081007,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2020.5109916146346,\n \"min\": 2007.0465179203063,\n \"avg\": 2014.3776815099038,\n \"last\": 2009.24755859375,\n \"last-5-avg\": 2011.096544064499,\n \"last-10-avg\": 2014.3776815099038\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.88545632362366,\n \"min\": 75.18996810913086,\n \"avg\": 76.64792046546935,\n \"last\": 75.30808591842651,\n \"last-5-avg\": 75.28878254890442,\n \"last-10-avg\": 76.64792046546935\n },\n \"time_total_s\": {\n \"max\": 766.4792046546936,\n \"min\": 88.88545632362366,\n \"avg\": 427.68169691562656,\n \"last\": 766.4792046546936,\n \"last-5-avg\": 615.8821082115173,\n \"last-10-avg\": 427.6816969156265\n },\n \"time_since_restore\": {\n \"max\": 766.4792046546936,\n \"min\": 88.88545632362366,\n \"avg\": 427.68169691562656,\n \"last\": 766.4792046546936,\n \"last-5-avg\": 615.8821082115173,\n \"last-10-avg\": 427.6816969156265\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452946807680d43088bc562410b929f4094869452946807680d4308cce57239847d9f4094869452946807680d43081a8d4653ac809f4094869452946807680d4308d0e7f3a94f879f4094869452946807680d43089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab51000000474052d72d5c000000474052d1b175000000474052cc2870000000474052d48fa7000000474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c624c9e8b85cb9824e47fa2bd5fecc55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452948c0974696d657374616d70944a09c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34342d3039948c1074696d655f746869735f697465725f739447405638ab510000008c0c74696d655f746f74616c5f739447405638ab510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405638ab510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11854b5cf80cf335b27e402cfaa50ba6a7007362756268317d94288c046c6f7373946836683c43088bc562410b929f4094869452948c0974696d657374616d70944a54c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34352d3235948c1074696d655f746869735f697465725f7394474052d72d5c0000008c0c74696d655f746f74616c5f739447406487ec568000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406487ec568000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107c7877ee955a908e964d798db0176b767362756268317d94288c046c6f7373946836683c4308cce57239847d9f4094869452948c0974696d657374616d70944aa0c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34362d3430948c1074696d655f746869735f697465725f7394474052d1b1750000008c0c74696d655f746f74616c5f739447406df0c5110000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406df0c5110000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a100cf784d334cf489cc14921c44d3aaf407362756268317d94288c046c6f7373946836683c43081a8d4653ac809f4094869452948c0974696d657374616d70944aebc17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34372d3535948c1074696d655f746869735f697465725f7394474052cc28700000008c0c74696d655f746f74616c5f7394474073ab6ca48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ab6ca48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10785b8095940bf49c8542b0f61b6147237362756268317d94288c046c6f7373946836683c4308d0e7f3a94f879f4094869452948c0974696d657374616d70944a36c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34392d3130948c1074696d655f746869735f697465725f7394474052d48fa70000008c0c74696d655f746f74616c5f739447407860908e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407860908e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bf724159c2c9669b824b067bb1bff4f0007362756268317d94288c046c6f7373946836683c43089bcd6603157c9f4094869452948c0974696d657374616d70944a82c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35302d3236948c1074696d655f746869735f697465725f7394474052d2f5f60000008c0c74696d655f746f74616c5f739447407d154e0bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d154e0bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10aa4612f7a8acfeb62d46a38a813869697362756268317d94288c046c6f7373946836683c43081e8fc7e3ac649f4094869452948c0974696d657374616d70944acdc27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35312d3431948c1074696d655f746869735f697465725f7394474052d00d700000008c0c74696d655f746f74616c5f7394474080e4a8b3e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080e4a8b3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11bacda4a64fc4509e3b424a8bff0cf1fe007362756268317d94288c046c6f7373946836683c430893c964a22f5c9f4094869452948c0974696d657374616d70944a18c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35322d3536948c1074696d655f746869735f697465725f7394474052d0e3fb0000008c0c74696d655f746f74616c5f73944740833ec5334000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740833ec5334000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10d75be1b3ce9dad98d64e0f43894604557362756268317d94288c046c6f7373946836683c4308a552a944ff7b9f4094869452948c0974696d657374616d70944a63c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35342d3131948c1074696d655f746869735f697465725f7394474052d4ca020000008c0c74696d655f746f74616c5f7394474085995e738000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085995e738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100f5abf68f80d3f8d11470221c7579c717362756268317d94288c046c6f7373946836683c430800000080fd649f4094869452948c0974696d657374616d70944aafc37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35352d3237948c1074696d655f746869735f697465725f7394474052d3b7ae0000008c0c74696d655f746f74616c5f7394474087f3d5694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087f3d5694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5436b378\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d3430948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f702b1eb51d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.049405145459166966,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0917460389036109,\n \"n_head\": 2\n },\n \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719518127.4546864,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.128303587906,\n \"timestamp\": 1719520903,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"5436b378\",\n \"date\": \"2024-06-27_22-41-43\",\n \"time_this_iter_s\": 68.36882543563843,\n \"time_total_s\": 1390.6505200862885,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 695.9118068218231,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\"\n },\n \"last_result_time\": 1719520903.1593108,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1998.2474076879307,\n \"min\": 1953.7692371278297,\n \"avg\": 1968.0650306521436,\n \"last\": 1954.128303587906,\n \"last-5-avg\": 1958.3086956354578,\n \"last-10-avg\": 1962.4795481283832\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 81.73000359535217,\n \"min\": 67.73129034042358,\n \"avg\": 69.53252600431442,\n \"last\": 68.36882543563843,\n \"last-5-avg\": 68.27991886138916,\n \"last-10-avg\": 69.59118068218231\n },\n \"time_total_s\": {\n \"max\": 1390.6505200862885,\n \"min\": 81.73000359535217,\n \"avg\": 735.9162840604781,\n \"last\": 1390.6505200862885,\n \"last-5-avg\": 1253.9816384792327,\n \"last-10-avg\": 1083.4131253242492\n },\n \"time_since_restore\": {\n \"max\": 695.9118068218231,\n \"min\": 81.72813010215759,\n \"avg\": 388.54692742824545,\n \"last\": 695.9118068218231,\n \"last-5-avg\": 559.2429252147674,\n \"last-10-avg\": 388.67441205978395\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.499999999999999,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308e8f3f9fc10cf9e4094869452946807680d43088d46a37186a99e4094869452946807680d43082e97cb258da69e4094869452946807680d43084ba55229a8ad9e4094869452946807680d43087bbd5e4f35d89e4094869452946807680d43082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af00000047405114dc6f000000474050fc69550000004740510f4c73000000474051119c31000000474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408843bc1860000047408a6657a640000047408c85e4d0e0000047408ea7ce5f4000004740906500f2b00000474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af000000474062c1bb0f00000047406b3fefb9800000474071e3caf9800000474076283205c0000047407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005958c490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104136cf8025a465ad6e47d4e230f2bb08736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9fefa9ac9e4094869452948c0974696d657374616d70944a01c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35362d3439948c1074696d655f746869735f697465725f73944740546eb8610000008c0c74696d655f746f74616c5f73944740546eb8610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546eb8610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1123e4786a52489dacdf47e973960864ca007362756268317d94288c046c6f7373946836683c4308e0eff7bb301f9f4094869452948c0974696d657374616d70944a45c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35372d3537948c1074696d655f746869735f697465725f73944740510022c40000008c0c74696d655f746f74616c5f7394474062b76d928000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062b76d928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e69d0fd6afb54bae42483d954e9e252d7362756268317d94288c046c6f7373946836683c4308a9542ad5a0ab9e4094869452948c0974696d657374616d70944a89c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35392d3035948c1074696d655f746869735f697465725f739447405117a1fc0000008c0c74696d655f746f74616c5f739447406b433e908000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b433e908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b9e94595df8d5aa6a447ffead83c6cb6007362756268317d94288c046c6f7373946836683c4308140a85a2e4ae9e4094869452948c0974696d657374616d70944acdc47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30302d3133948c1074696d655f746869735f697465725f739447405115ba000000008c0c74696d655f746f74616c5f7394474071e70dc84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e70dc84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1192d8225d5bf06ca40840a4f9d69458a5007362756268317d94288c046c6f7373946836683c4308341a8d86a1b29e4094869452948c0974696d657374616d70944a11c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30312d3231948c1074696d655f746869735f697465725f7394474050fcdd8c0000008c0c74696d655f746f74616c5f739447407626452b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407626452b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e20f2da931c86f878f4b2bb075289396007362756268317d94288c046c6f7373946836683c430883c160b0eeac9e4094869452948c0974696d657374616d70944a56c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30322d3330948c1074696d655f746869735f697465725f739447405111482b0000008c0c74696d655f746f74616c5f739447407a6a97360000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6a97360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119b2007d3ed4647ab50487eed6f8819e4007362756268317d94288c046c6f7373946836683c4308c4e17058fd389f4094869452948c0974696d657374616d70944a9ac57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30332d3338948c1074696d655f746869735f697465725f7394474050fb90310000008c0c74696d655f746f74616c5f739447407ea97b424000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ea97b424000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aee980d4226206b3c1468febee1abd707362756268317d94288c046c6f7373946836683c430849241269deb99e4094869452948c0974696d657374616d70944adec57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30342d3436948c1074696d655f746869735f697465725f73944740510d1d710000008c0c74696d655f746f74616c5f739447408176614f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408176614f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10c4830bd99949568b664f6ae17261e91b7362756268317d94288c046c6f7373946836683c43080e87c341a3379f4094869452948c0974696d657374616d70944a22c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30352d3534948c1074696d655f746869735f697465725f73944740510d6f240000008c0c74696d655f746f74616c5f7394474083980f33c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083980f33c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1157aecc09cc54f9a29d46fc4b7e5cf880007362756268317d94288c046c6f7373946836683c43081e8fc7e395b19e4094869452948c0974696d657374616d70944a66c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30372d3032948c1074696d655f746869735f697465725f7394474050eecd760000008c0c74696d655f746f74616c5f7394474085b5e8e28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b5e8e28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11cceefe2eded132b9cd4fe447c796bb80007362756268317d94288c046c6f7373946836683c4308e8f3f9fc10cf9e4094869452948c0974696d657374616d70944a20cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33312d3238948c1074696d655f746869735f697465725f73944740546e99af0000008c0c74696d655f746f74616c5f739447408843bc186000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546e99af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1189dfc8a271c8988fa14538e76f8b8bc3007362756268317d94288c046c6f7373946836683c43088d46a37186a99e4094869452948c0974696d657374616d70944a65cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33322d3337948c1074696d655f746869735f697465725f739447405114dc6f0000008c0c74696d655f746f74616c5f739447408a6657a64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062c1bb0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11567a5d7c028817b7054b6b6fbacfe5fe007362756268317d94288c046c6f7373946836683c43082e97cb258da69e4094869452948c0974696d657374616d70944aa9cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33332d3435948c1074696d655f746869735f697465725f7394474050fc69550000008c0c74696d655f746f74616c5f739447408c85e4d0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b3fefb98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11ceef4bd5134383b456486097a55a97b9007362756268317d94288c046c6f7373946836683c43084ba55229a8ad9e4094869452948c0974696d657374616d70944aedcc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33342d3533948c1074696d655f746869735f697465725f73944740510f4c730000008c0c74696d655f746f74616c5f739447408ea7ce5f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e3caf98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054264028207bd9a3874253287e5fd67e7362756268317d94288c046c6f7373946836683c43087bbd5e4f35d89e4094869452948c0974696d657374616d70944a31cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33362d3031948c1074696d655f746869735f697465725f7394474051119c310000008c0c74696d655f746f74616c5f73944740906500f2b000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076283205c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107eacd86e688e96b0354a935cd71a26667362756268317d94288c046c6f7373946836683c43082c168bc5feba9e4094869452948c0974696d657374616d70944a76cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33372d3130948c1074696d655f746869735f697465725f73944740511403580000008c0c74696d655f746f74616c5f73944740917641283000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6d32dbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11a246b255b9450eb49140c3dc478515d2007362756268317d94288c046c6f7373946836683c430853a9546a88aa9e4094869452948c0974696d657374616d70944abacd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33382d3138948c1074696d655f746869735f697465725f7394474050fdc13c0000008c0c74696d655f746f74616c5f7394474092861d3bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407eaca32ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a109b27d373f1a132bcae4eeccd6197df4a7362756268317d94288c046c6f7373946836683c430897cbe5b213879e4094869452948c0974696d657374616d70944afecd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33392d3236948c1074696d655f746869735f697465725f739447405116bc6a0000008c0c74696d655f746f74616c5f73944740939789029000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081792922a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11d60a6ae5a1ecae91dd461ba610f96ee1007362756268317d94288c046c6f7373946836683c43080683c1400e899e4094869452948c0974696d657374616d70944a42ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34302d3334948c1074696d655f746869735f697465725f73944740511977200000008c0c74696d655f746f74616c5f7394474094a920749000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740839c5806a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a118ddea951ce1581bd244535b8300af993007362756268317d94288c046c6f7373946836683c43081008046283889e4094869452948c0974696d657374616d70944a87ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34312d3433948c1074696d655f746869735f697465725f7394474051179ad60000008c0c74696d655f746f74616c5f7394474095ba9a21f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085bf4b616000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0cd883e\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d3237948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f70c22833958c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3372755257890534,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00018514260159136858,\n \"n_head\": 16\n },\n \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719518822.4089937,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 226.0272181953971,\n \"timestamp\": 1719519535,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"e0cd883e\",\n \"date\": \"2024-06-27_22-18-55\",\n \"time_this_iter_s\": 70.02730536460876,\n \"time_total_s\": 712.9930970668793,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 712.9930970668793,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\"\n },\n \"last_result_time\": 1719519535.4646182,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1182.49372251015,\n \"min\": 226.0272181953971,\n \"avg\": 458.2284059539554,\n \"last\": 226.0272181953971,\n \"last-5-avg\": 276.1279017651175,\n \"last-10-avg\": 458.22840595395536\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.27375411987305,\n \"min\": 69.51625561714172,\n \"avg\": 71.29930970668794,\n \"last\": 70.02730536460876,\n \"last-5-avg\": 69.8307059764862,\n \"last-10-avg\": 71.29930970668792\n },\n \"time_total_s\": {\n \"max\": 712.9930970668793,\n \"min\": 83.27375411987305,\n \"avg\": 398.38568634986876,\n \"last\": 712.9930970668793,\n \"last-5-avg\": 573.2247057914734,\n \"last-10-avg\": 398.38568634986876\n },\n \"time_since_restore\": {\n \"max\": 712.9930970668793,\n \"min\": 83.27375411987305,\n \"avg\": 398.38568634986876,\n \"last\": 712.9930970668793,\n \"last-5-avg\": 573.2247057914734,\n \"last-10-avg\": 398.38568634986876\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452946807680d4308b95c2e17542b844094869452946807680d430830180ca61e55804094869452946807680d4308592c162bdfbb7c4094869452946807680d43082a954a25a575784094869452946807680d430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d1853000000047405189345000000047405189cc7d00000047405183e8d20000004740518d4ca9000000474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f993e44a8551beb72849ea9dfa71a81c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452948c0974696d657374616d70944ab9c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30382d3235948c1074696d655f746869735f697465725f7394474054d185300000008c0c74696d655f746f74616c5f7394474054d185300000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d185300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1189c85039598258b0b44cd81b4f030bed007362756268317d94288c046c6f7373946836683c4308b95c2e17542b844094869452948c0974696d657374616d70944affc67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30392d3335948c1074696d655f746869735f697465725f73944740518934500000008c0c74696d655f746f74616c5f73944740632d5cc00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740632d5cc00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11d2c28e15e4ec40a8424c3b36013bcf92007362756268317d94288c046c6f7373946836683c430830180ca61e55804094869452948c0974696d657374616d70944a45c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31302d3435948c1074696d655f746869735f697465725f739447405189cc7d0000008c0c74696d655f746f74616c5f739447406bf242fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406bf242fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ae0eed1b623e48b8224763639f5f715b7362756268317d94288c046c6f7373946836683c4308592c162bdfbb7c4094869452948c0974696d657374616d70944a8cc77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31312d3536948c1074696d655f746869735f697465725f739447405183e8d20000008c0c74696d655f746f74616c5f73944740725a1bb3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740725a1bb3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11702f2a6f2e6cb2b8dd46230a1f41adc3007362756268317d94288c046c6f7373946836683c43082a954a25a575784094869452948c0974696d657374616d70944ad2c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31332d3036948c1074696d655f746869735f697465725f73944740518d4ca90000008c0c74696d655f746f74616c5f7394474076bd6ede0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076bd6ede0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113b6040b90ff42c979c4f35bb78d24f86007362756268317d94288c046c6f7373946836683c430871381cce64fe744094869452948c0974696d657374616d70944a17c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31342d3135948c1074696d655f746869735f697465725f7394474051610a550000008c0c74696d655f746f74616c5f739447407b15b1734000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b15b1734000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103473d1b1d209e4b624485a80c9cd223f7362756268317d94288c046c6f7373946836683c4308abd56a75c967734094869452948c0974696d657374616d70944a5dc87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31352d3235948c1074696d655f746869735f697465725f7394474051831a970000008c0c74696d655f746f74616c5f739447407f7678190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f7678190000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11f3c54ab465135db23c4e461e723f27c6007362756268317d94288c046c6f7373946836683c4308492412098a94704094869452948c0974696d657374616d70944aa3c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31362d3335948c1074696d655f746869735f697465725f73944740518002e20000008c0c74696d655f746f74616c5f7394474081eb3c68c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081eb3c68c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c93b84ec838e3580a34c2916373cf3d0007362756268317d94288c046c6f7373946836683c43084ba55249275e6e4094869452948c0974696d657374616d70944ae9c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31372d3435948c1074696d655f746869735f697465725f739447405163ec420000008c0c74696d655f746f74616c5f739447408417b9f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408417b9f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11421b1dfd46436e921c408f73256644b4007362756268317d94288c046c6f7373946836683c4308c662b1f8de406c4094869452948c0974696d657374616d70944a2fc97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31382d3535948c1074696d655f746869735f697465725f739447405181bf5f0000008c0c74696d655f746f74616c5f739447408647f1dce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408647f1dce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"204212fd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d3032948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f71590edfbf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.04978685082912593,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.010469557594705402,\n \"n_head\": 4\n },\n \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719520903.330462,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.8791032926304,\n \"timestamp\": 1719521574,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"204212fd\",\n \"date\": \"2024-06-27_22-52-54\",\n \"time_this_iter_s\": 65.99194502830505,\n \"time_total_s\": 670.9034311771393,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 670.9034311771393,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\"\n },\n \"last_result_time\": 1719521574.2939506,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.831690029835,\n \"min\": 1953.7773927703618,\n \"avg\": 1964.1880543145614,\n \"last\": 1955.8791032926304,\n \"last-5-avg\": 1962.2791261687994,\n \"last-10-avg\": 1964.188054314561\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.25631952285767,\n \"min\": 65.39359998703003,\n \"avg\": 67.09034311771393,\n \"last\": 65.99194502830505,\n \"last-5-avg\": 65.70760884284974,\n \"last-10-avg\": 67.09034311771393\n },\n \"time_total_s\": {\n \"max\": 670.9034311771393,\n \"min\": 79.25631952285767,\n \"avg\": 375.01524903774265,\n \"last\": 670.9034311771393,\n \"last-5-avg\": 539.2344509124756,\n \"last-10-avg\": 375.0152490377426\n },\n \"time_since_restore\": {\n \"max\": 670.9034311771393,\n \"min\": 79.25631952285767,\n \"avg\": 375.01524903774265,\n \"last\": 670.9034311771393,\n \"last-5-avg\": 539.2344509124756,\n \"last-10-avg\": 375.0152490377426\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452946807680d4308814020708f979e4094869452946807680d4308341a8da6534f9f4094869452946807680d430867b3d90c1c879e4094869452946807680d4308bbdd6ed7008e9e4094869452946807680d43087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a00000047405067d3bf0000004740507cb1a900000047405074dcf80000004740506d98960000004740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d4e1a23d5bbc91b2d845350bc9afbaec00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452948c0974696d657374616d70944ad6ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34332d3032948c1074696d655f746869735f697465725f7394474053d0678a0000008c0c74696d655f746f74616c5f7394474053d0678a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d0678a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a108d8db0a26c20b8923a468f635bc138527362756268317d94288c046c6f7373946836683c4308814020708f979e4094869452948c0974696d657374616d70944a18cf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34342d3038948c1074696d655f746869735f697465725f739447405067d3bf0000008c0c74696d655f746f74616c5f73944740621c1da48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621c1da48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105dbcb318b4fb6a87e848570f6db7895e7362756268317d94288c046c6f7373946836683c4308341a8da6534f9f4094869452948c0974696d657374616d70944a5acf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34352d3134948c1074696d655f746869735f697465725f73944740507cb1a90000008c0c74696d655f746f74616c5f739447406a5a76790000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a5a76790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1056bc90b32470a08ad049454e6f1447167362756268317d94288c046c6f7373946836683c430867b3d90c1c879e4094869452948c0974696d657374616d70944a9bcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34362d3139948c1074696d655f746869735f697465725f739447405074dcf80000008c0c74696d655f746f74616c5f73944740714a727a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714a727a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10b8d34bf0cf60c994f2486097946660297362756268317d94288c046c6f7373946836683c4308bbdd6ed7008e9e4094869452948c0974696d657374616d70944addcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34372d3235948c1074696d655f746869735f697465725f73944740506d98960000008c0c74696d655f746f74616c5f739447407565d8a00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407565d8a00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a100a6d4e5dc486cbb30c411fd22b5e92767362756268317d94288c046c6f7373946836683c43087bbd5e4f708a9e4094869452948c0974696d657374616d70944a1fd07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34382d3331948c1074696d655f746869735f697465725f73944740505930be0000008c0c74696d655f746f74616c5f73944740797c24cf8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740797c24cf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103b50672d839e8ca99c4e6f6463468a127362756268317d94288c046c6f7373946836683c430845229148f5ca9e4094869452948c0974696d657374616d70944a60d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34392d3336948c1074696d655f746869735f697465725f739447405072b25f0000008c0c74696d655f746f74616c5f739447407d98d1674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d98d1674000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116b5d45d9c12b40a05c49d16f4502859e007362756268317d94288c046c6f7373946836683c4308cce57299a4df9e4094869452948c0974696d657374616d70944aa2d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35302d3432948c1074696d655f746869735f697465725f73944740505fc0250000008c0c74696d655f746f74616c5f7394474080d860b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d860b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a112819b9c13c7a94847748bf362e9a70c9007362756268317d94288c046c6f7373946836683c4308da6c36bb06899e4094869452948c0974696d657374616d70944ae4d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35312d3438948c1074696d655f746869735f697465725f73944740507750080000008c0c74696d655f746f74616c5f7394474082e74ab94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082e74ab94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a111432eb8e3fbc62b88949e9de446546e8007362756268317d94288c046c6f7373946836683c43089d4ea733848f9e4094869452948c0974696d657374616d70944a26d17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35322d3534948c1074696d655f746869735f697465725f73944740507f7c070000008c0c74696d655f746f74616c5f7394474084f73a3a2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084f73a3a2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"951ea23d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f736921a1358c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7686353033166121,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00011707230271575167,\n \"n_head\": 16\n },\n \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719521574.4709122,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1996.574927142286,\n \"timestamp\": 1719523891,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"951ea23d\",\n \"date\": \"2024-06-27_23-31-31\",\n \"time_this_iter_s\": 230.07325339317322,\n \"time_total_s\": 2316.8418955802917,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2316.8418955802917,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719523891.3631365,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1999.2121284064347,\n \"min\": 1990.6904046967275,\n \"avg\": 1994.8825260672984,\n \"last\": 1996.574927142286,\n \"last-5-avg\": 1994.9200616310904,\n \"last-10-avg\": 1994.8825260672984\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 243.84869742393494,\n \"min\": 230.07325339317322,\n \"avg\": 231.68418955802917,\n \"last\": 230.07325339317322,\n \"last-5-avg\": 230.36180253028868,\n \"last-10-avg\": 231.68418955802917\n },\n \"time_total_s\": {\n \"max\": 2316.8418955802917,\n \"min\": 243.84869742393494,\n \"avg\": 1280.3648713350296,\n \"last\": 2316.8418955802917,\n \"last-5-avg\": 1856.3467571258545,\n \"last-10-avg\": 1280.3648713350296\n },\n \"time_since_restore\": {\n \"max\": 2316.8418955802917,\n \"min\": 243.84869742393494,\n \"avg\": 1280.3648713350296,\n \"last\": 2316.8418955802917,\n \"last-5-avg\": 1856.3467571258545,\n \"last-10-avg\": 1280.3648713350296\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452946807680d43084fa7d34960319f4094869452946807680d4308c2603038d93c9f4094869452946807680d4308cce572f9c21a9f4094869452946807680d43086fb7db0d35219f4094869452946807680d430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047406cc910c080000047406cc3389f80000047406ccdf41780000047406ccba76180000047406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a119cb0bf7edc5b92a12748c23beb5b259700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452948c0974696d657374616d70944a1ad27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32322d35362d3538948c1074696d655f746869735f697465725f739447406e7b28878000008c0c74696d655f746f74616c5f739447406e7b28878000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e7b28878000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a111e35f58573960f89d64b9627b78b0fcc007362756268317d94288c046c6f7373946836683c43084fa7d34960319f4094869452948c0974696d657374616d70944a00d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30302d3438948c1074696d655f746869735f697465725f739447406cc910c08000008c0c74696d655f746f74616c5f739447407da21ca40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da21ca40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11799c57b9483a5d9d7141ef80361866df007362756268317d94288c046c6f7373946836683c4308c2603038d93c9f4094869452948c0974696d657374616d70944ae6d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30342d3338948c1074696d655f746869735f697465725f739447406cc3389f8000008c0c74696d655f746f74616c5f739447408601dc79e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408601dc79e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a117fcf1b68fd562fa4ab46949427809888007362756268317d94288c046c6f7373946836683c4308cce572f9c21a9f4094869452948c0974696d657374616d70944acdd47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30382d3239948c1074696d655f746869735f697465725f739447406ccdf4178000008c0c74696d655f746f74616c5f739447408d35597fc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d35597fc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11ed3aebedd025ce89f5426099490c75aa007362756268317d94288c046c6f7373946836683c43086fb7db0d35219f4094869452948c0974696d657374616d70944ab3d57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31322d3139948c1074696d655f746869735f697465725f739447406ccba7618000008c0c74696d655f746f74616c5f73944740923421ac1000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740923421ac1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11915fb595e479b9a56b46a1dec30f27aa007362756268317d94288c046c6f7373946836683c430857abd58a9e2b9f4094869452948c0974696d657374616d70944a9ad67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31362d3130948c1074696d655f746869735f697465725f739447406cd4a4190000008c0c74696d655f746f74616c5f7394474095ceb62f3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ceb62f3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1130732bee5d180c93874b2e0ea9a842a9007362756268317d94288c046c6f7373946836683c430869341aad84349f4094869452948c0974696d657374616d70944a80d77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32302d3030948c1074696d655f746869735f697465725f739447406ccd36f20000008c0c74696d655f746f74616c5f7394474099685d0d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099685d0d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10f10f41d77d2515a680461b019979cf737362756268317d94288c046c6f7373946836683c4308fe7ebf7f292d9f4094869452948c0974696d657374616d70944a66d87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32332d3530948c1074696d655f746869735f697465725f739447406cc86f550000008c0c74696d655f746f74616c5f739447409d016af81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d016af81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10972a9af606ec00922048897520b3367a7362756268317d94288c046c6f7373946836683c43082e97cb45cd1a9f4094869452948c0974696d657374616d70944a4dd97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32372d3431948c1074696d655f746869735f697465725f739447406ccd40f70000008c0c74696d655f746f74616c5f73944740a04d898b7800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a04d898b7800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df49a2812fe53b5aa480d543f1b4fa9007362756268317d94288c046c6f7373946836683c4308ce66b3b94c329f4094869452948c0974696d657374616d70944a33da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d33312d3331948c1074696d655f746869735f697465725f739447406cc258178000008c0c74696d655f746f74616c5f73944740a219af0cf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a219af0cf000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"04dab8e5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d3534948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f74002c71328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9904174177662719,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0015488652457456295,\n \"n_head\": 1\n },\n \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719523891.5151231,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719524735,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"04dab8e5\",\n \"date\": \"2024-06-27_23-45-35\",\n \"time_this_iter_s\": 90.93833804130554,\n \"time_total_s\": 843.8836045265198,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 843.8836045265198,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\"\n },\n \"last_result_time\": 1719524735.4658804,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 90.97299361228943,\n \"min\": 75.47974467277527,\n \"avg\": 84.38836045265198,\n \"last\": 90.93833804130554,\n \"last-5-avg\": 89.70397853851318,\n \"last-10-avg\": 84.38836045265198\n },\n \"time_total_s\": {\n \"max\": 843.8836045265198,\n \"min\": 90.10185432434082,\n \"avg\": 452.3447197675705,\n \"last\": 843.8836045265198,\n \"last-5-avg\": 662.2355187416076,\n \"last-10-avg\": 452.3447197675705\n },\n \"time_since_restore\": {\n \"max\": 843.8836045265198,\n \"min\": 90.10185432434082,\n \"avg\": 452.3447197675705,\n \"last\": 843.8836045265198,\n \"last-5-avg\": 662.2355187416076,\n \"last-10-avg\": 452.3447197675705\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474052deb423000000474053335e990000004740531d0d6800000047405321a222000000474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c424dabf1027f79c4e449a5e3617b16c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a8dda7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33332d3031948c1074696d655f746869735f697465725f73944740568684c80000008c0c74696d655f746f74616c5f73944740568684c80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740568684c80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1049e736b185fb67b0bf4f2a806fb08b1e7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33342d3137948c1074696d655f746869735f697465725f7394474052deb4230000008c0c74696d655f746f74616c5f7394474064b29c758000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064b29c758000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11fb35cecf4143b2ab9a4b1db49c7f5cf3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a25db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33352d3333948c1074696d655f746869735f697465725f7394474053335e990000008c0c74696d655f746f74616c5f739447406e4c4bc20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e4c4bc20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10bcfc392a43ad09a050423690a1c0c0257362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33362d3530948c1074696d655f746869735f697465725f73944740531d0d680000008c0c74696d655f746f74616c5f7394474073ed693b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ed693b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11326ccd612a4f9bb0ee4621c5ad5b0bef007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abedb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33382d3036948c1074696d655f746869735f697465725f739447405321a2220000008c0c74696d655f746f74616c5f7394474078b5d1c38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078b5d1c38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10cd4a3495598e429b9348484fe78a4a047362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a14dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33392d3332948c1074696d655f746869735f697465725f73944740554787520000008c0c74696d655f746f74616c5f739447407e07b3980000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e07b3980000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11fca2d2603ff4ed8a024e39704b3f88cd007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a6fdc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34312d3033948c1074696d655f746869735f697465725f7394474056be45870000008c0c74696d655f746f74616c5f7394474081dba27ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081dba27ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064396ba851c9ef95e14e8daee14bb6517362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ac9dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34322d3333948c1074696d655f746869735f697465725f7394474056bd5b4b0000008c0c74696d655f746f74616c5f7394474084b34de64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084b34de64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10ae40435f4da6129a164b8b95187d163b7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a24dd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34342d3034948c1074696d655f746869735f697465725f7394474056a2100d0000008c0c74696d655f746f74616c5f7394474087878fe7e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087878fe7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11fe79f2aeb39207b0934fe642b3d103e7007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a7fdd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34352d3335948c1074696d655f746869735f697465725f7394474056bc0dbb0000008c0c74696d655f746f74616c5f739447408a5f119f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408a5f119f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"dd70a43a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d3331948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f765c839c508c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8381852944111963,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.012410063874557094,\n \"n_head\": 1\n },\n \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719524735.6237292,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.5640210729885,\n \"timestamp\": 1719531281,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"dd70a43a\",\n \"date\": \"2024-06-28_01-34-41\",\n \"time_this_iter_s\": 645.8664748668671,\n \"time_total_s\": 6545.738219022751,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 6545.738219022751,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\"\n },\n \"last_result_time\": 1719531281.41075,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3407.492049089567,\n \"min\": 1953.827157088152,\n \"avg\": 2301.9512739526936,\n \"last\": 1955.5640210729885,\n \"last-5-avg\": 1967.5197509765626,\n \"last-10-avg\": 2301.951273952694\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 669.9892313480377,\n \"min\": 645.8664748668671,\n \"avg\": 654.5738219022751,\n \"last\": 645.8664748668671,\n \"last-5-avg\": 650.4601120948792,\n \"last-10-avg\": 654.5738219022751\n },\n \"time_total_s\": {\n \"max\": 6545.738219022751,\n \"min\": 669.9892313480377,\n \"avg\": 3615.79336476326,\n \"last\": 6545.738219022751,\n \"last-5-avg\": 5249.81973862648,\n \"last-10-avg\": 3615.79336476326\n },\n \"time_since_restore\": {\n \"max\": 6545.738219022751,\n \"min\": 669.9892313480377,\n \"avg\": 3615.79336476326,\n \"last\": 6545.738219022751,\n \"last-5-avg\": 5249.81973862648,\n \"last-10-avg\": 3615.79336476326\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452946807680d4308ee76bb3d1ebaa64094869452946807680d430897cbe5829cc0a34094869452946807680d43081e8fc75ba393a14094869452946807680d43081c0e87eb794ea04094869452946807680d4308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f22000004740847ea9e280000047408480ea196000004740847db406c000004740847e4e5e6000004740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11b8d12a4afd5d9f910a479008448ae7bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452948c0974696d657374616d70944a1de07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32375f32332d35362d3435948c1074696d655f746869735f697465725f7394474084efe9f22000008c0c74696d655f746f74616c5f7394474084efe9f22000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084efe9f22000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ae41c14dc44085b66a4a845e446135167362756268317d94288c046c6f7373946836683c4308ee76bb3d1ebaa64094869452948c0974696d657374616d70944aade27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d30372d3431948c1074696d655f746869735f697465725f73944740847ea9e28000008c0c74696d655f746f74616c5f7394474094b749ea5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094b749ea5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a112fa6eb133ff190abfc41fff0362c4184007362756268317d94288c046c6f7373946836683c430897cbe5829cc0a34094869452948c0974696d657374616d70944a3de57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d31382d3337948c1074696d655f746869735f697465725f739447408480ea196000008c0c74696d655f746f74616c5f739447409ef7bef70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409ef7bef70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1016fa196ab5f90eb85948cf62a9b9790b7362756268317d94288c046c6f7373946836683c43081e8fc75ba393a14094869452948c0974696d657374616d70944acce77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d32392d3333948c1074696d655f746869735f697465725f73944740847db406c000008c0c74696d655f746f74616c5f73944740a49b4c7d3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a49b4c7d3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a115f051fe7acb85eaaf94da25980b0f0b7007362756268317d94288c046c6f7373946836683c43081c0e87eb794ea04094869452948c0974696d657374616d70944a5cea7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d34302d3239948c1074696d655f746869735f697465725f73944740847e4e5e6000008c0c74696d655f746f74616c5f73944740a9bae014c800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a9bae014c800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c27d4b3462ee3eb26741155453b9274a7362756268317d94288c046c6f7373946836683c4308592c162bde469f4094869452948c0974696d657374616d70944aecec7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d35312d3234948c1074696d655f746869735f697465725f73944740847a18416000008c0c74696d655f746f74616c5f73944740aed966252000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aed966252000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10ac57f891bfa4b39ed84d4158942bb8187362756268317d94288c046c6f7373946836683c4308a3d1686432d29e4094869452948c0974696d657374616d70944a79ef7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d30322d3137948c1074696d655f746869735f697465725f739447408467e2bbc000008c0c74696d655f746f74616c5f73944740b1f9af6a0800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b1f9af6a0800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1175f075ba8e58c18cee4d5745e6757397007362756268317d94288c046c6f7373946836683c4308fcfd7effc3879e4094869452948c0974696d657374616d70944a04f27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d31332d3038948c1074696d655f746869735f697465725f73944740845b59b64000008c0c74696d655f746f74616c5f73944740b4851aa0d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b4851aa0d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10df06306bf99f948e494f4c9dfb1aef3f7362756268317d94288c046c6f7373946836683c4308128944024f879e4094869452948c0974696d657374616d70944a8bf47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d32332d3535948c1074696d655f746869735f697465725f739447408436244e8000008c0c74696d655f746f74616c5f73944740b70bdf2aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b70bdf2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ccafb45b1bc670b3fe4195ad2af63cff007362756268317d94288c046c6f7373946836683c4308f67abd8e418e9e4094869452948c0974696d657374616d70944a11f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d33342d3431948c1074696d655f746869735f697465725f73944740842eee8a6000008c0c74696d655f746f74616c5f73944740b991bcfbec00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b991bcfbec00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6a8b96c3\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d3335948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f773ed0671e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.18647509291243747,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.09874663205229757,\n \"n_head\": 4\n },\n \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719531281.5648096,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1953.720588744156,\n \"timestamp\": 1719531792,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"6a8b96c3\",\n \"date\": \"2024-06-28_01-43-12\",\n \"time_this_iter_s\": 50.06679081916809,\n \"time_total_s\": 510.91401290893555,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 510.91401290893555,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\"\n },\n \"last_result_time\": 1719531792.5211842,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3081.7005067359746,\n \"min\": 1953.720588744156,\n \"avg\": 2088.644080070435,\n \"last\": 1953.720588744156,\n \"last-5-avg\": 1953.922657595657,\n \"last-10-avg\": 2088.6440800704354\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 63.290406703948975,\n \"min\": 49.1952109336853,\n \"avg\": 51.09140129089355,\n \"last\": 50.06679081916809,\n \"last-5-avg\": 49.750275707244874,\n \"last-10-avg\": 51.09140129089356\n },\n \"time_total_s\": {\n \"max\": 510.91401290893555,\n \"min\": 63.290406703948975,\n \"avg\": 286.91188473701476,\n \"last\": 510.91401290893555,\n \"last-5-avg\": 411.1349405288696,\n \"last-10-avg\": 286.91188473701476\n },\n \"time_since_restore\": {\n \"max\": 510.91401290893555,\n \"min\": 63.290406703948975,\n \"avg\": 286.91188473701476,\n \"last\": 510.91401290893555,\n \"last-5-avg\": 411.1349405288696,\n \"last-10-avg\": 286.91188473701476\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452946807680d4308afd7eb4528cca04094869452946807680d4308e8f3f93cbada9e4094869452946807680d43088d46a3312e909e4094869452946807680d43089bcd661349899e4094869452946807680d4308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c000000474048d0c496000000474048cb619400000047404906476e000000474048cd379000000047404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ed31b0a54d974eb4114c0bd1e011f95b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452948c0974696d657374616d70944a50f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33352d3434948c1074696d655f746869735f697465725f739447404fa52c0c0000008c0c74696d655f746f74616c5f739447404fa52c0c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404fa52c0c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10dcfbc868ce8c1fa59a4d7402c131176f7362756268317d94288c046c6f7373946836683c4308afd7eb4528cca04094869452948c0974696d657374616d70944a82f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33362d3334948c1074696d655f746869735f697465725f7394474048d0c4960000008c0c74696d655f746f74616c5f739447405c3af8510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c3af8510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10758f296081226ea390493b26c38bc1297362756268317d94288c046c6f7373946836683c4308e8f3f93cbada9e4094869452948c0974696d657374616d70944ab4f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33372d3234948c1074696d655f746869735f697465725f7394474048cb61940000008c0c74696d655f746f74616c5f739447406450548d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406450548d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1148ef5d54162b16aa99436062f5a517cd007362756268317d94288c046c6f7373946836683c43088d46a3312e909e4094869452948c0974696d657374616d70944ae6f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33382d3134948c1074696d655f746869735f697465725f739447404906476e0000008c0c74696d655f746f74616c5f739447406a91e6690000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a91e6690000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105e304afd4e13d88b74487f90525c7f027362756268317d94288c046c6f7373946836683c43089bcd661349899e4094869452948c0974696d657374616d70944a17f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3033948c1074696d655f746869735f697465725f7394474048cd37900000008c0c74696d655f746f74616c5f7394474070629a268000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070629a268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10e68f3865fd49dba74d402db662693d717362756268317d94288c046c6f7373946836683c4308a9542a3565879e4094869452948c0974696d657374616d70944a48f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3532948c1074696d655f746869735f697465725f739447404898fcac0000008c0c74696d655f746f74616c5f739447407375b9bc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407375b9bc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10fa0beaa735e555ae4a47ecb15a339f677362756268317d94288c046c6f7373946836683c4308fcfd7e5f2f879e4094869452948c0974696d657374616d70944a7af87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34302d3432948c1074696d655f746869735f697465725f739447404904b1000000008c0c74696d655f746f74616c5f7394474076964fdc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076964fdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064fd3177c519a896f9453e2154beae7a7362756268317d94288c046c6f7373946836683c43086532998c72879e4094869452948c0974696d657374616d70944aacf87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34312d3332948c1074696d655f746869735f697465725f7394474048e220e20000008c0c74696d655f746f74616c5f7394474079b293f84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079b293f84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11de18e9f5820194885c4fe4b42d087e81007362756268317d94288c046c6f7373946836683c4308f4f97cfe8a899e4094869452948c0974696d657374616d70944adef87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34322d3232948c1074696d655f746869735f697465725f7394474048d7d2040000008c0c74696d655f746f74616c5f739447407ccd8e38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ccd8e38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1170594f0e1697a5b85e447947029295a4007362756268317d94288c046c6f7373946836683c4308100804e2e1869e4094869452948c0974696d657374616d70944a10f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34332d3132948c1074696d655f746869735f697465725f7394474049088c9a0000008c0c74696d655f746f74616c5f739447407fee9fcc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fee9fcc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7cf5cd31\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7db92f56c88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.46333542158727514,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0056697738377682865,\n \"n_head\": 8\n },\n \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719531792.674391,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1969.8179076187255,\n \"timestamp\": 1719532517,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"7cf5cd31\",\n \"date\": \"2024-06-28_01-55-17\",\n \"time_this_iter_s\": 71.38838720321655,\n \"time_total_s\": 725.0215277671814,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 725.0215277671814,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\"\n },\n \"last_result_time\": 1719532517.749666,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1984.2343644269808,\n \"min\": 1969.8179076187255,\n \"avg\": 1976.94908601055,\n \"last\": 1969.8179076187255,\n \"last-5-avg\": 1975.1277795506273,\n \"last-10-avg\": 1976.94908601055\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.05374217033386,\n \"min\": 70.41050291061401,\n \"avg\": 72.50215277671813,\n \"last\": 71.38838720321655,\n \"last-5-avg\": 70.93094444274902,\n \"last-10-avg\": 72.50215277671813\n },\n \"time_total_s\": {\n \"max\": 725.0215277671814,\n \"min\": 85.05374217033386,\n \"avg\": 405.35721931457516,\n \"last\": 725.0215277671814,\n \"last-5-avg\": 582.7749707221985,\n \"last-10-avg\": 405.3572193145752\n },\n \"time_since_restore\": {\n \"max\": 725.0215277671814,\n \"min\": 85.05374217033386,\n \"avg\": 405.35721931457516,\n \"last\": 725.0215277671814,\n \"last-5-avg\": 582.7749707221985,\n \"last-10-avg\": 405.3572193145752\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452946807680d4308c8e3f11888f89e4094869452946807680d430841201088f9da9e4094869452946807680d4308ea743afdef009f4094869452946807680d43088d46a3117ddb9e4094869452946807680d430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055437083000000474051ee8f2d000000474051ea2e80000000474051a75ae5000000474051d3f0a90000004740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ee6cf4a628061a95264e8b6041b20cf100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452948c0974696d657374616d70944a65f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34342d3337948c1074696d655f746869735f697465725f73944740554370830000008c0c74696d655f746f74616c5f73944740554370830000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740554370830000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114c20fd20f6ac1582e6480d802b47e884007362756268317d94288c046c6f7373946836683c4308c8e3f11888f89e4094869452948c0974696d657374616d70944aadf97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34352d3439948c1074696d655f746869735f697465725f7394474051ee8f2d0000008c0c74696d655f746f74616c5f739447406398ffd80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406398ffd80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115cbf8b3317c50b83ca43cf00a6e203ea007362756268317d94288c046c6f7373946836683c430841201088f9da9e4094869452948c0974696d657374616d70944af5f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34372d3031948c1074696d655f746869735f697465725f7394474051ea2e800000008c0c74696d655f746f74616c5f739447406c8e17180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c8e17180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10e6f2c8ea1763a6936c4b993a09a3d1327362756268317d94288c046c6f7373946836683c4308ea743afdef009f4094869452948c0974696d657374616d70944a3bfa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34382d3131948c1074696d655f746869735f697465725f7394474051a75ae50000008c0c74696d655f746f74616c5f7394474072b0e2454000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072b0e2454000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10fa9264b844eb34b24347a835ef1626127362756268317d94288c046c6f7373946836683c43088d46a3117ddb9e4094869452948c0974696d657374616d70944a83fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34392d3233948c1074696d655f746869735f697465725f7394474051d3f0a90000008c0c74696d655f746f74616c5f739447407725de6f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407725de6f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e1b27ea78144ab1af42164152eb62087362756268317d94288c046c6f7373946836683c430883c1607079d09e4094869452948c0974696d657374616d70944ac9fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35302d3333948c1074696d655f746869735f697465725f73944740519a45ae0000008c0c74696d655f746f74616c5f739447407b8c6fdb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b8c6fdb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a111f7127aad1307681d048cc86bf7c2ecf007362756268317d94288c046c6f7373946836683c4308954aa59283f09e4094869452948c0974696d657374616d70944a10fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35312d3434948c1074696d655f746869735f697465725f7394474051bea1b10000008c0c74696d655f746f74616c5f739447407ffc18474000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ffc18474000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a109d485ee280a110b3804c669f759efc007362756268317d94288c046c6f7373946836683c4308994c26533dca9e4094869452948c0974696d657374616d70944a57fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35322d3535948c1074696d655f746869735f697465725f7394474051bb95de0000008c0c74696d655f746f74616c5f7394474082357edf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082357edf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11544c8436b06f7ab7d64322fd5a77b5a3007362756268317d94288c046c6f7373946836683c4308dced765b0efc9e4094869452948c0974696d657374616d70944a9efb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35342d3036948c1074696d655f746869735f697465725f7394474051bc8e650000008c0c74696d655f746f74616c5f73944740846d10ac0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740846d10ac0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c45f395869609a94844b72bff8171cbc007362756268317d94288c046c6f7373946836683c43084d26938945c79e4094869452948c0974696d657374616d70944ae5fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35352d3137948c1074696d655f746869735f697465725f7394474051d8db560000008c0c74696d655f746f74616c5f7394474086a82c16c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a82c16c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a22bbb57\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7e0491b98e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.005037349286937313,\n \"n_head\": 4\n },\n \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719532517.9184258,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719533291,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"a22bbb57\",\n \"date\": \"2024-06-28_02-08-11\",\n \"time_this_iter_s\": 75.01777005195618,\n \"time_total_s\": 773.6219465732574,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 773.6219465732574,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\"\n },\n \"last_result_time\": 1719533291.5979085,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 89.77370476722717,\n \"min\": 74.07769989967346,\n \"avg\": 77.36219465732574,\n \"last\": 75.01777005195618,\n \"last-5-avg\": 75.34501643180847,\n \"last-10-avg\": 77.36219465732574\n },\n \"time_total_s\": {\n \"max\": 773.6219465732574,\n \"min\": 89.77370476722717,\n \"avg\": 433.64644131660464,\n \"last\": 773.6219465732574,\n \"last-5-avg\": 623.9367468357086,\n \"last-10-avg\": 433.64644131660464\n },\n \"time_since_restore\": {\n \"max\": 773.6219465732574,\n \"min\": 89.77370476722717,\n \"avg\": 433.64644131660464,\n \"last\": 773.6219465732574,\n \"last-5-avg\": 623.9367468357086,\n \"last-10-avg\": 433.64644131660464\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405671846100000047405333b03e0000004740533291fa000000474053324a390000004740532f55680000004740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112d341e1a61993f859046a957a1dc1ce900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a3ffc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35362d3437948c1074696d655f746869735f697465725f73944740567184610000008c0c74696d655f746f74616c5f73944740567184610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740567184610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10705ebffed1d1c683014bc951326fbb027362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8cfc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35382d3034948c1074696d655f746869735f697465725f739447405333b03e0000008c0c74696d655f746f74616c5f7394474064d29a4f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064d29a4f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cff791202f7c35b9b3484f8653718c0f7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9fc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35392d3231948c1074696d655f746869735f697465725f73944740533291fa0000008c0c74696d655f746f74616c5f739447406e6be34c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e6be34c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a110ab888213f091e8e2046ae91d0b214c9007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a26fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30302d3338948c1074696d655f746869735f697465725f7394474053324a390000008c0c74696d655f746f74616c5f73944740740284348000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740740284348000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a117ccbf784b41da89b72473e10bbe913f4007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30312d3534948c1074696d655f746869735f697465725f73944740532f55680000008c0c74696d655f746f74616c5f7394474078ce598e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078ce598e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10ca65eb75d23fe69746417de122a690537362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abffd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30332d3131948c1074696d655f746869735f697465725f73944740532fd0e50000008c0c74696d655f746f74616c5f739447407d9a4dc7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d9a4dc7c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a115aef09a11720fdaa4b416802384fedc1007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a0bfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30342d3237948c1074696d655f746869735f697465725f7394474052e929770000008c0c74696d655f746f74616c5f73944740812a4c12c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740812a4c12c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11d462284e6ed525afa94f637a3748869b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a56fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30352d3432948c1074696d655f746869735f697465725f7394474052cf51350000008c0c74696d655f746f74616c5f73944740838436396000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740838436396000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11751795d77b7c4cb32f4424dda9aae6d6007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aa0fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30362d3536948c1074696d655f746869735f697465725f739447405284f9090000008c0c74696d655f746f74616c5f7394474085d4d55a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085d4d55a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c859c5aa767236ace7493fe9ce8b9db8007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aebfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30382d3131948c1074696d655f746869735f697465725f7394474052c123250000008c0c74696d655f746f74616c5f73944740882cf9bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740882cf9bf2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"57284f74\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d3137948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7ee6fa91e58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3048722403961074,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0003667007874849629,\n \"n_head\": 2\n },\n \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719533291.7679293,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1957.8637003260335,\n \"timestamp\": 1719534198,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"57284f74\",\n \"date\": \"2024-06-28_02-23-18\",\n \"time_this_iter_s\": 89.53279662132263,\n \"time_total_s\": 906.9161651134491,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 906.9161651134491,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\"\n },\n \"last_result_time\": 1719534198.7360084,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1990.1104097141056,\n \"min\": 1954.3513726662463,\n \"avg\": 1962.2435723732776,\n \"last\": 1957.8637003260335,\n \"last-5-avg\": 1958.8026515209772,\n \"last-10-avg\": 1962.2435723732774\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 103.31512880325317,\n \"min\": 88.52644205093384,\n \"avg\": 90.69161651134492,\n \"last\": 89.53279662132263,\n \"last-5-avg\": 89.47823114395142,\n \"last-10-avg\": 90.6916165113449\n },\n \"time_total_s\": {\n \"max\": 906.9161651134491,\n \"min\": 103.31512880325317,\n \"avg\": 504.5993302583695,\n \"last\": 906.9161651134491,\n \"last-5-avg\": 728.0401030540467,\n \"last-10-avg\": 504.59933025836943\n },\n \"time_since_restore\": {\n \"max\": 906.9161651134491,\n \"min\": 103.31512880325317,\n \"avg\": 504.5993302583695,\n \"last\": 906.9161651134491,\n \"last-5-avg\": 728.0401030540467,\n \"last-10-avg\": 504.59933025836943\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452946807680d430802814090359e9e4094869452946807680d4308fa7c3e0f71189f4094869452946807680d4308592c160bb9ab9e4094869452946807680d4308f2783cce67899e4094869452946807680d43082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b1200000047405621b13a0000004740563c5f4000000047405662a4d00000004740564cb96500000047405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3ed9eb053d83fb1e94b10932a09566c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452948c0974696d657374616d70944a53ff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d30392d3535948c1074696d655f746869735f697465725f7394474059d42b120000008c0c74696d655f746f74616c5f7394474059d42b120000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474059d42b120000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1040f2ee25deb7bba80749ff1408b76f337362756268317d94288c046c6f7373946836683c430802814090359e9e4094869452948c0974696d657374616d70944aabff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31312d3233948c1074696d655f746869735f697465725f739447405621b13a0000008c0c74696d655f746f74616c5f7394474067faee260000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067faee260000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107439022ed6193c806d4cb2dbe0daef567362756268317d94288c046c6f7373946836683c4308fa7c3e0f71189f4094869452948c0974696d657374616d70944a04007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31322d3532948c1074696d655f746869735f697465725f73944740563c5f400000008c0c74696d655f746f74616c5f73944740718c8ee30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740718c8ee30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a101cee25c8b9793b99784b0bbe1f2f1c0f7362756268317d94288c046c6f7373946836683c4308592c160bb9ab9e4094869452948c0974696d657374616d70944a5e007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31342d3232948c1074696d655f746869735f697465725f739447405662a4d00000008c0c74696d655f746f74616c5f73944740772538170000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740772538170000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1087274e0ea602ceb9f843a1c738ebcb157362756268317d94288c046c6f7373946836683c4308f2783cce67899e4094869452948c0974696d657374616d70944ab7007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31352d3531948c1074696d655f746869735f697465725f73944740564cb9650000008c0c74696d655f746f74616c5f739447407cb866704000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407cb866704000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bc7a2236930a368755495a6b8ed5748e007362756268317d94288c046c6f7373946836683c43082c168bd559949e4094869452948c0974696d657374616d70944a10017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31372d3230948c1074696d655f746869735f697465725f739447405664e8560000008c0c74696d655f746f74616c5f739447408128d042e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408128d042e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a109a4bdb34ccb74d8d9a477b4ff82fc7107362756268317d94288c046c6f7373946836683c430873b95ccee3a29e4094869452948c0974696d657374616d70944a6a017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31382d3530948c1074696d655f746869735f697465725f739447405662f7060000008c0c74696d655f746f74616c5f7394474083f52f23a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083f52f23a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11a5d9643e548a4fad7b4df738fcbca9c6007362756268317d94288c046c6f7373946836683c430877bbddfe36a19e4094869452948c0974696d657374616d70944ac3017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32302d3139948c1074696d655f746869735f697465725f739447405660355e0000008c0c74696d655f746f74616c5f7394474086c135cf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086c135cf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a113eeed7f846867a9b7548272eb640d1ce007362756268317d94288c046c6f7373946836683c4308168bc58224989e4094869452948c0974696d657374616d70944a1d027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32312d3439948c1074696d655f746869735f697465725f73944740564edaa10000008c0c74696d655f746f74616c5f73944740898b11238000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740898b11238000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11234e6b7eb8e6e38ae444a955e515b69b007362756268317d94288c046c6f7373946836683c43086fb7db6d74979e4094869452948c0974696d657374616d70944a76027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32332d3138948c1074696d655f746869735f697465725f73944740566219570000008c0c74696d655f746f74616c5f739447408c57544e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408c57544e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"32772c28\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d3131948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7f7dd831bf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4976920968263533,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.013704737381480214,\n \"n_head\": 4\n },\n \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719534198.9066653,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2048.298097625492,\n \"timestamp\": 1719536262,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"32772c28\",\n \"date\": \"2024-06-28_02-57-43\",\n \"time_this_iter_s\": 204.9549217224121,\n \"time_total_s\": 2064.139549255371,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2064.139549255371,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\"\n },\n \"last_result_time\": 1719536263.0966814,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2700.2572838490405,\n \"min\": 2048.298097625492,\n \"avg\": 2343.5907744640435,\n \"last\": 2048.298097625492,\n \"last-5-avg\": 2152.1482131597563,\n \"last-10-avg\": 2343.5907744640435\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 219.04653239250183,\n \"min\": 204.72472834587097,\n \"avg\": 206.41395492553713,\n \"last\": 204.9549217224121,\n \"last-5-avg\": 204.9744710445404,\n \"last-10-avg\": 206.4139549255371\n },\n \"time_total_s\": {\n \"max\": 2064.139549255371,\n \"min\": 219.04653239250183,\n \"avg\": 1141.709648823738,\n \"last\": 2064.139549255371,\n \"last-5-avg\": 1654.313972711563,\n \"last-10-avg\": 1141.709648823738\n },\n \"time_since_restore\": {\n \"max\": 2064.139549255371,\n \"min\": 219.04653239250183,\n \"avg\": 1141.709648823738,\n \"last\": 2064.139549255371,\n \"last-5-avg\": 1654.313972711563,\n \"last-10-avg\": 1141.709648823738\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452946807680d430812894482fa62a44094869452946807680d4308c8e3f1f851fda34094869452946807680d4308040281c00314a34094869452946807680d4308040281608179a24094869452946807680d4308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d318000004740699b4b53800000474069a72f0b800000474069a2186a000000474069a27ce0000000474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1152b1ce4a0a9499b13b470843470d40c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452948c0974696d657374616d70944a51037e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d32362d3537948c1074696d655f746869735f697465725f739447406b617d318000008c0c74696d655f746f74616c5f739447406b617d318000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b617d318000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1156a89948facd96b79f49bdb815d5ca8c007362756268317d94288c046c6f7373946836683c430812894482fa62a44094869452948c0974696d657374616d70944a1e047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33302d3232948c1074696d655f746869735f697465725f73944740699b4b538000008c0c74696d655f746f74616c5f739447407a7e64428000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7e64428000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10d30a43c4a8915ba03b4aeb8d227f0c447362756268317d94288c046c6f7373946836683c4308c8e3f1f851fda34094869452948c0974696d657374616d70944aeb047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33332d3438948c1074696d655f746869735f697465725f7394474069a72f0b8000008c0c74696d655f746f74616c5f7394474083a8fde42000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a8fde42000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f2e08fc71c5a0a18d47e9c65efb2c9d007362756268317d94288c046c6f7373946836683c4308040281c00314a34094869452948c0974696d657374616d70944ab8057e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33372d3133948c1074696d655f746869735f697465725f7394474069a2186a0000008c0c74696d655f746f74616c5f739447408a1183fea000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408a1183fea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1104796519973005a02a42e8e0cee20a9a007362756268317d94288c046c6f7373946836683c4308040281608179a24094869452948c0974696d657374616d70944a86067e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34302d3338948c1074696d655f746869735f697465725f7394474069a27ce00000008c0c74696d655f746f74616c5f73944740903d119b5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740903d119b5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e90805d0f59f27aa2642f06043a3c488007362756268317d94288c046c6f7373946836683c4308a9542a3513bba14094869452948c0974696d657374616d70944a53077e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34342d3033948c1074696d655f746869735f697465725f7394474069a1416f0000008c0c74696d655f746f74616c5f73944740937139c93000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740937139c93000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10becdb2e438dfc6925345925f1135d3157362756268317d94288c046c6f7373946836683c4308f0f7fbbd2b26a14094869452948c0974696d657374616d70944a20087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34372d3238948c1074696d655f746869735f697465725f7394474069a588990000008c0c74696d655f746f74616c5f7394474096a5eadc5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096a5eadc5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11448b7d6416372095db4088e81591f6e6007362756268317d94288c046c6f7373946836683c430863b1585cefcca04094869452948c0974696d657374616d70944aed087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35302d3533948c1074696d655f746869735f697465725f73944740699f609c0000008c0c74696d655f746f74616c5f7394474099d9d6efd000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099d9d6efd000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11e446638f50db50aef644dd37509680c5007362756268317d94288c046c6f7373946836683c4308ea743a7db462a04094869452948c0974696d657374616d70944ab9097e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35342d3138948c1074696d655f746869735f697465725f73944740699730f98000008c0c74696d655f746f74616c5f739447409d0cbd0f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d0cbd0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ac774e92591888b1f447593038444698007362756268317d94288c046c6f7373946836683c4308028140a09800a04094869452948c0974696d657374616d70944a860a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35372d3433948c1074696d655f746869735f697465725f73944740699e8eb80000008c0c74696d655f746f74616c5f73944740a02047730000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a02047730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"4fa4a8c6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f80607511d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.5276525795479664,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.018787488390354802,\n \"n_head\": 16\n },\n \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719536263.2501142,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1612.084331842858,\n \"timestamp\": 1719538145,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"4fa4a8c6\",\n \"date\": \"2024-06-28_03-29-05\",\n \"time_this_iter_s\": 186.78013014793396,\n \"time_total_s\": 1882.5019946098328,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1882.5019946098328,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\"\n },\n \"last_result_time\": 1719538145.8004339,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2563.930910125492,\n \"min\": 1612.084331842858,\n \"avg\": 2202.1557254821296,\n \"last\": 1612.084331842858,\n \"last-5-avg\": 1950.3934694305178,\n \"last-10-avg\": 2202.15572548213\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 200.39984393119812,\n \"min\": 186.51477193832397,\n \"avg\": 188.25019946098325,\n \"last\": 186.78013014793396,\n \"last-5-avg\": 186.87134075164795,\n \"last-10-avg\": 188.25019946098328\n },\n \"time_total_s\": {\n \"max\": 1882.5019946098328,\n \"min\": 200.39984393119812,\n \"avg\": 1041.6279175281525,\n \"last\": 1882.5019946098328,\n \"last-5-avg\": 1508.9627029895782,\n \"last-10-avg\": 1041.6279175281525\n },\n \"time_since_restore\": {\n \"max\": 1882.5019946098328,\n \"min\": 200.39984393119812,\n \"avg\": 1041.6279175281525,\n \"last\": 1882.5019946098328,\n \"last-5-avg\": 1508.9627029895782,\n \"last-10-avg\": 1041.6279175281525\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452946807680d4308412010200dc2a34094869452946807680d4308ecf57a0d9d3ba34094869452946807680d430802814000aec8a24094869452946807680d430853a9543af90ca24094869452946807680d4308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb858000004740676035ae80000047406762fc29800000474067507903000000474067642fd880000047406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111ad2125617a7f591ad4c10d275fc26b200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452948c0974696d657374616d70944a4f0b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30312d3033948c1074696d655f746869735f697465725f73944740690ccb858000008c0c74696d655f746f74616c5f73944740690ccb858000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740690ccb858000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c7ddd0fc9a70ea747429124227546da007362756268317d94288c046c6f7373946836683c4308412010200dc2a34094869452948c0974696d657374616d70944a0a0c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30342d3130948c1074696d655f746869735f697465725f73944740676035ae8000008c0c74696d655f746f74616c5f739447407836809a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407836809a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11264fead62324368f1541a0f51e501ba8007362756268317d94288c046c6f7373946836683c4308ecf57a0d9d3ba34094869452948c0974696d657374616d70944ac50c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30372d3137948c1074696d655f746869735f697465725f739447406762fc298000008c0c74696d655f746f74616c5f7394474081f3ff576000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081f3ff576000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1192e76f111a5531bc214e4c2bd4c8f1b0007362756268317d94288c046c6f7373946836683c430802814000aec8a24094869452948c0974696d657374616d70944a800d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31302d3234948c1074696d655f746869735f697465725f73944740675079030000008c0c74696d655f746f74616c5f7394474087c81d982000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087c81d982000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e81592ed689af4b5e840a95ea4092e767362756268317d94288c046c6f7373946836683c430853a9543af90ca24094869452948c0974696d657374616d70944a3b0e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31332d3331948c1074696d655f746869735f697465725f7394474067642fd88000008c0c74696d655f746f74616c5f739447408da1298e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408da1298e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e5da6843d1607b2c341ad422d7b256e7362756268317d94288c046c6f7373946836683c4308afd7eb657e77a14094869452948c0974696d657374616d70944af60e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31362d3338948c1074696d655f746869735f697465725f739447406763cce70000008c0c74696d655f746f74616c5f7394474091bd0e640000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091bd0e640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1117e1f519d8f5cea6474b113e25cc57d5007362756268317d94288c046c6f7373946836683c4308369bcdee58c4a04094869452948c0974696d657374616d70944ab10f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31392d3435948c1074696d655f746869735f697465725f73944740676096b30000008c0c74696d655f746f74616c5f7394474094a9213a6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094a9213a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10a7b67c977f5183a7824b789749c2781f7362756268317d94288c046c6f7373946836683c4308ad56ab8544d09f4094869452948c0974696d657374616d70944a6c107e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32322d3532948c1074696d655f746869735f697465725f73944740675857b00000008c0c74696d655f746f74616c5f7394474097942c306000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474097942c306000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11d5d54adadaca3fb324435ec4da8481d7007362756268317d94288c046c6f7373946836683c430830180c0695e79a4094869452948c0974696d657374616d70944a26117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32352d3539948c1074696d655f746869735f697465725f739447406755b8008000008c0c74696d655f746f74616c5f739447409a7ee3307000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409a7ee3307000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1071750aa59b43b7b3474bb1fcaa494b047362756268317d94288c046c6f7373946836683c4308592c165b5630994094869452948c0974696d657374616d70944ae1117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32392d3035948c1074696d655f746869735f697465725f739447406758f6d38000008c0c74696d655f746f74616c5f739447409d6a020ae000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409d6a020ae000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f1df685b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8270652a078c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.6516917077514637,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00012016483134334655,\n \"n_head\": 16\n },\n \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719538145.9566,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 349.91690856453005,\n \"timestamp\": 1719538777,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"f1df685b\",\n \"date\": \"2024-06-28_03-39-37\",\n \"time_this_iter_s\": 62.24173164367676,\n \"time_total_s\": 631.1538705825806,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 631.1538705825806,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719538777.1607192,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1395.3380626768578,\n \"min\": 349.91690856453005,\n \"avg\": 585.1466473677026,\n \"last\": 349.91690856453005,\n \"last-5-avg\": 389.6494589978316,\n \"last-10-avg\": 585.1466473677026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 74.64295077323914,\n \"min\": 61.00002908706665,\n \"avg\": 63.11538705825806,\n \"last\": 62.24173164367676,\n \"last-5-avg\": 62.26071014404297,\n \"last-10-avg\": 63.11538705825806\n },\n \"time_total_s\": {\n \"max\": 631.1538705825806,\n \"min\": 74.64295077323914,\n \"avg\": 352.04152367115023,\n \"last\": 631.1538705825806,\n \"last-5-avg\": 506.60893216133115,\n \"last-10-avg\": 352.04152367115023\n },\n \"time_since_restore\": {\n \"max\": 631.1538705825806,\n \"min\": 74.64295077323914,\n \"avg\": 352.04152367115023,\n \"last\": 631.1538705825806,\n \"last-5-avg\": 506.60893216133115,\n \"last-10-avg\": 352.04152367115023\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452946807680d4308180c06037d588a4094869452946807680d4308ea743abda04d844094869452946807680d4308a7d3e9d498d6804094869452946807680d4308168bc5e2abc47d4094869452946807680d4308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b00000047404edafffa00000047404ea8dcd600000047404e96ad4e00000047404e8000f400000047404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109cce7092c6ffd88ffa4b1bd1c4bd6f66736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452948c0974696d657374616d70944a2c127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33302d3230948c1074696d655f746869735f697465725f7394474052a9261b0000008c0c74696d655f746f74616c5f7394474052a9261b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474052a9261b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d4b83002ee4db0bc934c547643268984007362756268317d94288c046c6f7373946836683c4308180c06037d588a4094869452948c0974696d657374616d70944a6a127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33312d3232948c1074696d655f746869735f697465725f739447404edafffa0000008c0c74696d655f746f74616c5f73944740610b530c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740610b530c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a118e62530e3e16a6bc624ab3a9fa1ae49b007362756268317d94288c046c6f7373946836683c4308ea743abda04d844094869452948c0974696d657374616d70944aa7127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33322d3233948c1074696d655f746869735f697465725f739447404ea8dcd60000008c0c74696d655f746f74616c5f7394474068b58a418000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474068b58a418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104fc4bcdd57291aa2e84f51c38a2a7c437362756268317d94288c046c6f7373946836683c4308a7d3e9d498d6804094869452948c0974696d657374616d70944ae4127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33332d3234948c1074696d655f746869735f697465725f739447404e96ad4e0000008c0c74696d655f746f74616c5f73944740702d9aca8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740702d9aca8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a101368a37afb65b3882a49f6c0b3673e687362756268317d94288c046c6f7373946836683c4308168bc5e2abc47d4094869452948c0974696d657374616d70944a21137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33342d3235948c1074696d655f746869735f697465725f739447404e8000f40000008c0c74696d655f746f74616c5f7394474073fd9ae90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073fd9ae90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a107a742346d39d2cb32141952e437bfb287362756268317d94288c046c6f7373946836683c4308552a958a3a267b4094869452948c0974696d657374616d70944a5f137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33352d3237948c1074696d655f746869735f697465725f739447404ef82f5e0000008c0c74696d655f746f74616c5f7394474077dca0d4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077dca0d4c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11229a55fe59d3adbf88443f20188157c6007362756268317d94288c046c6f7373946836683c43086bb55a0d3d65794094869452948c0974696d657374616d70944a9e137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33362d3330948c1074696d655f746869735f697465725f739447404f5abdb20000008c0c74696d655f746f74616c5f739447407bc7f88b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bc7f88b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1002278eb5ce60b4a251444416c63fa5197362756268317d94288c046c6f7373946836683c4308a552a9540c0c784094869452948c0974696d657374616d70944adc137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33372d3332948c1074696d655f746869735f697465725f739447404f18b51c0000008c0c74696d655f746f74616c5f739447407fab0f2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fab0f2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11eb63ff3268e666a21b4debc732cd1386007362756268317d94288c046c6f7373946836683c4308b55aad56c54d774094869452948c0974696d657374616d70944a1a147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33382d3334948c1074696d655f746869735f697465725f739447404f1c47840000008c0c74696d655f746f74616c5f7394474081c74c0f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081c74c0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a103a9f762c2fa67eaf594f462e82641f3f7362756268317d94288c046c6f7373946836683c430843a150a8abde754094869452948c0974696d657374616d70944a59147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33392d3337948c1074696d655f746869735f697465725f739447404f1ef1100000008c0c74696d655f746f74616c5f7394474083b93b208000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083b93b208000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"157597b6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d3035948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8434be683e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6087504471626306,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0008285643583924775,\n \"n_head\": 16\n },\n \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719538777.328315,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 265.69599794402836,\n \"timestamp\": 1719539367,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"157597b6\",\n \"date\": \"2024-06-28_03-49-27\",\n \"time_this_iter_s\": 57.52658176422119,\n \"time_total_s\": 590.6158361434937,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 590.6158361434937,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\"\n },\n \"last_result_time\": 1719539368.0009365,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 965.1062155896284,\n \"min\": 265.69599794402836,\n \"avg\": 417.14486456443,\n \"last\": 265.69599794402836,\n \"last-5-avg\": 298.2877890759566,\n \"last-10-avg\": 417.14486456443\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 71.3250789642334,\n \"min\": 57.036139488220215,\n \"avg\": 59.06158361434937,\n \"last\": 57.52658176422119,\n \"last-5-avg\": 57.644131088256835,\n \"last-10-avg\": 59.06158361434937\n },\n \"time_total_s\": {\n \"max\": 590.6158361434937,\n \"min\": 71.3250789642334,\n \"avg\": 331.2887733459473,\n \"last\": 590.6158361434937,\n \"last-5-avg\": 475.62998857498167,\n \"last-10-avg\": 331.2887733459473\n },\n \"time_since_restore\": {\n \"max\": 590.6158361434937,\n \"min\": 71.3250789642334,\n \"avg\": 331.2887733459473,\n \"last\": 590.6158361434937,\n \"last-5-avg\": 475.62998857498167,\n \"last-10-avg\": 331.2887733459473\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452946807680d43089bcd66c3cdac804094869452946807680d430847a3d14887767b4094869452946807680d430810080462bb5c784094869452946807680d4308d66ab57a9601764094869452946807680d430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce1800000047404cfc316e00000047404cca0ba800000047404cfcbe4a00000047404cc5fdb800000047404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11cab89c7743800989bf42a865ce7cf9fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452948c0974696d657374616d70944aa0147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34302d3438948c1074696d655f746869735f697465725f7394474051d4ce180000008c0c74696d655f746f74616c5f7394474051d4ce180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051d4ce180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114efab83b8ab17e8d95442a812d9d2ea7007362756268317d94288c046c6f7373946836683c43089bcd66c3cdac804094869452948c0974696d657374616d70944ada147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34312d3436948c1074696d655f746869735f697465725f739447404cfc316e0000008c0c74696d655f746f74616c5f73944740602973678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602973678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11290f2e77e200b088ba45c34ae22a53f5007362756268317d94288c046c6f7373946836683c430847a3d14887767b4094869452948c0974696d657374616d70944a14157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34322d3434948c1074696d655f746869735f697465725f739447404cca0ba80000008c0c74696d655f746f74616c5f73944740675bf6518000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740675bf6518000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b0058a72446ad0b5944f46ef990a3eae007362756268317d94288c046c6f7373946836683c430810080462bb5c784094869452948c0974696d657374616d70944a4e157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34332d3432948c1074696d655f746869735f697465725f739447404cfcbe4a0000008c0c74696d655f746f74616c5f739447406e9b25e40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9b25e40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a118a8fc270e7c78599d84539dd702a5295007362756268317d94288c046c6f7373946836683c4308d66ab57a9601764094869452948c0974696d657374616d70944a87157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34342d3339948c1074696d655f746869735f697465725f739447404cc5fdb80000008c0c74696d655f746f74616c5f7394474072e652a90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072e652a90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1125100221564bb9a54745cc185dd3ffe8007362756268317d94288c046c6f7373946836683c430820100844d2fc744094869452948c0974696d657374616d70944ac1157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34352d3337948c1074696d655f746869735f697465725f739447404d0935480000008c0c74696d655f746f74616c5f73944740768779520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740768779520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f74352792ee0e295f24db2ff0ae060d9007362756268317d94288c046c6f7373946836683c43080a8542a1e174734094869452948c0974696d657374616d70944afb157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34362d3335948c1074696d655f746869735f697465725f739447404d0078820000008c0c74696d655f746f74616c5f739447407a2788624000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2788624000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116c8f06586244059e7b4d111fa9d88989007362756268317d94288c046c6f7373946836683c43085bad566b1e88724094869452948c0974696d657374616d70944a34167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34372d3332948c1074696d655f746869735f697465725f739447404c84a0380000008c0c74696d655f746f74616c5f739447407db81c694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db81c694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10183971296ab040930a4a1db17449143f7362756268317d94288c046c6f7373946836683c4308e27038cc10a2714094869452948c0974696d657374616d70944a6e167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34382d3330948c1074696d655f746869735f697465725f739447404cca89660000008c0c74696d655f746f74616c5f7394474080a8b6cb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080a8b6cb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101de6ec082d30aeaa9c4d3631a632975e7362756268317d94288c046c6f7373946836683c4308f67abdce229b704094869452948c0974696d657374616d70944aa7167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34392d3237948c1074696d655f746869735f697465725f739447404cc367080000008c0c74696d655f746f74616c5f739447408274ed3b8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408274ed3b8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"aaac0ba4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d3337948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f84cb9c138d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.620662951741282,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00347738554616066,\n \"n_head\": 4\n },\n \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719539368.1519523,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2036.6472908080093,\n \"timestamp\": 1719547805,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"aaac0ba4\",\n \"date\": \"2024-06-28_06-10-05\",\n \"time_this_iter_s\": 841.7590441703796,\n \"time_total_s\": 8437.740472078323,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 8437.740472078323,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\"\n },\n \"last_result_time\": 1719547805.9444683,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2061.2424547090304,\n \"min\": 2036.6472908080093,\n \"avg\": 2050.082223198357,\n \"last\": 2036.6472908080093,\n \"last-5-avg\": 2047.945392085999,\n \"last-10-avg\": 2050.0822231983575\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 859.009360074997,\n \"min\": 841.3607151508331,\n \"avg\": 843.7740472078324,\n \"last\": 841.7590441703796,\n \"last-5-avg\": 841.6228694438935,\n \"last-10-avg\": 843.7740472078324\n },\n \"time_total_s\": {\n \"max\": 8437.740472078323,\n \"min\": 859.009360074997,\n \"avg\": 4649.565741252899,\n \"last\": 8437.740472078323,\n \"last-5-avg\": 6754.424017953873,\n \"last-10-avg\": 4649.565741252899\n },\n \"time_since_restore\": {\n \"max\": 8437.740472078323,\n \"min\": 859.009360074997,\n \"avg\": 4649.565741252899,\n \"last\": 8437.740472078323,\n \"last-5-avg\": 6754.424017953873,\n \"last-10-avg\": 4649.565741252899\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452946807680d430891482402cd08a04094869452946807680d430867b3d9ac7c08a04094869452946807680d43080c0683c12704a04094869452946807680d430877bbdd2e0b10a04094869452946807680d4308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047408a5978f2e0000047408a56c3e8c0000047408a550aca80000047408a4fa77c40000047408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ca809afb68005cb0784225d9210f4d33736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452948c0974696d657374616d70944a021a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d30332d3437948c1074696d655f746869735f697465725f739447408ad8132b6000008c0c74696d655f746f74616c5f739447408ad8132b6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ad8132b6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ec432a8f7d7566ba6946b552856b85cf007362756268317d94288c046c6f7373946836683c430891482402cd08a04094869452948c0974696d657374616d70944a4d1d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d31372d3530948c1074696d655f746869735f697465725f739447408a5978f2e000008c0c74696d655f746f74616c5f739447409a98c60f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409a98c60f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115407cd0a4dd125992a4b65f76d5552c0007362756268317d94288c046c6f7373946836683c430867b3d9ac7c08a04094869452948c0974696d657374616d70944a98207e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d33312d3533948c1074696d655f746869735f697465725f739447408a56c3e8c000008c0c74696d655f746f74616c5f73944740a3e21401c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e21401c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a118cd469370383fba6954a683455eaedde007362756268317d94288c046c6f7373946836683c43080c0683c12704a04094869452948c0974696d657374616d70944ae3237e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d34352d3535948c1074696d655f746869735f697465725f739447408a550aca8000008c0c74696d655f746f74616c5f73944740aa7756b46000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740aa7756b46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11a1c90ee839860698f64e486bb732f8a7007362756268317d94288c046c6f7373946836683c430877bbdd2e0b10a04094869452948c0974696d657374616d70944a2d277e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d35392d3537948c1074696d655f746869735f697465725f739447408a4fa77c4000008c0c74696d655f746f74616c5f73944740b085a049b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b085a049b800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1049629bae900e8882144d3a387df653567362756268317d94288c046c6f7373946836683c4308d4e9743a4507a04094869452948c0974696d657374616d70944a762a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d31332d3539948c1074696d655f746869735f697465725f739447408a4b01ed4000008c0c74696d655f746f74616c5f73944740b3cf00876000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3cf00876000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119371484c70e7c2ba604058a4fdde92e8007362756268317d94288c046c6f7373946836683c430832994ce66702a04094869452948c0974696d657374616d70944ac02d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d32382d3031948c1074696d655f746869735f697465725f739447408a5020074000008c0c74696d655f746f74616c5f73944740b71904884800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b71904884800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11ef48ffb9f32772ac4641f08c86452fd7007362756268317d94288c046c6f7373946836683c4308180c06237c1aa04094869452948c0974696d657374616d70944a0a317e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d34322d3032948c1074696d655f746869735f697465725f739447408a4ae2bea000008c0c74696d655f746f74616c5f73944740ba6260e01c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ba6260e01c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11ec2dcd7ea52ef7813b477dfa5ee843d3007362756268317d94288c046c6f7373946836683c43086bb55a0dffe39f4094869452948c0974696d657374616d70944a53347e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d35362d3034948c1074696d655f746869735f697465725f739447408a4cd2f60000008c0c74696d655f746f74616c5f73944740bdabfb3edc00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740bdabfb3edc00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1181f2d5742599e59ac047376cbca56bf2007362756268317d94288c046c6f7373946836683c43089bcd66d396d29f4094869452948c0974696d657374616d70944a9d377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30362d31302d3035948c1074696d655f746869735f697465725f739447408a4e1285c000008c0c74696d655f746f74616c5f73944740c07adec7ca00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740c07adec7ca00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b2637af1\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d3238948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f85628bac878c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2473324871734921,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.08715018752570974,\n \"n_head\": 16\n },\n \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719547806.1505933,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.741417591966,\n \"timestamp\": 1719548344,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"b2637af1\",\n \"date\": \"2024-06-28_06-19-04\",\n \"time_this_iter_s\": 52.11372709274292,\n \"time_total_s\": 538.2431201934814,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 538.2431201934814,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\"\n },\n \"last_result_time\": 1719548344.4419425,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2342.1553426427167,\n \"min\": 1954.741417591966,\n \"avg\": 2049.385956050842,\n \"last\": 1954.741417591966,\n \"last-5-avg\": 1961.6518164446975,\n \"last-10-avg\": 2049.3859560508427\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 66.37161922454834,\n \"min\": 52.05119323730469,\n \"avg\": 53.82431201934815,\n \"last\": 52.11372709274292,\n \"last-5-avg\": 52.259254121780394,\n \"last-10-avg\": 53.82431201934814\n },\n \"time_total_s\": {\n \"max\": 538.2431201934814,\n \"min\": 66.37161922454834,\n \"avg\": 302.71114158630365,\n \"last\": 538.2431201934814,\n \"last-5-avg\": 433.699472618103,\n \"last-10-avg\": 302.7111415863037\n },\n \"time_since_restore\": {\n \"max\": 538.2431201934814,\n \"min\": 66.37161922454834,\n \"avg\": 302.71114158630365,\n \"last\": 538.2431201934814,\n \"last-5-avg\": 433.699472618103,\n \"last-10-avg\": 302.7111415863037\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452946807680d4308ad56ab15506ca14094869452946807680d4308e8f3f95cd852a04094869452946807680d4308f4f97cfe5ecf9f4094869452946807680d43086fb7dbed17109f4094869452946807680d4308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047404a49e2f400000047404a7a112400000047404a4556e600000047404a40562800000047404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1014fa9e604a5febb87c4d31fa9b658a7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452948c0974696d657374616d70944ae0377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31312d3132948c1074696d655f746869735f697465725f739447405097c89c0000008c0c74696d655f746f74616c5f739447405097c89c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405097c89c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a107fd171facc8dd6b75049328fd8e892577362756268317d94288c046c6f7373946836683c4308ad56ab15506ca14094869452948c0974696d657374616d70944a15387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3035948c1074696d655f746869735f697465725f739447404a49e2f40000008c0c74696d655f746f74616c5f739447405dbcba160000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dbcba160000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11bb50fa9b9716ed94c04163f6ef82988e007362756268317d94288c046c6f7373946836683c4308e8f3f95cd852a04094869452948c0974696d657374616d70944a4a387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3538948c1074696d655f746869735f697465725f739447404a7a11240000008c0c74696d655f746f74616c5f73944740657ce1540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740657ce1540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11aa1fec2e9bd754a4f24ad0cdc9cfeeb0007362756268317d94288c046c6f7373946836683c4308f4f97cfe5ecf9f4094869452948c0974696d657374616d70944a7e387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31332d3530948c1074696d655f746869735f697465725f739447404a4556e60000008c0c74696d655f746f74616c5f739447406c0e370d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c0e370d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10868b09316c9636bfc4423e6e2940a5447362756268317d94288c046c6f7373946836683c43086fb7dbed17109f4094869452948c0974696d657374616d70944ab3387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31342d3433948c1074696d655f746869735f697465725f739447404a4056280000008c0c74696d655f746f74616c5f73944740714f264bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714f264bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10a5bab18b117796b7594c12e88c0b83227362756268317d94288c046c6f7373946836683c4308140a85a2b7dc9e4094869452948c0974696d657374616d70944ae7387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31352d3335948c1074696d655f746869735f697465725f739447404a068d800000008c0c74696d655f746f74616c5f73944740748ff7fbc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740748ff7fbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f3a110921d0dba834345ef26f03521f0007362756268317d94288c046c6f7373946836683c4308040281a017ac9e4094869452948c0974696d657374616d70944a1b397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31362d3237948c1074696d655f746869735f697465725f739447404a42955e0000008c0c74696d655f746f74616c5f7394474077d84aa78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077d84aa78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11b83b183ef88166a4ec405316ce1df7b4007362756268317d94288c046c6f7373946836683c4308c8e3f118b69c9e4094869452948c0974696d657374616d70944a4f397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31372d3139948c1074696d655f746869735f697465725f739447404a0b90be0000008c0c74696d655f746f74616c5f739447407b19bcbf4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b19bcbf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a116e0c5c6f2386ee95a14ee4abdda57ce7007362756268317d94288c046c6f7373946836683c4308d66ab5ba8c909e4094869452948c0974696d657374616d70944a84397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31382d3132948c1074696d655f746869735f697465725f739447404a42a9fa0000008c0c74696d655f746f74616c5f739447407e6211fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e6211fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116acddf477d0ff69fb948d4b269f0ce98007362756268317d94288c046c6f7373946836683c4308b1582c36f78a9e4094869452948c0974696d657374616d70944ab8397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31392d3034948c1074696d655f746869735f697465725f739447404a0e8e9c0000008c0c74696d655f746f74616c5f7394474080d1f1e90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d1f1e90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3d8a1340\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d3036948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8da361113a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9833194838066408,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0004542749659626088,\n \"n_head\": 2\n },\n \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719548344.5918303,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719549146,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"3d8a1340\",\n \"date\": \"2024-06-28_06-32-26\",\n \"time_this_iter_s\": 79.03019595146179,\n \"time_total_s\": 801.7016909122467,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 801.7016909122467,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\"\n },\n \"last_result_time\": 1719549146.3397918,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 91.73844981193542,\n \"min\": 78.50712847709656,\n \"avg\": 80.17016909122468,\n \"last\": 79.03019595146179,\n \"last-5-avg\": 78.91907229423524,\n \"last-10-avg\": 80.17016909122466\n },\n \"time_total_s\": {\n \"max\": 801.7016909122467,\n \"min\": 91.73844981193542,\n \"avg\": 446.61356441974635,\n \"last\": 801.7016909122467,\n \"last-5-avg\": 643.7671368598938,\n \"last-10-avg\": 446.6135644197464\n },\n \"time_since_restore\": {\n \"max\": 801.7016909122467,\n \"min\": 91.73844981193542,\n \"avg\": 446.61356441974635,\n \"last\": 801.7016909122467,\n \"last-5-avg\": 643.7671368598938,\n \"last-10-avg\": 446.6135644197464\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c3000000474053bae9ac000000474053bf13cb000000474053a074cb000000474053bd1915000000474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1073b7d55681be62982041d01c3b42612c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a143a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32302d3336948c1074696d655f746869735f697465725f7394474056ef42c30000008c0c74696d655f746f74616c5f7394474056ef42c30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056ef42c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116416642b77e3b1a945412ef2d516c2dc007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a633a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32312d3535948c1074696d655f746869735f697465725f7394474053bae9ac0000008c0c74696d655f746f74616c5f73944740655516378000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740655516378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109e64c3ee3ce2c1ba734bf449a0e9772a7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ab23a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32332d3134948c1074696d655f746869735f697465725f7394474053bf13cb0000008c0c74696d655f746f74616c5f739447406f34a01d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f34a01d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11087a7f04b3009089f64bd03e7aeb9ebe007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a003b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32342d3332948c1074696d655f746869735f697465725f7394474053a074cb0000008c0c74696d655f746f74616c5f7394474074826d414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474074826d414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11be82d4a1b76080bc7b4965fd93dd33f3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a4f3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32352d3531948c1074696d655f746869735f697465725f7394474053bd19150000008c0c74696d655f746f74616c5f739447407971b3868000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407971b3868000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11de4c71d7094fbb98e943733f42ee5594007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a9e3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32372d3130948c1074696d655f746869735f697465725f7394474053c098a30000008c0c74696d655f746f74616c5f739447407e61d9af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e61d9af4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116963b8bca8aee09fd14fa62fabe27a8b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aed3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32382d3239948c1074696d655f746869735f697465725f7394474053a3ac1b0000008c0c74696d655f746f74616c5f7394474081a5625b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081a5625b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111978638771b831b4114cc7deb7e17be5007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a3c3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32392d3438948c1074696d655f746869735f697465725f7394474053c00d260000008c0c74696d655f746f74616c5f73944740841d63ffc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841d63ffc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a3250d5862204d92a647a226c8a36d82007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8b3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33312d3037948c1074696d655f746869735f697465725f7394474053bfd9c80000008c0c74696d655f746f74616c5f7394474086955f38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086955f38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a114b13e1145a44af97834f61545e1563fa007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ada3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33322d3236948c1074696d655f746869735f697465725f7394474053c1eebb0000008c0c74696d655f746f74616c5f73944740890d9d102000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740890d9d102000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"88943ec6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d3034948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8e3a2ce9178c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.02058782092742384,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00012206173551085312,\n \"n_head\": 16\n },\n \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719549146.4948225,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1953.125932348056,\n \"timestamp\": 1719550406,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"88943ec6\",\n \"date\": \"2024-06-28_06-53-26\",\n \"time_this_iter_s\": 124.03362774848938,\n \"time_total_s\": 1260.0365612506866,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1260.0365612506866,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719550406.584547,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1957.8012575164555,\n \"min\": 1952.0587047667016,\n \"avg\": 1954.4239703321082,\n \"last\": 1953.125932348056,\n \"last-5-avg\": 1953.9543325349102,\n \"last-10-avg\": 1954.4239703321084\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 138.29581928253174,\n \"min\": 123.8325846195221,\n \"avg\": 126.00365612506867,\n \"last\": 124.03362774848938,\n \"last-5-avg\": 124.45651307106019,\n \"last-10-avg\": 126.00365612506866\n },\n \"time_total_s\": {\n \"max\": 1260.0365612506866,\n \"min\": 138.29581928253174,\n \"avg\": 699.97023127079,\n \"last\": 1260.0365612506866,\n \"last-5-avg\": 1011.7537503242493,\n \"last-10-avg\": 699.9702312707901\n },\n \"time_since_restore\": {\n \"max\": 1260.0365612506866,\n \"min\": 138.29581928253174,\n \"avg\": 699.97023127079,\n \"last\": 1260.0365612506866,\n \"last-5-avg\": 1011.7537503242493,\n \"last-10-avg\": 699.9702312707901\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452946807680d43086fb7db9dc1839e4094869452946807680d4308ee76bb2dc0849e4094869452946807680d430867b3d97c34979e4094869452946807680d4308b7dbed16548d9e4094869452946807680d430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a00000047405f42dd6400000047405f3eeaf700000047405f39551500000047405f22355400000047405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f97ca0bc7dd14ba6e44dac90b6d83e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452948c0974696d657374616d70944a643d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33342d3434948c1074696d655f746869735f697465725f739447406149775a0000008c0c74696d655f746f74616c5f739447406149775a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406149775a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c4a67787ea82eaac13487cbb8c048d147362756268317d94288c046c6f7373946836683c43086fb7db9dc1839e4094869452948c0974696d657374616d70944ae13d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33362d3439948c1074696d655f746869735f697465725f739447405f42dd640000008c0c74696d655f746f74616c5f73944740707573060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740707573060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f905954e7071069fc24659f43bf0cfa6007362756268317d94288c046c6f7373946836683c4308ee76bb2dc0849e4094869452948c0974696d657374616d70944a5e3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33382d3534948c1074696d655f746869735f697465725f739447405f3eeaf70000008c0c74696d655f746f74616c5f7394474078452dc3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078452dc3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f7ec5187b634c80d7450dcc160a41d2007362756268317d94288c046c6f7373946836683c430867b3d97c34979e4094869452948c0974696d657374616d70944adb3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34302d3539948c1074696d655f746869735f697465725f739447405f3955150000008c0c74696d655f746f74616c5f739447408009c1848000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408009c1848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1062a7d2b169ac018602496f94368aa91b7362756268317d94288c046c6f7373946836683c4308b7dbed16548d9e4094869452948c0974696d657374616d70944a583f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34332d3034948c1074696d655f746869735f697465725f739447405f2235540000008c0c74696d655f746f74616c5f7394474083ee082f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083ee082f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11dfee5b53521445b0d4457ec8274c98d7007362756268317d94288c046c6f7373946836683c430843a15018b18d9e4094869452948c0974696d657374616d70944ad53f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34352d3039948c1074696d655f746869735f697465725f739447405f4ade640000008c0c74696d655f746f74616c5f7394474087d763fb8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087d763fb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1149fe90612b2c5ebb9f4ed0d2ac951df8007362756268317d94288c046c6f7373946836683c4308cce57219e48d9e4094869452948c0974696d657374616d70944a52407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34372d3134948c1074696d655f746869735f697465725f739447405f2d856e0000008c0c74696d655f746f74616c5f739447408bbd14a94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408bbd14a94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1067d8e8b2cd668aa1fd48e65e8685f9777362756268317d94288c046c6f7373946836683c4308dced76ebc3869e4094869452948c0974696d657374616d70944ace407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34392d3138948c1074696d655f746869735f697465725f739447405f2241b50000008c0c74696d655f746f74616c5f739447408fa15cdfe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fa15cdfe000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11cc7509c3c64115aa2a41f7d845acbce2007362756268317d94288c046c6f7373946836683c430869341a1d3c809e4094869452948c0974696d657374616d70944a4a417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35312d3232948c1074696d655f746869735f697465725f739447405ef549110000008c0c74696d655f746f74616c5f7394474091c003010000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091c003010000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116dbeecdbc57614ad4f49652edcd814a4007362756268317d94288c046c6f7373946836683c4308a3d168f480849e4094869452948c0974696d657374616d70944ac6417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35332d3236948c1074696d655f746869735f697465725f739447405f0226f50000008c0c74696d655f746f74616c5f7394474093b025705000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474093b025705000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e1c21a5b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8f1c6cefae8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9609532957830483,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0003819692551562951,\n \"n_head\": 4\n },\n \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719550406.7353516,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2166.0535782941683,\n \"timestamp\": 1719551009,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"e1c21a5b\",\n \"date\": \"2024-06-28_07-03-29\",\n \"time_this_iter_s\": 58.87797403335571,\n \"time_total_s\": 602.5065522193909,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 602.5065522193909,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\"\n },\n \"last_result_time\": 1719551009.2871013,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2194.870497816191,\n \"min\": 2161.298410971334,\n \"avg\": 2172.305702894316,\n \"last\": 2166.0535782941683,\n \"last-5-avg\": 2165.150327763595,\n \"last-10-avg\": 2172.305702894316\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 72.34097814559937,\n \"min\": 58.70789837837219,\n \"avg\": 60.25065522193909,\n \"last\": 58.87797403335571,\n \"last-5-avg\": 58.92110424041748,\n \"last-10-avg\": 60.250655221939084\n },\n \"time_total_s\": {\n \"max\": 602.5065522193909,\n \"min\": 72.34097814559937,\n \"avg\": 337.2882109642029,\n \"last\": 602.5065522193909,\n \"last-5-avg\": 484.5309166431427,\n \"last-10-avg\": 337.2882109642029\n },\n \"time_since_restore\": {\n \"max\": 602.5065522193909,\n \"min\": 72.34097814559937,\n \"avg\": 337.2882109642029,\n \"last\": 602.5065522193909,\n \"last-5-avg\": 484.5309166431427,\n \"last-10-avg\": 337.2882109642029\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452946807680d430828140a35b611a14094869452946807680d4308d66ab5cabdf5a04094869452946807680d4308ce66b379d8fca04094869452946807680d43080683c13092f8a04094869452946807680d4308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d29600000047404d5a9c6a00000047404d673aa400000047404d9ceb6400000047404d68ed5e00000047404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ef06642911d5abbaee41f1018e5447be00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452948c0974696d657374616d70944a0f427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35342d3339948c1074696d655f746869735f697465725f739447405215d2960000008c0c74696d655f746f74616c5f739447405215d2960000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405215d2960000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ab28b1b5c23f6bacbe416b804188132f7362756268317d94288c046c6f7373946836683c430828140a35b611a14094869452948c0974696d657374616d70944a49427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35352d3337948c1074696d655f746869735f697465725f739447404d5a9c6a0000008c0c74696d655f746f74616c5f73944740606190658000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740606190658000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11db171b4bcccbbc962c4cf18417d1aea9007362756268317d94288c046c6f7373946836683c4308d66ab5cabdf5a04094869452948c0974696d657374616d70944a84427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35362d3336948c1074696d655f746869735f697465725f739447404d673aa40000008c0c74696d655f746f74616c5f7394474067bb5f0e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474067bb5f0e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11575915032c01ee8a1f4a48416f44a597007362756268317d94288c046c6f7373946836683c4308ce66b379d8fca04094869452948c0974696d657374616d70944abf427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35372d3335948c1074696d655f746869735f697465725f739447404d9ceb640000008c0c74696d655f746f74616c5f739447406f2299e78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f2299e78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10126b7cf177167a852d4e59eda49ae17c7362756268317d94288c046c6f7373946836683c43080683c13092f8a04094869452948c0974696d657374616d70944afa427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35382d3334948c1074696d655f746869735f697465725f739447404d68ed5e0000008c0c74696d655f746f74616c5f73944740733e6a9f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740733e6a9f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1034fc36a8289a25867842b9fb352ad0437362756268317d94288c046c6f7373946836683c4308de6eb7fb33f2a04094869452948c0974696d657374616d70944a35437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35392d3333948c1074696d655f746869735f697465725f739447404d62554a0000008c0c74696d655f746f74616c5f7394474076eab548c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076eab548c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108ef407a9f873cf8edd4ee7fbb82b40547362756268317d94288c046c6f7373946836683c4308f8fbfd4e96e7a04094869452948c0974696d657374616d70944a70437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30302d3332948c1074696d655f746869735f697465725f739447404d6dddf00000008c0c74696d655f746f74616c5f739447407a987106c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a987106c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10e69d96761af0d0b9aa4ddea117a79c2c7362756268317d94288c046c6f7373946836683c4308a150285402eba04094869452948c0974696d657374616d70944aab437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30312d3331948c1074696d655f746869735f697465725f739447404d65c2bc0000008c0c74696d655f746f74616c5f739447407e45295e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e45295e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a102c27e5fe23ddf9a71842fd0d9f3e1b307362756268317d94288c046c6f7373946836683c43084ba552c998e2a04094869452948c0974696d657374616d70944ae6437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30322d3330948c1074696d655f746869735f697465725f739447404da72a4e0000008c0c74696d655f746f74616c5f7394474080fd07540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080fd07540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df7145fa71899a20b438ae283304aff007362756268317d94288c046c6f7373946836683c4308753a9d6e1beca04094869452948c0974696d657374616d70944a21447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30332d3239948c1074696d655f746869735f697465725f739447404d7061740000008c0c74696d655f746f74616c5f7394474082d40d6b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d40d6b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"08bd9367\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f904a0c0afa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7685314783666725,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.056339001711097965,\n \"n_head\": 4\n },\n \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719551009.4364445,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.1531540277435,\n \"timestamp\": 1719551747,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"08bd9367\",\n \"date\": \"2024-06-28_07-15-47\",\n \"time_this_iter_s\": 72.91625618934631,\n \"time_total_s\": 737.8909130096436,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 737.8909130096436,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\"\n },\n \"last_result_time\": 1719551747.3728619,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3700.8752076156497,\n \"min\": 1953.846070297121,\n \"avg\": 2223.6251491756893,\n \"last\": 1954.1531540277435,\n \"last-5-avg\": 1954.4872041476992,\n \"last-10-avg\": 2223.6251491756893\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.83756732940674,\n \"min\": 72.14350414276123,\n \"avg\": 73.78909130096436,\n \"last\": 72.91625618934631,\n \"last-5-avg\": 72.48127055168152,\n \"last-10-avg\": 73.78909130096436\n },\n \"time_total_s\": {\n \"max\": 737.8909130096436,\n \"min\": 85.83756732940674,\n \"avg\": 411.66717779636383,\n \"last\": 737.8909130096436,\n \"last-5-avg\": 592.698592376709,\n \"last-10-avg\": 411.66717779636383\n },\n \"time_since_restore\": {\n \"max\": 737.8909130096436,\n \"min\": 85.83756732940674,\n \"avg\": 411.66717779636383,\n \"last\": 737.8909130096436,\n \"last-5-avg\": 592.698592376709,\n \"last-10-avg\": 411.66717779636383\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452946807680d4308de6eb75b049ba44094869452946807680d430877bbdd0e62e0a04094869452946807680d4308ecf57a9dde479f4094869452946807680d43080e87c36117ad9e4094869452946807680d4308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab40000004740521c6c530000004740521187140000004740521db0bf0000004740521dc42f000000474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10416aa26309ebdfb50340ce24bb268737736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452948c0974696d657374616d70944a77447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30342d3535948c1074696d655f746869735f697465725f7394474055759ab40000008c0c74696d655f746f74616c5f7394474055759ab40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474055759ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1026248354f13a66a5b34788fefda1f5407362756268317d94288c046c6f7373946836683c4308de6eb75b049ba44094869452948c0974696d657374616d70944abf447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30362d3037948c1074696d655f746869735f697465725f73944740521c6c530000008c0c74696d655f746f74616c5f7394474063c903838000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063c903838000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e674ca3aea60eeacbc4f2e588ba923da007362756268317d94288c046c6f7373946836683c430877bbdd0e62e0a04094869452948c0974696d657374616d70944a07457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30372d3230948c1074696d655f746869735f697465725f73944740521187140000008c0c74696d655f746f74616c5f739447406cd1c70d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd1c70d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a105f882156c66165bd1b457b536c6761647362756268317d94288c046c6f7373946836683c4308ecf57a9dde479f4094869452948c0974696d657374616d70944a50457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30382d3332948c1074696d655f746869735f697465725f73944740521db0bf0000008c0c74696d655f746f74616c5f7394474072f04fb68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072f04fb68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111f11771aa8d1ef8bf84105413f8599cf007362756268317d94288c046c6f7373946836683c43080e87c36117ad9e4094869452948c0974696d657374616d70944a98457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30392d3434948c1074696d655f746869735f697465725f73944740521dc42f0000008c0c74696d655f746f74616c5f739447407777c0c24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407777c0c24000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113eeccdd8af0c139908486277f1d38cd2007362756268317d94288c046c6f7373946836683c4308201008e4f68e9e4094869452948c0974696d657374616d70944ae1457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31302d3537948c1074696d655f746869735f697465725f7394474052092f2c0000008c0c74696d655f746f74616c5f739447407bfa0c8d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bfa0c8d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a106e2bd7234aa1c7b9e4479a435058d1667362756268317d94288c046c6f7373946836683c4308a552a91407899e4094869452948c0974696d657374616d70944a29467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31322d3039948c1074696d655f746869735f697465725f7394474052264d920000008c0c74696d655f746f74616c5f739447408041cff8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408041cff8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a107c670d236d300080434e5446ddc71e0e7362756268317d94288c046c6f7373946836683c43080281406062879e4094869452948c0974696d657374616d70944a72467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31332d3232948c1074696d655f746869735f697465725f739447405222f56e0000008c0c74696d655f746f74616c5f7394474082862ea6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082862ea6a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10588c7909b002f5a91846675b308737027362756268317d94288c046c6f7373946836683c430877bbdd4ec1899e4094869452948c0974696d657374616d70944aba467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31342d3334948c1074696d655f746869735f697465725f73944740520ceb920000008c0c74696d655f746f74616c5f7394474084c7cc18e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c7cc18e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a110a84573b76e028b86046c505ef802cb5007362756268317d94288c046c6f7373946836683c4308a3d168d49c889e4094869452948c0974696d657374616d70944a03477e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31352d3437948c1074696d655f746869735f697465725f73944740523aa3f10000008c0c74696d655f746f74616c5f73944740870f20970000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740870f20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"261349af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d3239948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f90e0e681288c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.2474625892184107,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.09815210368028619,\n \"n_head\": 16\n },\n \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719551747.5242279,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 3048.0907587967517,\n \"timestamp\": 1719558037,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"261349af\",\n \"date\": \"2024-06-28_09-00-38\",\n \"time_this_iter_s\": 627.6434020996094,\n \"time_total_s\": 6290.689426183701,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 6290.689426183701,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\"\n },\n \"last_result_time\": 1719558038.2702613,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 5146.327555979331,\n \"min\": 3048.0907587967517,\n \"avg\": 4273.107454363004,\n \"last\": 3048.0907587967517,\n \"last-5-avg\": 3672.7043072557826,\n \"last-10-avg\": 4273.107454363005\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 641.6589081287384,\n \"min\": 627.4417996406555,\n \"avg\": 629.06894261837,\n \"last\": 627.6434020996094,\n \"last-5-avg\": 627.5811639785767,\n \"last-10-avg\": 629.0689426183701\n },\n \"time_total_s\": {\n \"max\": 6290.689426183701,\n \"min\": 641.6589081287384,\n \"avg\": 3466.3823635578156,\n \"last\": 6290.689426183701,\n \"last-5-avg\": 5035.5273536682125,\n \"last-10-avg\": 3466.3823635578156\n },\n \"time_since_restore\": {\n \"max\": 6290.689426183701,\n \"min\": 641.6589081287384,\n \"avg\": 3466.3823635578156,\n \"last\": 6290.689426183701,\n \"last-5-avg\": 5035.5273536682125,\n \"last-10-avg\": 3466.3823635578156\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452946807680d4308e672b9dcd1b8b34094869452946807680d430828140a658b2fb34094869452946807680d43089fcfe7b36481b24094869452946807680d43080c0683c177abb14094869452946807680d43088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a000004740839ce3de0000004740839fadc0a00000474083a01cff2000004740839c50c40000004740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10fbac3ad5ce651e9d844fb426f09f6356736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452948c0974696d657374616d70944a84497e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d32362d3239948c1074696d655f746869735f697465725f73944740840d4571a000008c0c74696d655f746f74616c5f73944740840d4571a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740840d4571a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a115b7c487489b41b8642429c7776614591007362756268317d94288c046c6f7373946836683c4308e672b9dcd1b8b34094869452948c0974696d657374616d70944af84b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d33362d3536948c1074696d655f746869735f697465725f73944740839ce3de0000008c0c74696d655f746f74616c5f7394474093d514a7d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474093d514a7d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105945c0dd5095319a2d41117c2fdc467e7362756268317d94288c046c6f7373946836683c430828140a658b2fb34094869452948c0974696d657374616d70944a6c4e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d34372d3234948c1074696d655f746869735f697465725f73944740839fadc0a000008c0c74696d655f746f74616c5f739447409da4eb882000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409da4eb882000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a4ea01899ada5aaf2d4aa3c66ad24ba5007362756268317d94288c046c6f7373946836683c43089fcfe7b36481b24094869452948c0974696d657374616d70944ae0507e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d35372d3532948c1074696d655f746869735f697465725f7394474083a01cff2000008c0c74696d655f746f74616c5f73944740a3ba7d03d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3ba7d03d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1199bb2ad82e2b418b494ab92a095d349b007362756268317d94288c046c6f7373946836683c43080c0683c177abb14094869452948c0974696d657374616d70944a53537e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d30382d3230948c1074696d655f746869735f697465725f73944740839c50c40000008c0c74696d655f746f74616c5f73944740a8a19134d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a8a19134d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c6d693e25fb07899bc405aab83f58f387362756268317d94288c046c6f7373946836683c43088542a1f021b1b04094869452948c0974696d657374616d70944ac7557e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d31382d3437948c1074696d655f746869735f697465725f73944740839c9bb9e000008c0c74696d655f746f74616c5f73944740ad88b8235000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ad88b8235000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c1dc1409b4aa61af69469c8d6629aa9b007362756268317d94288c046c6f7373946836683c4308c26030b81b2eaf4094869452948c0974696d657374616d70944a3b587e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d32392d3135948c1074696d655f746869735f697465725f73944740839c9f582000008c0c74696d655f746f74616c5f73944740b137effcac00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b137effcac00008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110686389554948f8fc44e6f10ee730fd6007362756268317d94288c046c6f7373946836683c43085128142a2dcbac4094869452948c0974696d657374616d70944aae5a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d33392d3433948c1074696d655f746869735f697465725f73944740839d558e4000008c0c74696d655f746f74616c5f73944740b3ab9aae7400008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3ab9aae7400008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c121afee7b4f46b9a7482083c33dfdec007362756268317d94288c046c6f7373946836683c43085bad56cb4f4baa4094869452948c0974696d657374616d70944a225d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d35302d3130948c1074696d655f746869735f697465725f73944740839b88ce4000008c0c74696d655f746f74616c5f73944740b61f0bc83c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b61f0bc83c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11f2e9c08ef20e10a5ae4ddcb8f840c0db007362756268317d94288c046c6f7373946836683c4308bfdfef772ed0a74094869452948c0974696d657374616d70944a955f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30392d30302d3338948c1074696d655f746869735f697465725f73944740839d25b00000008c0c74696d655f746f74616c5f73944740b892b07e3c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b892b07e3c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7c19332c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9177b4a4848c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.011294664762497991,\n \"n_head\": 2\n },\n \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719558038.433597,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2146.9344828447956,\n \"timestamp\": 1719561058,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"7c19332c\",\n \"date\": \"2024-06-28_09-50-58\",\n \"time_this_iter_s\": 299.9912140369415,\n \"time_total_s\": 3020.282461166382,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 3020.282461166382,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\"\n },\n \"last_result_time\": 1719561058.772585,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2261.2695754644437,\n \"min\": 2146.9344828447956,\n \"avg\": 2196.342053991603,\n \"last\": 2146.9344828447956,\n \"last-5-avg\": 2204.1819978008125,\n \"last-10-avg\": 2196.342053991603\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 314.7119266986847,\n \"min\": 299.9912140369415,\n \"avg\": 302.0282461166382,\n \"last\": 299.9912140369415,\n \"last-5-avg\": 300.2873908042908,\n \"last-10-avg\": 302.0282461166382\n },\n \"time_total_s\": {\n \"max\": 3020.282461166382,\n \"min\": 314.7119266986847,\n \"avg\": 1668.2465629577637,\n \"last\": 3020.282461166382,\n \"last-5-avg\": 2419.874883508682,\n \"last-10-avg\": 1668.2465629577637\n },\n \"time_since_restore\": {\n \"max\": 3020.282461166382,\n \"min\": 314.7119266986847,\n \"avg\": 1668.2465629577637,\n \"last\": 3020.282461166382,\n \"last-5-avg\": 2419.874883508682,\n \"last-10-avg\": 1668.2465629577637\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452946807680d430853a9549ae70ca14094869452946807680d430873b95c2ed3faa04094869452946807680d430889442291bf47a14094869452946807680d43081a8d46832118a14094869452946807680d43082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d400000474072cbc486400000474072cfaf95000000474072d3b176800000474072d2fd93800000474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d16ea2ef204af99f60483a00aa22a98400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452948c0974696d657374616d70944ad0607e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d30352d3533948c1074696d655f746869735f697465725f7394474073ab640d4000008c0c74696d655f746f74616c5f7394474073ab640d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073ab640d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11c83a6c690ae4bb98ec462c397066c4a0007362756268317d94288c046c6f7373946836683c430853a9549ae70ca14094869452948c0974696d657374616d70944afd617e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31302d3533948c1074696d655f746869735f697465725f7394474072cbc4864000008c0c74696d655f746f74616c5f73944740833b9449c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833b9449c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a117f08922cae7c5f816246588b730b00dc007362756268317d94288c046c6f7373946836683c430873b95c2ed3faa04094869452948c0974696d657374616d70944a2a637e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31352d3534948c1074696d655f746869735f697465725f7394474072cfaf950000008c0c74696d655f746f74616c5f739447408ca36c144000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ca36c144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1174a85a14e52540964c41881a1f7508af007362756268317d94288c046c6f7373946836683c430889442291bf47a14094869452948c0974696d657374616d70944a57647e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32302d3536948c1074696d655f746869735f697465725f7394474072d3b1768000008c0c74696d655f746f74616c5f739447409306a267c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409306a267c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10f44732922628068aa04ed452b9284f4a7362756268317d94288c046c6f7373946836683c43081a8d46832118a14094869452948c0974696d657374616d70944a85657e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32352d3537948c1074696d655f746869735f697465725f7394474072d2fd938000008c0c74696d655f746f74616c5f7394474097bb61cca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097bb61cca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1009d86ee378924ba6764658b2225e432f7362756268317d94288c046c6f7373946836683c43082e97cb058aaaa14094869452948c0974696d657374616d70944ab1667e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33302d3537948c1074696d655f746869735f697465725f7394474072c8b2008000008c0c74696d655f746f74616c5f739447409c6d8e4cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409c6d8e4cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11db0556b4d648069e22479034f20727d6007362756268317d94288c046c6f7373946836683c4308753a9d0e023ca14094869452948c0974696d657374616d70944add677e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33352d3538948c1074696d655f746869735f697465725f7394474072c4368d8000008c0c74696d655f746f74616c5f73944740a08f4df81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a08f4df81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1105db1aaf1f6c49a985411031a9104afc007362756268317d94288c046c6f7373946836683c43089fcfe7a3b73aa14094869452948c0974696d657374616d70944a0a697e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34302d3538948c1074696d655f746869735f697465725f7394474072c1b7008000008c0c74696d655f746f74616c5f73944740a2e784d82000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2e784d82000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10219e2c42bd240b9c864a441dc1c962467362756268317d94288c046c6f7373946836683c4308ea743abdaf32a14094869452948c0974696d657374616d70944a366a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34352d3538948c1074696d655f746869735f697465725f7394474072c88231c000008c0c74696d655f746f74616c5f73944740a540951e5800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a540951e5800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a102dae8b92f01c67adf941f25598e439637362756268317d94288c046c6f7373946836683c430824128974dec5a04094869452948c0974696d657374616d70944a626b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d35302d3538948c1074696d655f746869735f697465725f7394474072bfdc034000008c0c74696d655f746f74616c5f73944740a798909ec000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a798909ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"769b08ee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d3338948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f97a9b5e3908c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9311098017111933,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0033598362705093534,\n \"n_head\": 16\n },\n \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719561058.926876,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2067.5648145300197,\n \"timestamp\": 1719562054,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"769b08ee\",\n \"date\": \"2024-06-28_10-07-34\",\n \"time_this_iter_s\": 98.67155456542969,\n \"time_total_s\": 995.7130689620972,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 995.7130689620972,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\"\n },\n \"last_result_time\": 1719562054.6915047,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2152.0349524790845,\n \"min\": 2067.5648145300197,\n \"avg\": 2101.9375813161296,\n \"last\": 2067.5648145300197,\n \"last-5-avg\": 2079.8092696542817,\n \"last-10-avg\": 2101.937581316129\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 112.00384831428528,\n \"min\": 97.76127862930298,\n \"avg\": 99.5713068962097,\n \"last\": 98.67155456542969,\n \"last-5-avg\": 98.23846459388733,\n \"last-10-avg\": 99.57130689620972\n },\n \"time_total_s\": {\n \"max\": 995.7130689620972,\n \"min\": 112.00384831428528,\n \"avg\": 553.497561621666,\n \"last\": 995.7130689620972,\n \"last-5-avg\": 798.8421119213104,\n \"last-10-avg\": 553.4975616216659\n },\n \"time_since_restore\": {\n \"max\": 995.7130689620972,\n \"min\": 112.00384831428528,\n \"avg\": 553.497561621666,\n \"last\": 995.7130689620972,\n \"last-5-avg\": 798.8421119213104,\n \"last-10-avg\": 553.4975616216659\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452946807680d4308b55aad86d5bea04094869452946807680d4308ecf57aed8494a04094869452946807680d4308381c0eb77d79a04094869452946807680d4308793c1e9fbe5ba04094869452946807680d4308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047405872544a00000047405893b94f0000004740589037190000004740588ad028000000474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1067a38c828ea13e93704319625f4e392d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452948c0974696d657374616d70944ad26b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35322d3530948c1074696d655f746869735f697465725f739447405c003f0d0000008c0c74696d655f746f74616c5f739447405c003f0d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c003f0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1148646804e76abc83764b54a581502db6007362756268317d94288c046c6f7373946836683c4308b55aad86d5bea04094869452948c0974696d657374616d70944a346c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35342d3238948c1074696d655f746869735f697465725f739447405872544a0000008c0c74696d655f746f74616c5f739447406a3949ab8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a3949ab8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1196cf19cb0f165c99e4431b67d4c398a2007362756268317d94288c046c6f7373946836683c4308ecf57aed8494a04094869452948c0974696d657374616d70944a966c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35362d3037948c1074696d655f746869735f697465725f739447405893b94f0000008c0c74696d655f746f74616c5f73944740734193298000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740734193298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a106f2f600981880a8ec441f9b721e260227362756268317d94288c046c6f7373946836683c4308381c0eb77d79a04094869452948c0974696d657374616d70944af96c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35372d3435948c1074696d655f746869735f697465725f73944740589037190000008c0c74696d655f746f74616c5f739447407965a0efc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407965a0efc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11cdfccac70d3e3e81424ce8a1a8b812b6007362756268317d94288c046c6f7373946836683c4308793c1e9fbe5ba04094869452948c0974696d657374616d70944a5b6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35392d3233948c1074696d655f746869735f697465725f73944740588ad0280000008c0c74696d655f746f74616c5f739447407f8854f9c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f8854f9c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1128fb01b88da6b0b0e942c2e55d20abba007362756268317d94288c046c6f7373946836683c4308a3d168a4c34fa04094869452948c0974696d657374616d70944abd6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30312d3031948c1074696d655f746869735f697465725f7394474058859d050000008c0c74696d655f746f74616c5f7394474082d4de1d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d4de1d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11a96b194ebbaa11b1a14157711de085e4007362756268317d94288c046c6f7373946836683c43081a8d4623aa45a04094869452948c0974696d657374616d70944a1f6e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30322d3339948c1074696d655f746869735f697465725f739447405870b8ca0000008c0c74696d655f746f74616c5f7394474085e2f536c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085e2f536c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a0fe1895c42432e5286854d739054ee077362756268317d94288c046c6f7373946836683c4308d0e7f3c9c93ca04094869452948c0974696d657374616d70944a816e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30342d3137948c1074696d655f746869735f697465725f739447405886ea5f0000008c0c74696d655f746f74616c5f7394474088f3d282a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474088f3d282a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11b84038b121c5609fbc45fadc6c4e1bc8007362756268317d94288c046c6f7373946836683c4308d0e7f3f9be44a04094869452948c0974696d657374616d70944ae36e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30352d3536948c1074696d655f746869735f697465725f7394474058a414170000008c0c74696d655f746f74616c5f739447408c0855058000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c0855058000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10518d32ad6862a5aac34f0df411429a7e7362756268317d94288c046c6f7373946836683c43087bbd5e2f2127a04094869452948c0974696d657374616d70944a466f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30372d3334948c1074696d655f746869735f697465725f7394474058aafac00000008c0c74696d655f746f74616c5f739447408f1db45d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408f1db45d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"cd09d91f\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d3538948c1863757272656e745f636865636b706f696e745f696e646578944b028c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9a9d1c63838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.8804057782771979,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00020339747661453456,\n \"n_head\": 1\n },\n \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719562054.8448517,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2044.4744459737942,\n \"timestamp\": 1719562367,\n \"checkpoint_dir_name\": \"checkpoint_000002\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 3,\n \"trial_id\": \"cd09d91f\",\n \"date\": \"2024-06-28_10-12-47\",\n \"time_this_iter_s\": 99.62483620643616,\n \"time_total_s\": 312.48519372940063,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 312.48519372940063,\n \"iterations_since_restore\": 3,\n \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\"\n },\n \"last_result_time\": 1719562367.3437243,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2046.8147607037401,\n \"min\": 2044.4744459737942,\n \"avg\": 2046.0208714602813,\n \"last\": 2044.4744459737942,\n \"last-5-avg\": 2046.0208714602813,\n \"last-10-avg\": 2046.0208714602813\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 3,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 3,\n \"last-5-avg\": 2.0,\n \"last-10-avg\": 2.0\n },\n \"time_this_iter_s\": {\n \"max\": 113.24074220657349,\n \"min\": 99.61961531639099,\n \"avg\": 104.16173124313354,\n \"last\": 99.62483620643616,\n \"last-5-avg\": 104.16173124313354,\n \"last-10-avg\": 104.16173124313354\n },\n \"time_total_s\": {\n \"max\": 312.48519372940063,\n \"min\": 113.24074220657349,\n \"avg\": 212.86209781964618,\n \"last\": 312.48519372940063,\n \"last-5-avg\": 212.8620978196462,\n \"last-10-avg\": 212.8620978196462\n },\n \"time_since_restore\": {\n \"max\": 312.48519372940063,\n \"min\": 113.24074220657349,\n \"avg\": 212.86209781964618,\n \"last\": 312.48519372940063,\n \"last-5-avg\": 212.8620978196462,\n \"last-10-avg\": 212.8620978196462\n },\n \"iterations_since_restore\": {\n \"max\": 3,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 3,\n \"last-5-avg\": 2.0,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595350d0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1171445c8405852087054efa6f6dbc8eb500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452948c0974696d657374616d70944ab86f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d30392d3238948c1074696d655f746869735f697465725f739447405c4f68520000008c0c74696d655f746f74616c5f739447405c4f68520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c4f68520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a106e2447a07879c982c343aabbfe51b07b7362756268317d94288c046c6f7373946836683c4308c26030f817fb9f4094869452948c0974696d657374616d70944a1b707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31312d3037948c1074696d655f746869735f697465725f7394474058e7a7c70000008c0c74696d655f746f74616c5f739447406a9b880c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a9b880c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1198a480155e7548919a4feb44f2caf6ef007362756268317d94288c046c6f7373946836683c4308a9542ad5e5f19f4094869452948c0974696d657374616d70944a7f707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31322d3437948c1074696d655f746869735f697465725f7394474058e7fd510000008c0c74696d655f746f74616c5f739447407387c35a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407387c35a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b03757562658c195f6c61746573745f636865636b706f696e745f726573756c7494689175622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8f7a5983\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38663761353938335f36335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f31302d30372d3334948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9bcaf50b4f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"lr\": 0.0002561729654679464,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"lr\": 0.0002561729654679464,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0002561729654679464,\n \"n_head\": 8\n },\n \"experiment_tag\": \"63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.4045,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0003,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_8f7a5983_63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_10-07-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": null,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {},\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": Infinity,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 76509.49886393547,
- "_iteration": 715057,
- "_has_errored": true,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719490495.6971936,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-27_14-14-55",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719490495.6971936,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json
deleted file mode 100644
index 358f8ad95b893463cc814e5abc4a6b777b33cbcb..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json and /dev/null differ
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_15-19-46.json b/ray_results/test_experiment/search_gen_state-2024-06-25_15-19-46.json
deleted file mode 100644
index bd56b6ad2aec0c95c881d75662ca024e9d960928..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/search_gen_state-2024-06-25_15-19-46.json and /dev/null differ
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_16-07-48.json b/ray_results/test_experiment/search_gen_state-2024-06-25_16-07-48.json
deleted file mode 100644
index c109608d0177f83f265c982cca5e36e6eed43cbc..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/search_gen_state-2024-06-25_16-07-48.json and /dev/null differ
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_17-10-00.json b/ray_results/test_experiment/search_gen_state-2024-06-25_17-10-00.json
deleted file mode 100644
index 2a60067bb11a8389929614a20cceda74b2a2a3ce..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/search_gen_state-2024-06-25_17-10-00.json and /dev/null differ
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json
deleted file mode 100644
index 0c6fb4d481afc2f9180082cd073699cab2c7b5fb..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json and /dev/null differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl
deleted file mode 100644
index f4e61f9411c4824935f50a9a5aa53cbfd12a3c1b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_15-19-46.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_15-19-46.pkl
deleted file mode 100644
index 1413e7a92ee7ac42e62bf31f6637bfdebb340a7d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/searcher-state-2024-06-25_15-19-46.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_16-07-48.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_16-07-48.pkl
deleted file mode 100644
index 304ac7bdae36124fb18b38216267623b0f8202b8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/searcher-state-2024-06-25_16-07-48.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_17-10-00.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_17-10-00.pkl
deleted file mode 100644
index 862455da2971212f5b405296f4c3e232559a06d0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/searcher-state-2024-06-25_17-10-00.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl b/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl
deleted file mode 100644
index cd729bf86949148a0f4bb8b6e15e13a40c5f84b7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2
deleted file mode 100644
index 43e70a12c118522b111bf8f0fc2bd8589e7f8cf3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2
deleted file mode 100644
index eae6cdaa4534d362edecb519aaa66c4e27454a12..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2
deleted file mode 100644
index c75c596c1fe28e9263b15915d7a9f7e543067b01..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2
deleted file mode 100644
index 0bfa298fed8f706eb3d9efbab7ba62694adb7eb2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2
deleted file mode 100644
index 081fccbe39996db0b092552b7438d36af9f1c965..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
deleted file mode 100644
index d34213aeed727d55b8b7771e5f158fe47c3c859f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0001,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl
deleted file mode 100644
index 89d3b862155eeb53390ad46f0f513f9464de7d39..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
deleted file mode 100644
index 7950f2e8ec3874cb99eb4cdff18b9df4d9ed1931..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-220.77590359665277,1719315958,checkpoint_000000,True,False,1,016f7353,2024-06-25_13-45-58,188.1737368106842,188.1737368106842,339920,r9i1n2,10.159.32.15,188.1737368106842,1
-180.26498923714706,1719316230,checkpoint_000001,True,False,2,016f7353,2024-06-25_13-50-30,187.0150330066681,375.1887698173523,347039,r9i1n2,10.159.32.15,187.0150330066681,1
-147.3930386821116,1719316493,checkpoint_000002,True,False,3,016f7353,2024-06-25_13-54-53,185.07583117485046,560.2646009922028,353741,r9i1n2,10.159.32.15,185.07583117485046,1
-134.21845143235575,1719316663,checkpoint_000003,True,False,4,016f7353,2024-06-25_13-57-43,170.05932211875916,730.3239231109619,353741,r9i1n2,10.159.32.15,355.1351532936096,2
-125.97545107143132,1719316969,checkpoint_000004,True,False,5,016f7353,2024-06-25_14-02-49,187.42582607269287,917.7497491836548,366320,r9i1n2,10.159.32.15,187.42582607269287,1
-119.25108247291385,1719317141,checkpoint_000005,True,False,6,016f7353,2024-06-25_14-05-41,172.101571559906,1089.8513207435608,366320,r9i1n2,10.159.32.15,359.5273976325989,2
-114.85140582707923,1719317314,checkpoint_000006,True,False,7,016f7353,2024-06-25_14-08-34,172.7140347957611,1262.565355539322,366320,r9i1n2,10.159.32.15,532.24143242836,3
-110.36972532497616,1719317486,checkpoint_000007,True,False,8,016f7353,2024-06-25_14-11-26,172.59792017936707,1435.163275718689,366320,r9i1n2,10.159.32.15,704.839352607727,4
-108.50565037764902,1719317880,checkpoint_000008,True,False,9,016f7353,2024-06-25_14-18-00,187.18606781959534,1622.3493435382843,366320,r9i1n2,10.159.32.15,187.18606781959534,1
-107.58732394721564,1719318052,checkpoint_000009,True,False,10,016f7353,2024-06-25_14-20-52,172.15624952316284,1794.5055930614471,366320,r9i1n2,10.159.32.15,359.3423173427582,2
-104.85794463871032,1719318224,checkpoint_000010,True,False,11,016f7353,2024-06-25_14-23-44,172.26081562042236,1966.7664086818695,366320,r9i1n2,10.159.32.15,531.6031329631805,3
-104.4458197045514,1719318397,checkpoint_000011,True,False,12,016f7353,2024-06-25_14-26-37,172.6046712398529,2139.3710799217224,366320,r9i1n2,10.159.32.15,704.2078042030334,4
-99.18223199318713,1719318569,checkpoint_000012,True,False,13,016f7353,2024-06-25_14-29-29,172.24528121948242,2311.616361141205,366320,r9i1n2,10.159.32.15,876.4530854225159,5
-99.00881489430826,1719318741,checkpoint_000013,True,False,14,016f7353,2024-06-25_14-32-22,172.6691517829895,2484.2855129241943,366320,r9i1n2,10.159.32.15,1049.1222372055054,6
-97.12115343349187,1719318914,checkpoint_000014,True,False,15,016f7353,2024-06-25_14-35-15,172.88193345069885,2657.167446374893,366320,r9i1n2,10.159.32.15,1222.0041706562042,7
-97.0790608623835,1719319087,checkpoint_000015,True,False,16,016f7353,2024-06-25_14-38-07,172.1524109840393,2829.3198573589325,366320,r9i1n2,10.159.32.15,1394.1565816402435,8
-97.36735979215366,1719319259,checkpoint_000016,True,False,17,016f7353,2024-06-25_14-40-59,172.8087797164917,3002.128637075424,366320,r9i1n2,10.159.32.15,1566.9653613567352,9
-94.57831074872355,1719319432,checkpoint_000017,True,False,18,016f7353,2024-06-25_14-43-52,172.65869641304016,3174.7873334884644,366320,r9i1n2,10.159.32.15,1739.6240577697754,10
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
deleted file mode 100644
index f918ad1b2c9811b8d41a3b5dc19af721bf9f88e6..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
+++ /dev/null
@@ -1,16 +0,0 @@
-{"loss": 220.77590359665277, "timestamp": 1719315958, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "016f7353", "date": "2024-06-25_13-45-58", "time_this_iter_s": 188.1737368106842, "time_total_s": 188.1737368106842, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 188.1737368106842, "iterations_since_restore": 1}
-{"loss": 147.3930386821116, "timestamp": 1719316493, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "016f7353", "date": "2024-06-25_13-54-53", "time_this_iter_s": 185.07583117485046, "time_total_s": 560.2646009922028, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 185.07583117485046, "iterations_since_restore": 1}
-{"loss": 125.97545107143132, "timestamp": 1719316969, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "016f7353", "date": "2024-06-25_14-02-49", "time_this_iter_s": 187.42582607269287, "time_total_s": 917.7497491836548, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.42582607269287, "iterations_since_restore": 1}
-{"loss": 119.25108247291385, "timestamp": 1719317141, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "016f7353", "date": "2024-06-25_14-05-41", "time_this_iter_s": 172.101571559906, "time_total_s": 1089.8513207435608, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.5273976325989, "iterations_since_restore": 2}
-{"loss": 114.85140582707923, "timestamp": 1719317314, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "016f7353", "date": "2024-06-25_14-08-34", "time_this_iter_s": 172.7140347957611, "time_total_s": 1262.565355539322, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 532.24143242836, "iterations_since_restore": 3}
-{"loss": 110.36972532497616, "timestamp": 1719317486, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "016f7353", "date": "2024-06-25_14-11-26", "time_this_iter_s": 172.59792017936707, "time_total_s": 1435.163275718689, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.839352607727, "iterations_since_restore": 4}
-{"loss": 108.50565037764902, "timestamp": 1719317880, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "016f7353", "date": "2024-06-25_14-18-00", "time_this_iter_s": 187.18606781959534, "time_total_s": 1622.3493435382843, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.18606781959534, "iterations_since_restore": 1}
-{"loss": 107.58732394721564, "timestamp": 1719318052, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "016f7353", "date": "2024-06-25_14-20-52", "time_this_iter_s": 172.15624952316284, "time_total_s": 1794.5055930614471, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.3423173427582, "iterations_since_restore": 2}
-{"loss": 104.85794463871032, "timestamp": 1719318224, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "016f7353", "date": "2024-06-25_14-23-44", "time_this_iter_s": 172.26081562042236, "time_total_s": 1966.7664086818695, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 531.6031329631805, "iterations_since_restore": 3}
-{"loss": 104.4458197045514, "timestamp": 1719318397, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "016f7353", "date": "2024-06-25_14-26-37", "time_this_iter_s": 172.6046712398529, "time_total_s": 2139.3710799217224, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.2078042030334, "iterations_since_restore": 4}
-{"loss": 99.18223199318713, "timestamp": 1719318569, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "016f7353", "date": "2024-06-25_14-29-29", "time_this_iter_s": 172.24528121948242, "time_total_s": 2311.616361141205, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 876.4530854225159, "iterations_since_restore": 5}
-{"loss": 99.00881489430826, "timestamp": 1719318741, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "016f7353", "date": "2024-06-25_14-32-22", "time_this_iter_s": 172.6691517829895, "time_total_s": 2484.2855129241943, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1049.1222372055054, "iterations_since_restore": 6}
-{"loss": 97.12115343349187, "timestamp": 1719318914, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "016f7353", "date": "2024-06-25_14-35-15", "time_this_iter_s": 172.88193345069885, "time_total_s": 2657.167446374893, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1222.0041706562042, "iterations_since_restore": 7}
-{"loss": 97.0790608623835, "timestamp": 1719319087, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "016f7353", "date": "2024-06-25_14-38-07", "time_this_iter_s": 172.1524109840393, "time_total_s": 2829.3198573589325, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1394.1565816402435, "iterations_since_restore": 8}
-{"loss": 97.36735979215366, "timestamp": 1719319259, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "016f7353", "date": "2024-06-25_14-40-59", "time_this_iter_s": 172.8087797164917, "time_total_s": 3002.128637075424, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1566.9653613567352, "iterations_since_restore": 9}
-{"loss": 94.57831074872355, "timestamp": 1719319432, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "016f7353", "date": "2024-06-25_14-43-52", "time_this_iter_s": 172.65869641304016, "time_total_s": 3174.7873334884644, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1739.6240577697754, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/events.out.tfevents.1719329545.r8i6n2 b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/events.out.tfevents.1719329545.r8i6n2
deleted file mode 100644
index a4b8f2b87bd1c314e64ca0fd1a3070aa0e558e5d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/events.out.tfevents.1719329545.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json
deleted file mode 100644
index b034105813c1160d84c755fb8e8a11adf89722af..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.18759871111111892,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.02750689103642202,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.pkl b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.pkl
deleted file mode 100644
index cb40d5843f9214339d4eed4e4022ca573d6a2b4f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv
deleted file mode 100644
index 53f618e48b1bd08b2d7679df866d1bd237cdda35..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2019.4176592488927,1719329610,checkpoint_000000,True,False,1,040fcf09,2024-06-25_17-33-30,65.59718012809753,65.59718012809753,2195253,r8i6n2,10.159.28.60,65.59718012809753,1
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json
deleted file mode 100644
index ecbddee35871bcbd1ad4419902fbbd91c91463c8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2019.4176592488927, "timestamp": 1719329610, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "040fcf09", "date": "2024-06-25_17-33-30", "time_this_iter_s": 65.59718012809753, "time_total_s": 65.59718012809753, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.18759871111111892, "lr": 0.02750689103642202, "batch_size": 2048}, "time_since_restore": 65.59718012809753, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8 b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8
deleted file mode 100644
index 66bec38e2135151226ca04ed835d3df94a981960..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
deleted file mode 100644
index eb4d25797d2353c22920ea3745f0edf7d8230929..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.9904174177662719,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0015488652457456295,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl
deleted file mode 100644
index 982385f4cbd9fd9a8821bbf709f8e48fe7ab27f6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
deleted file mode 100644
index c4ed485d327e7218d65202509ca86fa3a5da3154..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719523981,checkpoint_000000,True,False,1,04dab8e5,2024-06-27_23-33-01,90.10185432434082,90.10185432434082,242786,r8i6n8,10.159.28.66,90.10185432434082,1
-nan,1719524057,checkpoint_000001,True,False,2,04dab8e5,2024-06-27_23-34-17,75.47974467277527,165.5815989971161,242786,r8i6n8,10.159.28.66,165.5815989971161,2
-nan,1719524133,checkpoint_000002,True,False,3,04dab8e5,2024-06-27_23-35-33,76.8026487827301,242.3842477798462,242786,r8i6n8,10.159.28.66,242.3842477798462,3
-nan,1719524210,checkpoint_000003,True,False,4,04dab8e5,2024-06-27_23-36-50,76.45394325256348,318.83819103240967,242786,r8i6n8,10.159.28.66,318.83819103240967,4
-nan,1719524286,checkpoint_000004,True,False,5,04dab8e5,2024-06-27_23-38-06,76.52552080154419,395.36371183395386,242786,r8i6n8,10.159.28.66,395.36371183395386,5
-nan,1719524372,checkpoint_000005,True,False,6,04dab8e5,2024-06-27_23-39-32,85.11763429641724,480.4813461303711,242786,r8i6n8,10.159.28.66,480.4813461303711,6
-nan,1719524463,checkpoint_000006,True,False,7,04dab8e5,2024-06-27_23-41-03,90.97299361228943,571.4543397426605,242786,r8i6n8,10.159.28.66,571.4543397426605,7
-nan,1719524553,checkpoint_000007,True,False,8,04dab8e5,2024-06-27_23-42-33,90.95869708061218,662.4130368232727,242786,r8i6n8,10.159.28.66,662.4130368232727,8
-nan,1719524644,checkpoint_000008,True,False,9,04dab8e5,2024-06-27_23-44-04,90.53222966194153,752.9452664852142,242786,r8i6n8,10.159.28.66,752.9452664852142,9
-nan,1719524735,checkpoint_000009,True,False,10,04dab8e5,2024-06-27_23-45-35,90.93833804130554,843.8836045265198,242786,r8i6n8,10.159.28.66,843.8836045265198,10
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
deleted file mode 100644
index 5aaf1b935335b6a4cec1cbafabdac4cc248dd8b1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": NaN, "timestamp": 1719523981, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "04dab8e5", "date": "2024-06-27_23-33-01", "time_this_iter_s": 90.10185432434082, "time_total_s": 90.10185432434082, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 90.10185432434082, "iterations_since_restore": 1}
-{"loss": NaN, "timestamp": 1719524057, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "04dab8e5", "date": "2024-06-27_23-34-17", "time_this_iter_s": 75.47974467277527, "time_total_s": 165.5815989971161, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 165.5815989971161, "iterations_since_restore": 2}
-{"loss": NaN, "timestamp": 1719524133, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "04dab8e5", "date": "2024-06-27_23-35-33", "time_this_iter_s": 76.8026487827301, "time_total_s": 242.3842477798462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 242.3842477798462, "iterations_since_restore": 3}
-{"loss": NaN, "timestamp": 1719524210, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "04dab8e5", "date": "2024-06-27_23-36-50", "time_this_iter_s": 76.45394325256348, "time_total_s": 318.83819103240967, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 318.83819103240967, "iterations_since_restore": 4}
-{"loss": NaN, "timestamp": 1719524286, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "04dab8e5", "date": "2024-06-27_23-38-06", "time_this_iter_s": 76.52552080154419, "time_total_s": 395.36371183395386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 395.36371183395386, "iterations_since_restore": 5}
-{"loss": NaN, "timestamp": 1719524372, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "04dab8e5", "date": "2024-06-27_23-39-32", "time_this_iter_s": 85.11763429641724, "time_total_s": 480.4813461303711, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 480.4813461303711, "iterations_since_restore": 6}
-{"loss": NaN, "timestamp": 1719524463, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "04dab8e5", "date": "2024-06-27_23-41-03", "time_this_iter_s": 90.97299361228943, "time_total_s": 571.4543397426605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 571.4543397426605, "iterations_since_restore": 7}
-{"loss": NaN, "timestamp": 1719524553, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "04dab8e5", "date": "2024-06-27_23-42-33", "time_this_iter_s": 90.95869708061218, "time_total_s": 662.4130368232727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 662.4130368232727, "iterations_since_restore": 8}
-{"loss": NaN, "timestamp": 1719524644, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "04dab8e5", "date": "2024-06-27_23-44-04", "time_this_iter_s": 90.53222966194153, "time_total_s": 752.9452664852142, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 752.9452664852142, "iterations_since_restore": 9}
-{"loss": NaN, "timestamp": 1719524735, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "04dab8e5", "date": "2024-06-27_23-45-35", "time_this_iter_s": 90.93833804130554, "time_total_s": 843.8836045265198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 843.8836045265198, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8 b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8
deleted file mode 100644
index 472523bc4033a65fa7e829fee9258a9dda2eb990..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
deleted file mode 100644
index 8c885ed12831fb3c4ef3f301be25b6f1a9520a33..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7685314783666725,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.056339001711097965,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl
deleted file mode 100644
index 266347e79bc48b7f4f6cacf3e5623b12ecebe640..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
deleted file mode 100644
index 545e9b49428c1a41d421fdf14bf8b4719f47e107..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3700.8752076156497,1719551095,checkpoint_000000,True,False,1,08bd9367,2024-06-28_07-04-55,85.83756732940674,85.83756732940674,242786,r8i6n8,10.159.28.66,85.83756732940674,1
-2637.508512241634,1719551167,checkpoint_000001,True,False,2,08bd9367,2024-06-28_07-06-07,72.44411158561707,158.2816789150238,242786,r8i6n8,10.159.28.66,158.2816789150238,2
-2160.1915196696605,1719551239,checkpoint_000002,True,False,3,08bd9367,2024-06-28_07-07-20,72.27386951446533,230.55554842948914,242786,r8i6n8,10.159.28.66,230.55554842948914,3
-2001.967397614727,1719551312,checkpoint_000003,True,False,4,08bd9367,2024-06-28_07-08-32,72.46391272544861,303.01946115493774,242786,r8i6n8,10.159.28.66,303.01946115493774,4
-1963.2728338767224,1719551384,checkpoint_000004,True,False,5,08bd9367,2024-06-28_07-09-44,72.46509909629822,375.48456025123596,242786,r8i6n8,10.159.28.66,375.48456025123596,5
-1955.7411042461245,1719551457,checkpoint_000005,True,False,6,08bd9367,2024-06-28_07-10-57,72.14350414276123,447.6280643939972,242786,r8i6n8,10.159.28.66,447.6280643939972,6
-1954.256914754552,1719551529,checkpoint_000006,True,False,7,08bd9367,2024-06-28_07-12-09,72.5984845161438,520.226548910141,242786,r8i6n8,10.159.28.66,520.226548910141,7
-1953.846070297121,1719551602,checkpoint_000007,True,False,8,08bd9367,2024-06-28_07-13-22,72.54622983932495,592.7727787494659,242786,r8i6n8,10.159.28.66,592.7727787494659,8
-1954.4387774129552,1719551674,checkpoint_000008,True,False,9,08bd9367,2024-06-28_07-14-34,72.2018780708313,664.9746568202972,242786,r8i6n8,10.159.28.66,664.9746568202972,9
-1954.1531540277435,1719551747,checkpoint_000009,True,False,10,08bd9367,2024-06-28_07-15-47,72.91625618934631,737.8909130096436,242786,r8i6n8,10.159.28.66,737.8909130096436,10
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
deleted file mode 100644
index b326191fc3ac9d7d7da9e154550fa0e09fbf7f24..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 3700.8752076156497, "timestamp": 1719551095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "08bd9367", "date": "2024-06-28_07-04-55", "time_this_iter_s": 85.83756732940674, "time_total_s": 85.83756732940674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 85.83756732940674, "iterations_since_restore": 1}
-{"loss": 2637.508512241634, "timestamp": 1719551167, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "08bd9367", "date": "2024-06-28_07-06-07", "time_this_iter_s": 72.44411158561707, "time_total_s": 158.2816789150238, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 158.2816789150238, "iterations_since_restore": 2}
-{"loss": 2160.1915196696605, "timestamp": 1719551239, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "08bd9367", "date": "2024-06-28_07-07-20", "time_this_iter_s": 72.27386951446533, "time_total_s": 230.55554842948914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 230.55554842948914, "iterations_since_restore": 3}
-{"loss": 2001.967397614727, "timestamp": 1719551312, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "08bd9367", "date": "2024-06-28_07-08-32", "time_this_iter_s": 72.46391272544861, "time_total_s": 303.01946115493774, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 303.01946115493774, "iterations_since_restore": 4}
-{"loss": 1963.2728338767224, "timestamp": 1719551384, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "08bd9367", "date": "2024-06-28_07-09-44", "time_this_iter_s": 72.46509909629822, "time_total_s": 375.48456025123596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 375.48456025123596, "iterations_since_restore": 5}
-{"loss": 1955.7411042461245, "timestamp": 1719551457, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "08bd9367", "date": "2024-06-28_07-10-57", "time_this_iter_s": 72.14350414276123, "time_total_s": 447.6280643939972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 447.6280643939972, "iterations_since_restore": 6}
-{"loss": 1954.256914754552, "timestamp": 1719551529, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "08bd9367", "date": "2024-06-28_07-12-09", "time_this_iter_s": 72.5984845161438, "time_total_s": 520.226548910141, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 520.226548910141, "iterations_since_restore": 7}
-{"loss": 1953.846070297121, "timestamp": 1719551602, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "08bd9367", "date": "2024-06-28_07-13-22", "time_this_iter_s": 72.54622983932495, "time_total_s": 592.7727787494659, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 592.7727787494659, "iterations_since_restore": 8}
-{"loss": 1954.4387774129552, "timestamp": 1719551674, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "08bd9367", "date": "2024-06-28_07-14-34", "time_this_iter_s": 72.2018780708313, "time_total_s": 664.9746568202972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 664.9746568202972, "iterations_since_restore": 9}
-{"loss": 1954.1531540277435, "timestamp": 1719551747, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "08bd9367", "date": "2024-06-28_07-15-47", "time_this_iter_s": 72.91625618934631, "time_total_s": 737.8909130096436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 737.8909130096436, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8 b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8
deleted file mode 100644
index 71b9300937779ddeb489a0d8fd3ff12a9c634690..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
deleted file mode 100644
index 5877a4797d8eb7dbe31d0890c07ff2f95f88d2a6..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9176352757258278,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.014441526763377911,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl
deleted file mode 100644
index 811a752e9f1d887e8bff489c51c55bcebca202ea..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
deleted file mode 100644
index 0615b993c10bb3715261e6402a174d7a954f117f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2470.2349593996064,1719493562,checkpoint_000000,True,False,1,09d4c8af,2024-06-27_15-06-02,230.70093512535095,230.70093512535095,69992,r8i6n8,10.159.28.66,230.70093512535095,1
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
deleted file mode 100644
index d9953298171efa17c0c70995a845854f334ef90b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2470.2349593996064, "timestamp": 1719493562, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "09d4c8af", "date": "2024-06-27_15-06-02", "time_this_iter_s": 230.70093512535095, "time_total_s": 230.70093512535095, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.9176352757258278, "lr": 0.014441526763377911, "batch_size": 2048}, "time_since_restore": 230.70093512535095, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8
deleted file mode 100644
index cf453a2e85495062dd0183bde35840c96f6fda0c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8
deleted file mode 100644
index 2319e9d0ccbeaa7708ea322341aa7cc4341c54b0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
deleted file mode 100644
index 96c7382cdc0e97e47977e0e4961040354b5a0e17..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6143131375049876,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0007003169863053682,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl
deleted file mode 100644
index 416db04d952daaba6a13602360054f484cf9e61c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
deleted file mode 100644
index 381e3655c701541a4faf1dee975fd673d0a75455..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1980.4066219780389,1719514079,checkpoint_000000,True,False,1,0cc69cc0,2024-06-27_20-47-59,78.72657775878906,78.72657775878906,242786,r8i6n8,10.159.28.66,78.72657775878906,1
-1974.7192046398252,1719514144,checkpoint_000001,True,False,2,0cc69cc0,2024-06-27_20-49-04,64.93273973464966,143.65931749343872,242786,r8i6n8,10.159.28.66,143.65931749343872,2
-1979.3855787862942,1719514209,checkpoint_000002,True,False,3,0cc69cc0,2024-06-27_20-50-09,65.05311489105225,208.71243238449097,242786,r8i6n8,10.159.28.66,208.71243238449097,3
-1979.0269044891118,1719514274,checkpoint_000003,True,False,4,0cc69cc0,2024-06-27_20-51-14,65.01725125312805,273.729683637619,242786,r8i6n8,10.159.28.66,273.729683637619,4
-1976.4739701879307,1719514339,checkpoint_000004,True,False,5,0cc69cc0,2024-06-27_20-52-19,65.06425142288208,338.7939350605011,242786,r8i6n8,10.159.28.66,338.7939350605011,5
-1978.0683257335752,1719514404,checkpoint_000005,True,False,6,0cc69cc0,2024-06-27_20-53-24,65.00006556510925,403.79400062561035,242786,r8i6n8,10.159.28.66,403.79400062561035,6
-1451.6436892531988,1719514469,checkpoint_000006,True,False,7,0cc69cc0,2024-06-27_20-54-29,64.97408652305603,468.7680871486664,242786,r8i6n8,10.159.28.66,468.7680871486664,7
-1978.8701690914124,1719514535,checkpoint_000007,True,False,8,0cc69cc0,2024-06-27_20-55-35,65.56082820892334,534.3289153575897,242786,r8i6n8,10.159.28.66,534.3289153575897,8
-1973.6112147053395,1719514600,checkpoint_000008,True,False,9,0cc69cc0,2024-06-27_20-56-40,64.95659232139587,599.2855076789856,242786,r8i6n8,10.159.28.66,599.2855076789856,9
-1973.0043147530143,1719514665,checkpoint_000009,True,False,10,0cc69cc0,2024-06-27_20-57-45,65.37610912322998,664.6616168022156,242786,r8i6n8,10.159.28.66,664.6616168022156,10
-1978.763697826956,1719519614,checkpoint_000010,True,False,11,0cc69cc0,2024-06-27_22-20-14,79.15366196632385,743.8152787685394,242786,r8i6n8,10.159.28.66,79.15366196632385,1
-1975.8241879921259,1719519680,checkpoint_000011,True,False,12,0cc69cc0,2024-06-27_22-21-20,65.74563002586365,809.5609087944031,242786,r8i6n8,10.159.28.66,144.8992919921875,2
-1974.2569397453249,1719519746,checkpoint_000012,True,False,13,0cc69cc0,2024-06-27_22-22-26,65.7228844165802,875.2837932109833,242786,r8i6n8,10.159.28.66,210.6221764087677,3
-1976.7626645546259,1719519812,checkpoint_000013,True,False,14,0cc69cc0,2024-06-27_22-23-32,66.2012448310852,941.4850380420685,242786,r8i6n8,10.159.28.66,276.8234212398529,4
-1976.9357179656743,1719519878,checkpoint_000014,True,False,15,0cc69cc0,2024-06-27_22-24-38,65.79811668395996,1007.2831547260284,242786,r8i6n8,10.159.28.66,342.62153792381287,5
-1976.9357958215428,1719519944,checkpoint_000015,True,False,16,0cc69cc0,2024-06-27_22-25-44,65.78404641151428,1073.0672011375427,242786,r8i6n8,10.159.28.66,408.40558433532715,6
-1976.7361752968134,1719520009,checkpoint_000016,True,False,17,0cc69cc0,2024-06-27_22-26-49,65.76862573623657,1138.8358268737793,242786,r8i6n8,10.159.28.66,474.1742100715637,7
-1977.8280586783342,1719520075,checkpoint_000017,True,False,18,0cc69cc0,2024-06-27_22-27-55,65.81831574440002,1204.6541426181793,242786,r8i6n8,10.159.28.66,539.9925258159637,8
-1975.8057380736343,1719520141,checkpoint_000018,True,False,19,0cc69cc0,2024-06-27_22-29-01,66.07627272605896,1270.7304153442383,242786,r8i6n8,10.159.28.66,606.0687985420227,9
-1976.771424781619,1719520207,checkpoint_000019,True,False,20,0cc69cc0,2024-06-27_22-30-07,65.2650773525238,1335.995492696762,242786,r8i6n8,10.159.28.66,671.3338758945465,10
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
deleted file mode 100644
index 649813feb53235f980b40d40c5f435b1b408d72d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1980.4066219780389, "timestamp": 1719514079, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0cc69cc0", "date": "2024-06-27_20-47-59", "time_this_iter_s": 78.72657775878906, "time_total_s": 78.72657775878906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 78.72657775878906, "iterations_since_restore": 1}
-{"loss": 1974.7192046398252, "timestamp": 1719514144, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0cc69cc0", "date": "2024-06-27_20-49-04", "time_this_iter_s": 64.93273973464966, "time_total_s": 143.65931749343872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 143.65931749343872, "iterations_since_restore": 2}
-{"loss": 1979.3855787862942, "timestamp": 1719514209, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0cc69cc0", "date": "2024-06-27_20-50-09", "time_this_iter_s": 65.05311489105225, "time_total_s": 208.71243238449097, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 208.71243238449097, "iterations_since_restore": 3}
-{"loss": 1979.0269044891118, "timestamp": 1719514274, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0cc69cc0", "date": "2024-06-27_20-51-14", "time_this_iter_s": 65.01725125312805, "time_total_s": 273.729683637619, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 273.729683637619, "iterations_since_restore": 4}
-{"loss": 1976.4739701879307, "timestamp": 1719514339, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0cc69cc0", "date": "2024-06-27_20-52-19", "time_this_iter_s": 65.06425142288208, "time_total_s": 338.7939350605011, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 338.7939350605011, "iterations_since_restore": 5}
-{"loss": 1978.0683257335752, "timestamp": 1719514404, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0cc69cc0", "date": "2024-06-27_20-53-24", "time_this_iter_s": 65.00006556510925, "time_total_s": 403.79400062561035, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 403.79400062561035, "iterations_since_restore": 6}
-{"loss": 1451.6436892531988, "timestamp": 1719514469, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0cc69cc0", "date": "2024-06-27_20-54-29", "time_this_iter_s": 64.97408652305603, "time_total_s": 468.7680871486664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 468.7680871486664, "iterations_since_restore": 7}
-{"loss": 1978.8701690914124, "timestamp": 1719514535, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0cc69cc0", "date": "2024-06-27_20-55-35", "time_this_iter_s": 65.56082820892334, "time_total_s": 534.3289153575897, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 534.3289153575897, "iterations_since_restore": 8}
-{"loss": 1973.6112147053395, "timestamp": 1719514600, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0cc69cc0", "date": "2024-06-27_20-56-40", "time_this_iter_s": 64.95659232139587, "time_total_s": 599.2855076789856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 599.2855076789856, "iterations_since_restore": 9}
-{"loss": 1973.0043147530143, "timestamp": 1719514665, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "0cc69cc0", "date": "2024-06-27_20-57-45", "time_this_iter_s": 65.37610912322998, "time_total_s": 664.6616168022156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 664.6616168022156, "iterations_since_restore": 10}
-{"loss": 1978.763697826956, "timestamp": 1719519614, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "0cc69cc0", "date": "2024-06-27_22-20-14", "time_this_iter_s": 79.15366196632385, "time_total_s": 743.8152787685394, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 79.15366196632385, "iterations_since_restore": 1}
-{"loss": 1975.8241879921259, "timestamp": 1719519680, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "0cc69cc0", "date": "2024-06-27_22-21-20", "time_this_iter_s": 65.74563002586365, "time_total_s": 809.5609087944031, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 144.8992919921875, "iterations_since_restore": 2}
-{"loss": 1974.2569397453249, "timestamp": 1719519746, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "0cc69cc0", "date": "2024-06-27_22-22-26", "time_this_iter_s": 65.7228844165802, "time_total_s": 875.2837932109833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 210.6221764087677, "iterations_since_restore": 3}
-{"loss": 1976.7626645546259, "timestamp": 1719519812, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "0cc69cc0", "date": "2024-06-27_22-23-32", "time_this_iter_s": 66.2012448310852, "time_total_s": 941.4850380420685, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 276.8234212398529, "iterations_since_restore": 4}
-{"loss": 1976.9357179656743, "timestamp": 1719519878, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "0cc69cc0", "date": "2024-06-27_22-24-38", "time_this_iter_s": 65.79811668395996, "time_total_s": 1007.2831547260284, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 342.62153792381287, "iterations_since_restore": 5}
-{"loss": 1976.9357958215428, "timestamp": 1719519944, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "0cc69cc0", "date": "2024-06-27_22-25-44", "time_this_iter_s": 65.78404641151428, "time_total_s": 1073.0672011375427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 408.40558433532715, "iterations_since_restore": 6}
-{"loss": 1976.7361752968134, "timestamp": 1719520009, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "0cc69cc0", "date": "2024-06-27_22-26-49", "time_this_iter_s": 65.76862573623657, "time_total_s": 1138.8358268737793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 474.1742100715637, "iterations_since_restore": 7}
-{"loss": 1977.8280586783342, "timestamp": 1719520075, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "0cc69cc0", "date": "2024-06-27_22-27-55", "time_this_iter_s": 65.81831574440002, "time_total_s": 1204.6541426181793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 539.9925258159637, "iterations_since_restore": 8}
-{"loss": 1975.8057380736343, "timestamp": 1719520141, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "0cc69cc0", "date": "2024-06-27_22-29-01", "time_this_iter_s": 66.07627272605896, "time_total_s": 1270.7304153442383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 606.0687985420227, "iterations_since_restore": 9}
-{"loss": 1976.771424781619, "timestamp": 1719520207, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "0cc69cc0", "date": "2024-06-27_22-30-07", "time_this_iter_s": 65.2650773525238, "time_total_s": 1335.995492696762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 671.3338758945465, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8 b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8
deleted file mode 100644
index 8daf06286179d498730ac69aa032387d73e43b0f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
deleted file mode 100644
index 29c3d51c4587197e3fae3c95f08637480ec7a58f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.5738068254184514,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.009136259111296272,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl
deleted file mode 100644
index 1cc3f2a61ba26ceb1e51a584f1c7b329cf8065c1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
deleted file mode 100644
index b610f6e9b7239a3f1bafa48a0f25889e488390ac..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2003.1058138148992,1719493727,checkpoint_000000,True,True,1,0d034d62,2024-06-27_15-08-47,94.90786528587341,94.90786528587341,69992,r8i6n8,10.159.28.66,94.90786528587341,1
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
deleted file mode 100644
index cb6ef2f0a2acb23ca2c335e0aea478523bad0fa0..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2003.1058138148992, "timestamp": 1719493727, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": true, "training_iteration": 1, "trial_id": "0d034d62", "date": "2024-06-27_15-08-47", "time_this_iter_s": 94.90786528587341, "time_total_s": 94.90786528587341, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5738068254184514, "lr": 0.009136259111296272, "batch_size": 1024}, "time_since_restore": 94.90786528587341, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719348621.r8i6n2 b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719348621.r8i6n2
deleted file mode 100644
index 3e4fe552af2e0836befa83eef18b9fff71dcdd87..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719348621.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719355502.r8i6n2 b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719355502.r8i6n2
deleted file mode 100644
index fcfab8bfd030b3cca70231ad4044c1ae29c1a234..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719355502.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json
deleted file mode 100644
index 4db5d85861f98c4ada0ca68997102edfbf869b40..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.023920599186226577,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.0024687399238039302,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.pkl b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.pkl
deleted file mode 100644
index 611a751f78351d0edeaa1fbe25feacf85cea253e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv
deleted file mode 100644
index 946ee52dcdbeb3f12442b247aab4d57dcadf3ec3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1986.2198524775467,1719348983,checkpoint_000000,True,False,1,0f80a6d7,2024-06-25_22-56-24,363.18635082244873,363.18635082244873,2195253,r8i6n2,10.159.28.60,363.18635082244873,1
-1979.5493135226993,1719349334,checkpoint_000001,True,False,2,0f80a6d7,2024-06-25_23-02-14,350.295019865036,713.4813706874847,2195253,r8i6n2,10.159.28.60,713.4813706874847,2
-1964.9348182978592,1719349683,checkpoint_000002,True,False,3,0f80a6d7,2024-06-25_23-08-04,349.6246259212494,1063.1059966087341,2195253,r8i6n2,10.159.28.60,1063.1059966087341,3
-1955.6751497523992,1719350034,checkpoint_000003,True,False,4,0f80a6d7,2024-06-25_23-13-54,350.46285796165466,1413.5688545703888,2195253,r8i6n2,10.159.28.60,1413.5688545703888,4
-1956.1783514548474,1719350384,checkpoint_000004,True,False,5,0f80a6d7,2024-06-25_23-19-44,350.18478202819824,1763.753636598587,2195253,r8i6n2,10.159.28.60,1763.753636598587,5
-1971.8988527312993,1719355866,checkpoint_000005,True,False,6,0f80a6d7,2024-06-26_00-51-07,365.2865264415741,2129.040163040161,2850562,r8i6n2,10.159.28.60,365.2865264415741,1
-1955.6729476808564,1719356216,checkpoint_000006,True,False,7,0f80a6d7,2024-06-26_00-56-56,349.18421268463135,2478.2243757247925,2850562,r8i6n2,10.159.28.60,714.4707391262054,2
-1957.4972913847196,1719356565,checkpoint_000007,True,False,8,0f80a6d7,2024-06-26_01-02-46,349.7124717235565,2827.936847448349,2850562,r8i6n2,10.159.28.60,1064.183210849762,3
-1967.2758471871923,1719356915,checkpoint_000008,True,False,9,0f80a6d7,2024-06-26_01-08-35,349.3587329387665,3177.2955803871155,2850562,r8i6n2,10.159.28.60,1413.5419437885284,4
-1959.91755063515,1719357265,checkpoint_000009,True,True,10,0f80a6d7,2024-06-26_01-14-25,349.87603521347046,3527.171615600586,2850562,r8i6n2,10.159.28.60,1763.417979001999,5
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json
deleted file mode 100644
index 5dc123f57c5e2efe0b8940579ad73ad6f88d1357..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1986.2198524775467, "timestamp": 1719348983, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0f80a6d7", "date": "2024-06-25_22-56-24", "time_this_iter_s": 363.18635082244873, "time_total_s": 363.18635082244873, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 363.18635082244873, "iterations_since_restore": 1}
-{"loss": 1979.5493135226993, "timestamp": 1719349334, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0f80a6d7", "date": "2024-06-25_23-02-14", "time_this_iter_s": 350.295019865036, "time_total_s": 713.4813706874847, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 713.4813706874847, "iterations_since_restore": 2}
-{"loss": 1964.9348182978592, "timestamp": 1719349683, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0f80a6d7", "date": "2024-06-25_23-08-04", "time_this_iter_s": 349.6246259212494, "time_total_s": 1063.1059966087341, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1063.1059966087341, "iterations_since_restore": 3}
-{"loss": 1955.6751497523992, "timestamp": 1719350034, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0f80a6d7", "date": "2024-06-25_23-13-54", "time_this_iter_s": 350.46285796165466, "time_total_s": 1413.5688545703888, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1413.5688545703888, "iterations_since_restore": 4}
-{"loss": 1956.1783514548474, "timestamp": 1719350384, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0f80a6d7", "date": "2024-06-25_23-19-44", "time_this_iter_s": 350.18478202819824, "time_total_s": 1763.753636598587, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1763.753636598587, "iterations_since_restore": 5}
-{"loss": 1971.8988527312993, "timestamp": 1719355866, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0f80a6d7", "date": "2024-06-26_00-51-07", "time_this_iter_s": 365.2865264415741, "time_total_s": 2129.040163040161, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 365.2865264415741, "iterations_since_restore": 1}
-{"loss": 1955.6729476808564, "timestamp": 1719356216, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0f80a6d7", "date": "2024-06-26_00-56-56", "time_this_iter_s": 349.18421268463135, "time_total_s": 2478.2243757247925, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 714.4707391262054, "iterations_since_restore": 2}
-{"loss": 1957.4972913847196, "timestamp": 1719356565, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0f80a6d7", "date": "2024-06-26_01-02-46", "time_this_iter_s": 349.7124717235565, "time_total_s": 2827.936847448349, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1064.183210849762, "iterations_since_restore": 3}
-{"loss": 1967.2758471871923, "timestamp": 1719356915, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0f80a6d7", "date": "2024-06-26_01-08-35", "time_this_iter_s": 349.3587329387665, "time_total_s": 3177.2955803871155, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1413.5419437885284, "iterations_since_restore": 4}
-{"loss": 1959.91755063515, "timestamp": 1719357265, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": true, "training_iteration": 10, "trial_id": "0f80a6d7", "date": "2024-06-26_01-14-25", "time_this_iter_s": 349.87603521347046, "time_total_s": 3527.171615600586, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1763.417979001999, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719334649.r8i6n2 b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719334649.r8i6n2
deleted file mode 100644
index dc0dea9a1381339a860c4465b489b19537d51c90..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719334649.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719338738.r8i6n2 b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719338738.r8i6n2
deleted file mode 100644
index dce79638b4556a1330da3fa9372c75e4df06ad7f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719338738.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719340670.r8i6n2 b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719340670.r8i6n2
deleted file mode 100644
index f808e7d784a188e9088b8ff8d17f1f6ebef71267..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719340670.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json
deleted file mode 100644
index 3eb44acf7d5e673ecf6a6120c8425ce117b0d245..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.005508735010543275,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0011880094129501908,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.pkl b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.pkl
deleted file mode 100644
index 0b14b147032aaa52de8463ec6daaf91430fbcb3f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv
deleted file mode 100644
index 56220b4b4e7ad1948c8e27282d5467e86953c013..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1956.0084007443406,1719335168,checkpoint_000000,True,False,1,0f9cc97d,2024-06-25_19-06-08,519.6532871723175,519.6532871723175,2195253,r8i6n2,10.159.28.60,519.6532871723175,1
-1970.2912184347317,1719335674,checkpoint_000001,True,False,2,0f9cc97d,2024-06-25_19-14-34,505.92808413505554,1025.581371307373,2195253,r8i6n2,10.159.28.60,1025.581371307373,2
-1954.4228304164617,1719339260,checkpoint_000002,True,False,3,0f9cc97d,2024-06-25_20-14-21,522.2363362312317,1547.8177075386047,2195253,r8i6n2,10.159.28.60,522.2363362312317,1
-1969.7449739711492,1719339766,checkpoint_000003,True,False,4,0f9cc97d,2024-06-25_20-22-47,506.13422203063965,2053.9519295692444,2195253,r8i6n2,10.159.28.60,1028.3705582618713,2
-1951.9356997031866,1719341192,checkpoint_000004,True,False,5,0f9cc97d,2024-06-25_20-46-33,522.4360599517822,2576.3879895210266,2195253,r8i6n2,10.159.28.60,522.4360599517822,1
-1952.9474155696357,1719341699,checkpoint_000005,True,False,6,0f9cc97d,2024-06-25_20-54-59,506.28402161598206,3082.6720111370087,2195253,r8i6n2,10.159.28.60,1028.7200815677643,2
-1954.9041440468134,1719342205,checkpoint_000006,True,False,7,0f9cc97d,2024-06-25_21-03-25,506.20089197158813,3588.872903108597,2195253,r8i6n2,10.159.28.60,1534.9209735393524,3
-1954.9512458861343,1719342711,checkpoint_000007,True,False,8,0f9cc97d,2024-06-25_21-11-51,505.91624569892883,4094.7891488075256,2195253,r8i6n2,10.159.28.60,2040.8372192382812,4
-1955.8870253675566,1719343217,checkpoint_000008,True,False,9,0f9cc97d,2024-06-25_21-20-17,505.6786599159241,4600.46780872345,2195253,r8i6n2,10.159.28.60,2546.5158791542053,5
-1953.494582769439,1719343722,checkpoint_000009,True,False,10,0f9cc97d,2024-06-25_21-28-43,505.8313031196594,5106.299111843109,2195253,r8i6n2,10.159.28.60,3052.3471822738647,6
-1953.025947150283,1719344228,checkpoint_000010,True,False,11,0f9cc97d,2024-06-25_21-37-09,505.74103355407715,5612.040145397186,2195253,r8i6n2,10.159.28.60,3558.088215827942,7
-1956.2824668583908,1719344735,checkpoint_000011,True,False,12,0f9cc97d,2024-06-25_21-45-35,506.4504108428955,6118.490556240082,2195253,r8i6n2,10.159.28.60,4064.5386266708374,8
-1955.5371737742987,1719345241,checkpoint_000012,True,False,13,0f9cc97d,2024-06-25_21-54-01,506.19851207733154,6624.689068317413,2195253,r8i6n2,10.159.28.60,4570.737138748169,9
-1956.4829832062007,1719345747,checkpoint_000013,True,False,14,0f9cc97d,2024-06-25_22-02-27,506.25228786468506,7130.941356182098,2195253,r8i6n2,10.159.28.60,5076.989426612854,10
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json
deleted file mode 100644
index a0b4919885bb848434a2cfdac180bf70715777e6..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 1956.0084007443406, "timestamp": 1719335168, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0f9cc97d", "date": "2024-06-25_19-06-08", "time_this_iter_s": 519.6532871723175, "time_total_s": 519.6532871723175, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 519.6532871723175, "iterations_since_restore": 1}
-{"loss": 1970.2912184347317, "timestamp": 1719335674, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0f9cc97d", "date": "2024-06-25_19-14-34", "time_this_iter_s": 505.92808413505554, "time_total_s": 1025.581371307373, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1025.581371307373, "iterations_since_restore": 2}
-{"loss": 1954.4228304164617, "timestamp": 1719339260, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0f9cc97d", "date": "2024-06-25_20-14-21", "time_this_iter_s": 522.2363362312317, "time_total_s": 1547.8177075386047, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 522.2363362312317, "iterations_since_restore": 1}
-{"loss": 1969.7449739711492, "timestamp": 1719339766, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0f9cc97d", "date": "2024-06-25_20-22-47", "time_this_iter_s": 506.13422203063965, "time_total_s": 2053.9519295692444, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1028.3705582618713, "iterations_since_restore": 2}
-{"loss": 1951.9356997031866, "timestamp": 1719341192, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0f9cc97d", "date": "2024-06-25_20-46-33", "time_this_iter_s": 522.4360599517822, "time_total_s": 2576.3879895210266, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 522.4360599517822, "iterations_since_restore": 1}
-{"loss": 1952.9474155696357, "timestamp": 1719341699, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0f9cc97d", "date": "2024-06-25_20-54-59", "time_this_iter_s": 506.28402161598206, "time_total_s": 3082.6720111370087, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1028.7200815677643, "iterations_since_restore": 2}
-{"loss": 1954.9041440468134, "timestamp": 1719342205, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0f9cc97d", "date": "2024-06-25_21-03-25", "time_this_iter_s": 506.20089197158813, "time_total_s": 3588.872903108597, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1534.9209735393524, "iterations_since_restore": 3}
-{"loss": 1954.9512458861343, "timestamp": 1719342711, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0f9cc97d", "date": "2024-06-25_21-11-51", "time_this_iter_s": 505.91624569892883, "time_total_s": 4094.7891488075256, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 2040.8372192382812, "iterations_since_restore": 4}
-{"loss": 1955.8870253675566, "timestamp": 1719343217, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0f9cc97d", "date": "2024-06-25_21-20-17", "time_this_iter_s": 505.6786599159241, "time_total_s": 4600.46780872345, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 2546.5158791542053, "iterations_since_restore": 5}
-{"loss": 1953.494582769439, "timestamp": 1719343722, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "0f9cc97d", "date": "2024-06-25_21-28-43", "time_this_iter_s": 505.8313031196594, "time_total_s": 5106.299111843109, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 3052.3471822738647, "iterations_since_restore": 6}
-{"loss": 1953.025947150283, "timestamp": 1719344228, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "0f9cc97d", "date": "2024-06-25_21-37-09", "time_this_iter_s": 505.74103355407715, "time_total_s": 5612.040145397186, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 3558.088215827942, "iterations_since_restore": 7}
-{"loss": 1956.2824668583908, "timestamp": 1719344735, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "0f9cc97d", "date": "2024-06-25_21-45-35", "time_this_iter_s": 506.4504108428955, "time_total_s": 6118.490556240082, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 4064.5386266708374, "iterations_since_restore": 8}
-{"loss": 1955.5371737742987, "timestamp": 1719345241, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "0f9cc97d", "date": "2024-06-25_21-54-01", "time_this_iter_s": 506.19851207733154, "time_total_s": 6624.689068317413, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 4570.737138748169, "iterations_since_restore": 9}
-{"loss": 1956.4829832062007, "timestamp": 1719345747, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "0f9cc97d", "date": "2024-06-25_22-02-27", "time_this_iter_s": 506.25228786468506, "time_total_s": 7130.941356182098, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 5076.989426612854, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330179.r8i6n2 b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330179.r8i6n2
deleted file mode 100644
index b82acd39abc29482c82924ea3f47329be3374488..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330179.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330947.r8i6n2 b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330947.r8i6n2
deleted file mode 100644
index 79a594ff1a06e34d9edd77d26a0c5e4c29d15082..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330947.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json
deleted file mode 100644
index b2dd97ebd74972769f79172bfc00f0a850dc87bb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.025073968761468723,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0010259835678295768,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.pkl b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.pkl
deleted file mode 100644
index b400c94d2014abf046ea4082ed13be2b65b4c668..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv
deleted file mode 100644
index a5487a498902487aa3da0294d9e5d591a647309b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1956.1862581508367,1719330289,checkpoint_000000,True,False,1,110f0a27,2024-06-25_17-44-49,110.66666960716248,110.66666960716248,2195253,r8i6n2,10.159.28.60,110.66666960716248,1
-1952.48307740219,1719331057,checkpoint_000001,True,False,2,110f0a27,2024-06-25_17-57-37,110.16742134094238,220.83409094810486,2195253,r8i6n2,10.159.28.60,110.16742134094238,1
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json
deleted file mode 100644
index 32a0ab934e6ac9f0385bc329edf55d0dc7166fef..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1956.1862581508367, "timestamp": 1719330289, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "110f0a27", "date": "2024-06-25_17-44-49", "time_this_iter_s": 110.66666960716248, "time_total_s": 110.66666960716248, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.025073968761468723, "lr": 0.0010259835678295768, "batch_size": 2048}, "time_since_restore": 110.66666960716248, "iterations_since_restore": 1}
-{"loss": 1952.48307740219, "timestamp": 1719331057, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "110f0a27", "date": "2024-06-25_17-57-37", "time_this_iter_s": 110.16742134094238, "time_total_s": 220.83409094810486, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.025073968761468723, "lr": 0.0010259835678295768, "batch_size": 2048}, "time_since_restore": 110.16742134094238, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl
deleted file mode 100644
index 799318025671465cf10398af84b82583a8e33ab1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
deleted file mode 100644
index 4f24db05daf515465935d314e756083d50b5a6d3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
+++ /dev/null
@@ -1,71 +0,0 @@
-Failure # 1 (occurred at 2024-06-27_14-37-55)
-[36mray::ImplicitFunc.train()[39m (pid=35196, ip=10.159.28.66, actor_id=76f13cb1c39b1e46c8a07d1101000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 714, in forward
- x = self.norm1(x + self._sa_block(x, src_mask, src_key_padding_mask, is_causal=is_causal))
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 722, in _sa_block
- x = self.self_attn(x, x, x,
- ^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/activation.py", line 1241, in forward
- attn_output, attn_output_weights = F.multi_head_attention_forward(
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 5336, in multi_head_attention_forward
- q, k, v = _in_projection_packed(query, key, value, in_proj_weight, in_proj_bias)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 4857, in _in_projection_packed
- proj = linear(q, w, b)
- ^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 600.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 64.69 MiB is free. Including non-PyTorch memory, this process has 31.67 GiB memory in use. Of the allocated memory 31.05 GiB is allocated by PyTorch, and 253.16 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8 b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8
deleted file mode 100644
index 0a3f11f3a188491799dcbbf10b0cd89e127258a0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
deleted file mode 100644
index 50336d6140f90275293602c7c54be986cf65d123..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.18892533975584302,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0023772931833339287,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl
deleted file mode 100644
index eeee978ab9664e9a34b3b9052107aa6c37f6d2b3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8 b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8
deleted file mode 100644
index e1b7357152eb3bc64f148eceb9b9a1ea9aa266d0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
deleted file mode 100644
index 8cef2f52791136f8c03c0abfa1abd6fb9ee7b0a7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3380953528716497,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.07187916796871326,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl
deleted file mode 100644
index bb16d60b4e121b9c93f0cd9022aec701f475b91d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
deleted file mode 100644
index f034ddca6f804499e816a912bc540ad83856ff5d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3017.182736374262,1719510089,checkpoint_000000,True,False,1,12269c59,2024-06-27_19-41-29,184.32761549949646,184.32761549949646,242786,r8i6n8,10.159.28.66,184.32761549949646,1
-2949.607454555241,1719510259,checkpoint_000001,True,False,2,12269c59,2024-06-27_19-44-19,170.74375820159912,355.0713737010956,242786,r8i6n8,10.159.28.66,355.0713737010956,2
-2856.6661463459645,1719510430,checkpoint_000002,True,False,3,12269c59,2024-06-27_19-47-11,171.93422675132751,527.0056004524231,242786,r8i6n8,10.159.28.66,527.0056004524231,3
-2757.570174089567,1719510602,checkpoint_000003,True,False,4,12269c59,2024-06-27_19-50-02,170.7144296169281,697.7200300693512,242786,r8i6n8,10.159.28.66,697.7200300693512,4
-2631.3529908187747,1719510773,checkpoint_000004,True,False,5,12269c59,2024-06-27_19-52-53,170.7047655582428,868.424795627594,242786,r8i6n8,10.159.28.66,868.424795627594,5
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
deleted file mode 100644
index 0a7d84694db740d2a6ac02c62ec803c1f166bfb1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 3017.182736374262, "timestamp": 1719510089, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "12269c59", "date": "2024-06-27_19-41-29", "time_this_iter_s": 184.32761549949646, "time_total_s": 184.32761549949646, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 184.32761549949646, "iterations_since_restore": 1}
-{"loss": 2949.607454555241, "timestamp": 1719510259, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "12269c59", "date": "2024-06-27_19-44-19", "time_this_iter_s": 170.74375820159912, "time_total_s": 355.0713737010956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 355.0713737010956, "iterations_since_restore": 2}
-{"loss": 2856.6661463459645, "timestamp": 1719510430, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "12269c59", "date": "2024-06-27_19-47-11", "time_this_iter_s": 171.93422675132751, "time_total_s": 527.0056004524231, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 527.0056004524231, "iterations_since_restore": 3}
-{"loss": 2757.570174089567, "timestamp": 1719510602, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "12269c59", "date": "2024-06-27_19-50-02", "time_this_iter_s": 170.7144296169281, "time_total_s": 697.7200300693512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 697.7200300693512, "iterations_since_restore": 4}
-{"loss": 2631.3529908187747, "timestamp": 1719510773, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "12269c59", "date": "2024-06-27_19-52-53", "time_this_iter_s": 170.7047655582428, "time_total_s": 868.424795627594, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 868.424795627594, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8 b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8
deleted file mode 100644
index b91775941d9717a4f3be8cebb0bb141cb376c68c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
deleted file mode 100644
index 99bdc0901e5d2ae7495d856b04bc9060582e9aba..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.8131411649283373,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.001721462936357609,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl
deleted file mode 100644
index 67fbd75859b1a3a9783fbb19becefee0f3736ee0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
deleted file mode 100644
index 8ddaf31db76ed54f69c827f73a526854565bcd30..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2018.4078945850763,1719517449,checkpoint_000000,True,False,1,126476e9,2024-06-27_21-44-09,88.88545632362366,88.88545632362366,242786,r8i6n8,10.159.28.66,88.88545632362366,1
-2020.5109916146346,1719517524,checkpoint_000001,True,False,2,126476e9,2024-06-27_21-45-25,75.36214351654053,164.24759984016418,242786,r8i6n8,10.159.28.66,164.24759984016418,2
-2015.3791253998525,1719517600,checkpoint_000002,True,False,3,126476e9,2024-06-27_21-46-40,75.27645611763,239.5240559577942,242786,r8i6n8,10.159.28.66,239.5240559577942,3
-2016.1682864211675,1719517675,checkpoint_000003,True,False,4,126476e9,2024-06-27_21-47-55,75.18996810913086,314.71402406692505,242786,r8i6n8,10.159.28.66,314.71402406692505,4
-2017.8277967558133,1719517750,checkpoint_000004,True,False,5,126476e9,2024-06-27_21-49-10,75.32126784324646,390.0352919101715,242786,r8i6n8,10.159.28.66,390.0352919101715,5
-2015.020520788478,1719517826,checkpoint_000005,True,False,6,126476e9,2024-06-27_21-50-26,75.29626226425171,465.3315541744232,242786,r8i6n8,10.159.28.66,465.3315541744232,6
-2009.168837659941,1719517901,checkpoint_000006,True,False,7,126476e9,2024-06-27_21-51-41,75.25082015991211,540.5823743343353,242786,r8i6n8,10.159.28.66,540.5823743343353,7
-2007.0465179203063,1719517976,checkpoint_000007,True,False,8,126476e9,2024-06-27_21-52-56,75.2639148235321,615.8462891578674,242786,r8i6n8,10.159.28.66,615.8462891578674,8
-2014.9992853600208,1719518051,checkpoint_000008,True,False,9,126476e9,2024-06-27_21-54-11,75.32482957839966,691.1711187362671,242786,r8i6n8,10.159.28.66,691.1711187362671,9
-2009.24755859375,1719518127,checkpoint_000009,True,False,10,126476e9,2024-06-27_21-55-27,75.30808591842651,766.4792046546936,242786,r8i6n8,10.159.28.66,766.4792046546936,10
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
deleted file mode 100644
index 7a920d93acadf0fba1a064c734e3d5f01a861481..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2018.4078945850763, "timestamp": 1719517449, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "126476e9", "date": "2024-06-27_21-44-09", "time_this_iter_s": 88.88545632362366, "time_total_s": 88.88545632362366, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 88.88545632362366, "iterations_since_restore": 1}
-{"loss": 2020.5109916146346, "timestamp": 1719517524, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "126476e9", "date": "2024-06-27_21-45-25", "time_this_iter_s": 75.36214351654053, "time_total_s": 164.24759984016418, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 164.24759984016418, "iterations_since_restore": 2}
-{"loss": 2015.3791253998525, "timestamp": 1719517600, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "126476e9", "date": "2024-06-27_21-46-40", "time_this_iter_s": 75.27645611763, "time_total_s": 239.5240559577942, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 239.5240559577942, "iterations_since_restore": 3}
-{"loss": 2016.1682864211675, "timestamp": 1719517675, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "126476e9", "date": "2024-06-27_21-47-55", "time_this_iter_s": 75.18996810913086, "time_total_s": 314.71402406692505, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 314.71402406692505, "iterations_since_restore": 4}
-{"loss": 2017.8277967558133, "timestamp": 1719517750, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "126476e9", "date": "2024-06-27_21-49-10", "time_this_iter_s": 75.32126784324646, "time_total_s": 390.0352919101715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 390.0352919101715, "iterations_since_restore": 5}
-{"loss": 2015.020520788478, "timestamp": 1719517826, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "126476e9", "date": "2024-06-27_21-50-26", "time_this_iter_s": 75.29626226425171, "time_total_s": 465.3315541744232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 465.3315541744232, "iterations_since_restore": 6}
-{"loss": 2009.168837659941, "timestamp": 1719517901, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "126476e9", "date": "2024-06-27_21-51-41", "time_this_iter_s": 75.25082015991211, "time_total_s": 540.5823743343353, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 540.5823743343353, "iterations_since_restore": 7}
-{"loss": 2007.0465179203063, "timestamp": 1719517976, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "126476e9", "date": "2024-06-27_21-52-56", "time_this_iter_s": 75.2639148235321, "time_total_s": 615.8462891578674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 615.8462891578674, "iterations_since_restore": 8}
-{"loss": 2014.9992853600208, "timestamp": 1719518051, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "126476e9", "date": "2024-06-27_21-54-11", "time_this_iter_s": 75.32482957839966, "time_total_s": 691.1711187362671, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 691.1711187362671, "iterations_since_restore": 9}
-{"loss": 2009.24755859375, "timestamp": 1719518127, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "126476e9", "date": "2024-06-27_21-55-27", "time_this_iter_s": 75.30808591842651, "time_total_s": 766.4792046546936, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 766.4792046546936, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8 b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8
deleted file mode 100644
index 87299ce43ba942f7a5632312fcf629f6a00f192f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
deleted file mode 100644
index 8af06c6f5f9217060737327aafb1844aa5fdf5ba..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6087504471626306,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.0008285643583924775,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl
deleted file mode 100644
index e7fc7f795f7f978cc7c17aad1ef1c1ce9019f58b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
deleted file mode 100644
index 28b9f4846565d2f6af3f12d45cacc38cc0902cc8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-965.1062155896284,1719538848,checkpoint_000000,True,False,1,157597b6,2024-06-28_03-40-48,71.3250789642334,71.3250789642334,242786,r8i6n8,10.159.28.66,71.3250789642334,1
-533.6004703551765,1719538906,checkpoint_000001,True,False,2,157597b6,2024-06-28_03-41-46,57.970258474349976,129.29533743858337,242786,r8i6n8,10.159.28.66,129.29533743858337,2
-439.40802842988745,1719538964,checkpoint_000002,True,False,3,157597b6,2024-06-28_03-42-44,57.57848072052002,186.8738181591034,242786,r8i6n8,10.159.28.66,186.8738181591034,3
-389.7957477719765,1719539022,checkpoint_000003,True,False,4,157597b6,2024-06-28_03-43-42,57.97455716133118,244.84837532043457,242786,r8i6n8,10.159.28.66,244.84837532043457,4
-352.0992381178488,1719539079,checkpoint_000004,True,False,5,157597b6,2024-06-28_03-44-39,57.5468053817749,302.3951807022095,242786,r8i6n8,10.159.28.66,302.3951807022095,5
-335.8013344111405,1719539137,checkpoint_000005,True,False,6,157597b6,2024-06-28_03-45-37,58.07193851470947,360.46711921691895,242786,r8i6n8,10.159.28.66,360.46711921691895,6
-311.3050854299951,1719539195,checkpoint_000006,True,False,7,157597b6,2024-06-28_03-46-35,58.00367760658264,418.4707968235016,242786,r8i6n8,10.159.28.66,418.4707968235016,7
-296.5074265847995,1719539252,checkpoint_000007,True,False,8,157597b6,2024-06-28_03-47-32,57.036139488220215,475.5069363117218,242786,r8i6n8,10.159.28.66,475.5069363117218,8
-282.12910100981946,1719539310,checkpoint_000008,True,False,9,157597b6,2024-06-28_03-48-30,57.58231806755066,533.0892543792725,242786,r8i6n8,10.159.28.66,533.0892543792725,9
-265.69599794402836,1719539367,checkpoint_000009,True,False,10,157597b6,2024-06-28_03-49-27,57.52658176422119,590.6158361434937,242786,r8i6n8,10.159.28.66,590.6158361434937,10
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
deleted file mode 100644
index 6415d085f66264cb01d5dba712c3f786f26845dc..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 965.1062155896284, "timestamp": 1719538848, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "157597b6", "date": "2024-06-28_03-40-48", "time_this_iter_s": 71.3250789642334, "time_total_s": 71.3250789642334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 71.3250789642334, "iterations_since_restore": 1}
-{"loss": 533.6004703551765, "timestamp": 1719538906, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "157597b6", "date": "2024-06-28_03-41-46", "time_this_iter_s": 57.970258474349976, "time_total_s": 129.29533743858337, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 129.29533743858337, "iterations_since_restore": 2}
-{"loss": 439.40802842988745, "timestamp": 1719538964, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "157597b6", "date": "2024-06-28_03-42-44", "time_this_iter_s": 57.57848072052002, "time_total_s": 186.8738181591034, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 186.8738181591034, "iterations_since_restore": 3}
-{"loss": 389.7957477719765, "timestamp": 1719539022, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "157597b6", "date": "2024-06-28_03-43-42", "time_this_iter_s": 57.97455716133118, "time_total_s": 244.84837532043457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 244.84837532043457, "iterations_since_restore": 4}
-{"loss": 352.0992381178488, "timestamp": 1719539079, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "157597b6", "date": "2024-06-28_03-44-39", "time_this_iter_s": 57.5468053817749, "time_total_s": 302.3951807022095, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 302.3951807022095, "iterations_since_restore": 5}
-{"loss": 335.8013344111405, "timestamp": 1719539137, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "157597b6", "date": "2024-06-28_03-45-37", "time_this_iter_s": 58.07193851470947, "time_total_s": 360.46711921691895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 360.46711921691895, "iterations_since_restore": 6}
-{"loss": 311.3050854299951, "timestamp": 1719539195, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "157597b6", "date": "2024-06-28_03-46-35", "time_this_iter_s": 58.00367760658264, "time_total_s": 418.4707968235016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 418.4707968235016, "iterations_since_restore": 7}
-{"loss": 296.5074265847995, "timestamp": 1719539252, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "157597b6", "date": "2024-06-28_03-47-32", "time_this_iter_s": 57.036139488220215, "time_total_s": 475.5069363117218, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 475.5069363117218, "iterations_since_restore": 8}
-{"loss": 282.12910100981946, "timestamp": 1719539310, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "157597b6", "date": "2024-06-28_03-48-30", "time_this_iter_s": 57.58231806755066, "time_total_s": 533.0892543792725, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 533.0892543792725, "iterations_since_restore": 9}
-{"loss": 265.69599794402836, "timestamp": 1719539367, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "157597b6", "date": "2024-06-28_03-49-27", "time_this_iter_s": 57.52658176422119, "time_total_s": 590.6158361434937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 590.6158361434937, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719346234.r8i6n2 b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719346234.r8i6n2
deleted file mode 100644
index 5f06f7f639bc2052375f3401b6e605202feaf7d7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719346234.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719354644.r8i6n2 b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719354644.r8i6n2
deleted file mode 100644
index aada72158deb33f4f2ccf3c71d50f792587e0963..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719354644.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719357265.r8i6n2 b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719357265.r8i6n2
deleted file mode 100644
index cff8c2b4224ff135612f5376adb41d5505a365a6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719357265.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json
deleted file mode 100644
index 99a97a2e7eb732b5d2f76ada7f6823456190de9d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3688667410196246,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0018036063294034547,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.pkl b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.pkl
deleted file mode 100644
index ed17526d37e22fc1e652a7c64e27ec1665e71efa..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv
deleted file mode 100644
index 0ed9c15574718811a791b10bacc440be13b4414f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-266.66766681821326,1719346308,checkpoint_000000,True,False,1,18c11cbc,2024-06-25_22-11-48,74.13704776763916,74.13704776763916,2195253,r8i6n2,10.159.28.60,74.13704776763916,1
-191.86041752372202,1719346367,checkpoint_000001,True,False,2,18c11cbc,2024-06-25_22-12-47,59.13420367240906,133.27125144004822,2195253,r8i6n2,10.159.28.60,133.27125144004822,2
-172.28332663708784,1719346427,checkpoint_000002,True,False,3,18c11cbc,2024-06-25_22-13-47,59.52952766418457,192.8007791042328,2195253,r8i6n2,10.159.28.60,192.8007791042328,3
-165.87816860168937,1719346487,checkpoint_000003,True,False,4,18c11cbc,2024-06-25_22-14-47,59.658318519592285,252.45909762382507,2195253,r8i6n2,10.159.28.60,252.45909762382507,4
-149.45840237835262,1719346547,checkpoint_000004,True,False,5,18c11cbc,2024-06-25_22-15-47,60.179141998291016,312.6382396221161,2195253,r8i6n2,10.159.28.60,312.6382396221161,5
-142.80532779843787,1719354718,checkpoint_000005,True,False,6,18c11cbc,2024-06-26_00-31-58,73.47930812835693,386.117547750473,2850562,r8i6n2,10.159.28.60,73.47930812835693,1
-147.61887368630238,1719354776,checkpoint_000006,True,False,7,18c11cbc,2024-06-26_00-32-56,58.23622250556946,444.3537702560425,2850562,r8i6n2,10.159.28.60,131.7155306339264,2
-136.93548496877114,1719354835,checkpoint_000007,True,False,8,18c11cbc,2024-06-26_00-33-55,59.08127737045288,503.43504762649536,2850562,r8i6n2,10.159.28.60,190.79680800437927,3
-133.39135180495856,1719354893,checkpoint_000008,True,False,9,18c11cbc,2024-06-26_00-34-53,58.395625591278076,561.8306732177734,2850562,r8i6n2,10.159.28.60,249.19243359565735,4
-130.94450414462352,1719354952,checkpoint_000009,True,False,10,18c11cbc,2024-06-26_00-35-52,58.66959762573242,620.5002708435059,2850562,r8i6n2,10.159.28.60,307.86203122138977,5
-128.02527375108613,1719357338,checkpoint_000010,True,False,11,18c11cbc,2024-06-26_01-15-38,72.75415802001953,693.2544288635254,2850562,r8i6n2,10.159.28.60,72.75415802001953,1
-130.49067126296637,1719357397,checkpoint_000011,True,False,12,18c11cbc,2024-06-26_01-16-37,59.34819006919861,752.602618932724,2850562,r8i6n2,10.159.28.60,132.10234808921814,2
-125.55984971654696,1719357457,checkpoint_000012,True,False,13,18c11cbc,2024-06-26_01-17-37,59.262863636016846,811.8654825687408,2850562,r8i6n2,10.159.28.60,191.36521172523499,3
-124.00354583620087,1719357516,checkpoint_000013,True,False,14,18c11cbc,2024-06-26_01-18-36,59.35755896568298,871.2230415344238,2850562,r8i6n2,10.159.28.60,250.72277069091797,4
-122.43110686775267,1719357575,checkpoint_000014,True,False,15,18c11cbc,2024-06-26_01-19-35,59.15378403663635,930.3768255710602,2850562,r8i6n2,10.159.28.60,309.8765547275543,5
-121.44499277129887,1719357635,checkpoint_000015,True,False,16,18c11cbc,2024-06-26_01-20-35,59.61450457572937,989.9913301467896,2850562,r8i6n2,10.159.28.60,369.4910593032837,6
-124.11241438257413,1719357694,checkpoint_000016,True,False,17,18c11cbc,2024-06-26_01-21-34,59.14637589454651,1049.137706041336,2850562,r8i6n2,10.159.28.60,428.6374351978302,7
-121.52879060159518,1719357753,checkpoint_000017,True,False,18,18c11cbc,2024-06-26_01-22-33,59.11753058433533,1108.2552366256714,2850562,r8i6n2,10.159.28.60,487.7549657821655,8
-118.6914559612124,1719357812,checkpoint_000018,True,False,19,18c11cbc,2024-06-26_01-23-32,59.181042432785034,1167.4362790584564,2850562,r8i6n2,10.159.28.60,546.9360082149506,9
-118.33789474006713,1719357871,checkpoint_000019,True,False,20,18c11cbc,2024-06-26_01-24-31,59.315247774124146,1226.7515268325806,2850562,r8i6n2,10.159.28.60,606.2512559890747,10
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json
deleted file mode 100644
index db58b6736becb24329bb220a9c2676988e3f04cc..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 266.66766681821326, "timestamp": 1719346308, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "18c11cbc", "date": "2024-06-25_22-11-48", "time_this_iter_s": 74.13704776763916, "time_total_s": 74.13704776763916, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 74.13704776763916, "iterations_since_restore": 1}
-{"loss": 191.86041752372202, "timestamp": 1719346367, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "18c11cbc", "date": "2024-06-25_22-12-47", "time_this_iter_s": 59.13420367240906, "time_total_s": 133.27125144004822, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 133.27125144004822, "iterations_since_restore": 2}
-{"loss": 172.28332663708784, "timestamp": 1719346427, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "18c11cbc", "date": "2024-06-25_22-13-47", "time_this_iter_s": 59.52952766418457, "time_total_s": 192.8007791042328, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 192.8007791042328, "iterations_since_restore": 3}
-{"loss": 165.87816860168937, "timestamp": 1719346487, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "18c11cbc", "date": "2024-06-25_22-14-47", "time_this_iter_s": 59.658318519592285, "time_total_s": 252.45909762382507, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 252.45909762382507, "iterations_since_restore": 4}
-{"loss": 149.45840237835262, "timestamp": 1719346547, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "18c11cbc", "date": "2024-06-25_22-15-47", "time_this_iter_s": 60.179141998291016, "time_total_s": 312.6382396221161, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 312.6382396221161, "iterations_since_restore": 5}
-{"loss": 142.80532779843787, "timestamp": 1719354718, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "18c11cbc", "date": "2024-06-26_00-31-58", "time_this_iter_s": 73.47930812835693, "time_total_s": 386.117547750473, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 73.47930812835693, "iterations_since_restore": 1}
-{"loss": 147.61887368630238, "timestamp": 1719354776, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "18c11cbc", "date": "2024-06-26_00-32-56", "time_this_iter_s": 58.23622250556946, "time_total_s": 444.3537702560425, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 131.7155306339264, "iterations_since_restore": 2}
-{"loss": 136.93548496877114, "timestamp": 1719354835, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "18c11cbc", "date": "2024-06-26_00-33-55", "time_this_iter_s": 59.08127737045288, "time_total_s": 503.43504762649536, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 190.79680800437927, "iterations_since_restore": 3}
-{"loss": 133.39135180495856, "timestamp": 1719354893, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "18c11cbc", "date": "2024-06-26_00-34-53", "time_this_iter_s": 58.395625591278076, "time_total_s": 561.8306732177734, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 249.19243359565735, "iterations_since_restore": 4}
-{"loss": 130.94450414462352, "timestamp": 1719354952, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "18c11cbc", "date": "2024-06-26_00-35-52", "time_this_iter_s": 58.66959762573242, "time_total_s": 620.5002708435059, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 307.86203122138977, "iterations_since_restore": 5}
-{"loss": 128.02527375108613, "timestamp": 1719357338, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "18c11cbc", "date": "2024-06-26_01-15-38", "time_this_iter_s": 72.75415802001953, "time_total_s": 693.2544288635254, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 72.75415802001953, "iterations_since_restore": 1}
-{"loss": 130.49067126296637, "timestamp": 1719357397, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "18c11cbc", "date": "2024-06-26_01-16-37", "time_this_iter_s": 59.34819006919861, "time_total_s": 752.602618932724, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 132.10234808921814, "iterations_since_restore": 2}
-{"loss": 125.55984971654696, "timestamp": 1719357457, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "18c11cbc", "date": "2024-06-26_01-17-37", "time_this_iter_s": 59.262863636016846, "time_total_s": 811.8654825687408, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 191.36521172523499, "iterations_since_restore": 3}
-{"loss": 124.00354583620087, "timestamp": 1719357516, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "18c11cbc", "date": "2024-06-26_01-18-36", "time_this_iter_s": 59.35755896568298, "time_total_s": 871.2230415344238, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 250.72277069091797, "iterations_since_restore": 4}
-{"loss": 122.43110686775267, "timestamp": 1719357575, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "18c11cbc", "date": "2024-06-26_01-19-35", "time_this_iter_s": 59.15378403663635, "time_total_s": 930.3768255710602, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 309.8765547275543, "iterations_since_restore": 5}
-{"loss": 121.44499277129887, "timestamp": 1719357635, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "18c11cbc", "date": "2024-06-26_01-20-35", "time_this_iter_s": 59.61450457572937, "time_total_s": 989.9913301467896, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 369.4910593032837, "iterations_since_restore": 6}
-{"loss": 124.11241438257413, "timestamp": 1719357694, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "18c11cbc", "date": "2024-06-26_01-21-34", "time_this_iter_s": 59.14637589454651, "time_total_s": 1049.137706041336, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 428.6374351978302, "iterations_since_restore": 7}
-{"loss": 121.52879060159518, "timestamp": 1719357753, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "18c11cbc", "date": "2024-06-26_01-22-33", "time_this_iter_s": 59.11753058433533, "time_total_s": 1108.2552366256714, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 487.7549657821655, "iterations_since_restore": 8}
-{"loss": 118.6914559612124, "timestamp": 1719357812, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "18c11cbc", "date": "2024-06-26_01-23-32", "time_this_iter_s": 59.181042432785034, "time_total_s": 1167.4362790584564, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 546.9360082149506, "iterations_since_restore": 9}
-{"loss": 118.33789474006713, "timestamp": 1719357871, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "18c11cbc", "date": "2024-06-26_01-24-31", "time_this_iter_s": 59.315247774124146, "time_total_s": 1226.7515268325806, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 606.2512559890747, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/events.out.tfevents.1719325234.r3i5n6 b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/events.out.tfevents.1719325234.r3i5n6
deleted file mode 100644
index 3d56d70c86b59b1df86c8bd559ee0c2dc402b4f1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/events.out.tfevents.1719325234.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json
deleted file mode 100644
index 3a113351c84e232ce3e4ed0cd5df30addfd04668..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.922082156004742,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0016525285062566051,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.pkl b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.pkl
deleted file mode 100644
index 0d692d3c5ce4a7a704acc89c2aa87714b70d3b2b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv
deleted file mode 100644
index 71eb8bc0d058441e953da5b6234f909d93319adb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2102.196185254675,1719325314,checkpoint_000000,True,False,1,1920f493,2024-06-25_16-21-54,79.38143539428711,79.38143539428711,69318,r3i5n6,10.159.8.159,79.38143539428711,1
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json
deleted file mode 100644
index fd14144be4fab88a3c1b3071b7c4f659da8671f0..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2102.196185254675, "timestamp": 1719325314, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1920f493", "date": "2024-06-25_16-21-54", "time_this_iter_s": 79.38143539428711, "time_total_s": 79.38143539428711, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 1024, "n_head": 1, "drop_rate": 0.922082156004742, "lr": 0.0016525285062566051, "batch_size": 1024}, "time_since_restore": 79.38143539428711, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8 b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8
deleted file mode 100644
index cc8b12fc18d00f1fc60af374a31598aa7db9ac88..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
deleted file mode 100644
index dac4dc6dd373f09adca11a8e6a0967226f54aa33..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.28239791341845644,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.0010916820440167283,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl
deleted file mode 100644
index 2797710b0542f11d7cab835153c2ba7db824e3b5..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
deleted file mode 100644
index 6035ad619f7d1fc1cd101ad54b4b0e6c07567862..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2012.1308699480192,1719499938,checkpoint_000000,True,False,1,1cd059c8,2024-06-27_16-52-19,525.3962342739105,525.3962342739105,242786,r8i6n8,10.159.28.66,525.3962342739105,1
-2025.7421327125369,1719500447,checkpoint_000001,True,False,2,1cd059c8,2024-06-27_17-00-47,508.4716944694519,1033.8679287433624,242786,r8i6n8,10.159.28.66,1033.8679287433624,2
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
deleted file mode 100644
index d84b3399a003814bc39da8adbf119277c0fd412a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2012.1308699480192, "timestamp": 1719499938, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1cd059c8", "date": "2024-06-27_16-52-19", "time_this_iter_s": 525.3962342739105, "time_total_s": 525.3962342739105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 525.3962342739105, "iterations_since_restore": 1}
-{"loss": 2025.7421327125369, "timestamp": 1719500447, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "1cd059c8", "date": "2024-06-27_17-00-47", "time_this_iter_s": 508.4716944694519, "time_total_s": 1033.8679287433624, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 1033.8679287433624, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719325314.r3i5n6 b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719325314.r3i5n6
deleted file mode 100644
index f44e779c8b68dd1ae1feb09c2f227703e7c7ffe6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719325314.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719327690.r3i5n6 b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719327690.r3i5n6
deleted file mode 100644
index 984a613d6411f46d57a8e1857294676fecce33b3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719327690.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json
deleted file mode 100644
index cb9dc533b4a755b51779113fd702b420f2affd42..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.03175079062321118,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.003436670599863372,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.pkl b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.pkl
deleted file mode 100644
index 7407cc3806eeb80607eabed513e14637907ac226..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv
deleted file mode 100644
index f2c7e56c8575af06bca376007b063468f475849c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.4144263079786,1719325387,checkpoint_000000,True,False,1,1de460a8,2024-06-25_16-23-07,73.56608295440674,73.56608295440674,69318,r3i5n6,10.159.8.159,73.56608295440674,1
-1955.3101080947035,1719327763,checkpoint_000001,True,False,2,1de460a8,2024-06-25_17-02-43,72.80412983894348,146.37021279335022,130020,r3i5n6,10.159.8.159,72.80412983894348,1
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json
deleted file mode 100644
index 58cd15de84b9e5e5967d6338c351cd63e6c0a693..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1961.4144263079786, "timestamp": 1719325387, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1de460a8", "date": "2024-06-25_16-23-07", "time_this_iter_s": 73.56608295440674, "time_total_s": 73.56608295440674, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 1024, "n_head": 1, "drop_rate": 0.03175079062321118, "lr": 0.003436670599863372, "batch_size": 1024}, "time_since_restore": 73.56608295440674, "iterations_since_restore": 1}
-{"loss": 1955.3101080947035, "timestamp": 1719327763, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "1de460a8", "date": "2024-06-25_17-02-43", "time_this_iter_s": 72.80412983894348, "time_total_s": 146.37021279335022, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 1024, "n_head": 1, "drop_rate": 0.03175079062321118, "lr": 0.003436670599863372, "batch_size": 1024}, "time_since_restore": 72.80412983894348, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.pkl b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.pkl
deleted file mode 100644
index dc96d91fc2cdcb1d28ff67aa443125d6624678a0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt
deleted file mode 100644
index da55c0d242bd939db4b4e294ffe5bde84ba71c78..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt
+++ /dev/null
@@ -1,26 +0,0 @@
-Failure # 1 (occurred at 2024-06-25_17-03-02)
-[36mray::ImplicitFunc.train()[39m (pid=130020, ip=10.159.8.159, actor_id=595d5a321c4a0818d73ea9fa01000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 98, in train_model
- loss.backward()
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/_tensor.py", line 522, in backward
- torch.autograd.backward(
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/autograd/__init__.py", line 266, in backward
- Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 258.00 MiB. GPU 0 has a total capacity of 15.77 GiB of which 216.69 MiB is free. Including non-PyTorch memory, this process has 15.55 GiB memory in use. Of the allocated memory 15.02 GiB is allocated by PyTorch, and 161.15 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719325388.r3i5n6 b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719325388.r3i5n6
deleted file mode 100644
index 81eb448e22e971b303b3b631227ff8873a5741e2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719325388.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719327763.r3i5n6 b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719327763.r3i5n6
deleted file mode 100644
index 34cccb21c50303885980210d17dac2401e234568..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719327763.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json
deleted file mode 100644
index 17c6a866d7f3ff71880ba72e4290e8f6785f242e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 4,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.14711494497891564,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.00018307057253269556,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.pkl b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.pkl
deleted file mode 100644
index 761dbb8411c02b9bd6cb33d071a631c4d2c0b735..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv
deleted file mode 100644
index aef8460922bcec0e15f91cc9f30d86fb38cdacbc..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1963.8436942513533,1719326402,checkpoint_000000,True,False,1,1ef7c88b,2024-06-25_16-40-02,1014.7334928512573,1014.7334928512573,69318,r3i5n6,10.159.8.159,1014.7334928512573,1
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json
deleted file mode 100644
index 9a00620ed155016b3f73b332a7d87fb2a78b9841..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1963.8436942513533, "timestamp": 1719326402, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1ef7c88b", "date": "2024-06-25_16-40-02", "time_this_iter_s": 1014.7334928512573, "time_total_s": 1014.7334928512573, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 4, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 1024, "n_head": 2, "drop_rate": 0.14711494497891564, "lr": 0.00018307057253269556, "batch_size": 1024}, "time_since_restore": 1014.7334928512573, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8 b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8
deleted file mode 100644
index be2aa1476d89d54a1ec2fa45b0fc27cc8980e4d3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
deleted file mode 100644
index 4f372bfeb8cbf5144bee8d3170fa32c11f2199b5..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.04978685082912593,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.010469557594705402,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl
deleted file mode 100644
index 7a2eccf2bb808531d0ce9fd09787d76c718c9cc7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
deleted file mode 100644
index 9f8cac1a9b252c409c3649131fa3e150295ed72d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1959.484931525283,1719520982,checkpoint_000000,True,False,1,204212fd,2024-06-27_22-43-02,79.25631952285767,79.25631952285767,242786,r8i6n8,10.159.28.66,79.25631952285767,1
-1957.8900761641855,1719521048,checkpoint_000001,True,False,2,204212fd,2024-06-27_22-44-08,65.62229895591736,144.87861847877502,242786,r8i6n8,10.159.28.66,144.87861847877502,2
-2003.831690029835,1719521114,checkpoint_000002,True,False,3,204212fd,2024-06-27_22-45-14,65.94834351539612,210.82696199417114,242786,r8i6n8,10.159.28.66,210.82696199417114,3
-1953.7773927703618,1719521179,checkpoint_000003,True,False,4,204212fd,2024-06-27_22-46-19,65.82598686218262,276.65294885635376,242786,r8i6n8,10.159.28.66,276.65294885635376,4
-1955.5008218119463,1719521245,checkpoint_000004,True,False,5,204212fd,2024-06-27_22-47-25,65.71243810653687,342.3653869628906,242786,r8i6n8,10.159.28.66,342.3653869628906,5
-1954.6096777728224,1719521311,checkpoint_000005,True,False,6,204212fd,2024-06-27_22-48-31,65.39359998703003,407.75898694992065,242786,r8i6n8,10.159.28.66,407.75898694992065,6
-1970.7395346333662,1719521376,checkpoint_000006,True,False,7,204212fd,2024-06-27_22-49-36,65.79213690757751,473.55112385749817,242786,r8i6n8,10.159.28.66,473.55112385749817,7
-1975.91074161079,1719521442,checkpoint_000007,True,False,8,204212fd,2024-06-27_22-50-42,65.49610257148743,539.0472264289856,242786,r8i6n8,10.159.28.66,539.0472264289856,8
-1954.2565735343874,1719521508,checkpoint_000008,True,False,9,204212fd,2024-06-27_22-51-48,65.86425971984863,604.9114861488342,242786,r8i6n8,10.159.28.66,604.9114861488342,9
-1955.8791032926304,1719521574,checkpoint_000009,True,False,10,204212fd,2024-06-27_22-52-54,65.99194502830505,670.9034311771393,242786,r8i6n8,10.159.28.66,670.9034311771393,10
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
deleted file mode 100644
index fa447d229f1f97ad50598edcdb43f02bc175ac56..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1959.484931525283, "timestamp": 1719520982, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "204212fd", "date": "2024-06-27_22-43-02", "time_this_iter_s": 79.25631952285767, "time_total_s": 79.25631952285767, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 79.25631952285767, "iterations_since_restore": 1}
-{"loss": 1957.8900761641855, "timestamp": 1719521048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "204212fd", "date": "2024-06-27_22-44-08", "time_this_iter_s": 65.62229895591736, "time_total_s": 144.87861847877502, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 144.87861847877502, "iterations_since_restore": 2}
-{"loss": 2003.831690029835, "timestamp": 1719521114, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "204212fd", "date": "2024-06-27_22-45-14", "time_this_iter_s": 65.94834351539612, "time_total_s": 210.82696199417114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 210.82696199417114, "iterations_since_restore": 3}
-{"loss": 1953.7773927703618, "timestamp": 1719521179, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "204212fd", "date": "2024-06-27_22-46-19", "time_this_iter_s": 65.82598686218262, "time_total_s": 276.65294885635376, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 276.65294885635376, "iterations_since_restore": 4}
-{"loss": 1955.5008218119463, "timestamp": 1719521245, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "204212fd", "date": "2024-06-27_22-47-25", "time_this_iter_s": 65.71243810653687, "time_total_s": 342.3653869628906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 342.3653869628906, "iterations_since_restore": 5}
-{"loss": 1954.6096777728224, "timestamp": 1719521311, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "204212fd", "date": "2024-06-27_22-48-31", "time_this_iter_s": 65.39359998703003, "time_total_s": 407.75898694992065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 407.75898694992065, "iterations_since_restore": 6}
-{"loss": 1970.7395346333662, "timestamp": 1719521376, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "204212fd", "date": "2024-06-27_22-49-36", "time_this_iter_s": 65.79213690757751, "time_total_s": 473.55112385749817, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 473.55112385749817, "iterations_since_restore": 7}
-{"loss": 1975.91074161079, "timestamp": 1719521442, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "204212fd", "date": "2024-06-27_22-50-42", "time_this_iter_s": 65.49610257148743, "time_total_s": 539.0472264289856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 539.0472264289856, "iterations_since_restore": 8}
-{"loss": 1954.2565735343874, "timestamp": 1719521508, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "204212fd", "date": "2024-06-27_22-51-48", "time_this_iter_s": 65.86425971984863, "time_total_s": 604.9114861488342, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 604.9114861488342, "iterations_since_restore": 9}
-{"loss": 1955.8791032926304, "timestamp": 1719521574, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "204212fd", "date": "2024-06-27_22-52-54", "time_this_iter_s": 65.99194502830505, "time_total_s": 670.9034311771393, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 670.9034311771393, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/events.out.tfevents.1719329807.r8i6n2 b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/events.out.tfevents.1719329807.r8i6n2
deleted file mode 100644
index a58bd4ff7d62f770216de0cf32d7ec8ad74425f3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/events.out.tfevents.1719329807.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json
deleted file mode 100644
index 534a5f9bdae7aeffd7d8dee12154fc867a212de7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.3089996310219745,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.062282868368169514,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.pkl b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.pkl
deleted file mode 100644
index bcc16a0a09e990a2b6020c319aed895424b217d0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv
deleted file mode 100644
index 69e0cb3eee538f9987373eb9b36398b86e14f93f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2699.211756428396,1719329892,checkpoint_000000,True,False,1,2465ee2c,2024-06-25_17-38-12,85.10484099388123,85.10484099388123,2195253,r8i6n2,10.159.28.60,85.10484099388123,1
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json
deleted file mode 100644
index ea44c5a7918eae88c8fc50aafa838f09ea5d91b9..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2699.211756428396, "timestamp": 1719329892, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "2465ee2c", "date": "2024-06-25_17-38-12", "time_this_iter_s": 85.10484099388123, "time_total_s": 85.10484099388123, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3089996310219745, "lr": 0.062282868368169514, "batch_size": 1024}, "time_since_restore": 85.10484099388123, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330099.r8i6n2 b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330099.r8i6n2
deleted file mode 100644
index 581d2e5eb098e8e17386809ef437026c18d7184c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330099.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330869.r8i6n2 b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330869.r8i6n2
deleted file mode 100644
index f004f6238575b423ce99b9281e20c0ba39f98197..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330869.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719331459.r8i6n2 b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719331459.r8i6n2
deleted file mode 100644
index 0a564b32bc39785eb520b097cf4fdc0c50d185c7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719331459.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json
deleted file mode 100644
index e292b13fc433cde73b229257b81c3c75f8fdce64..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7474706763430264,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.00045083297498032556,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.pkl b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.pkl
deleted file mode 100644
index 7004f92dc9779858835e886d54e70af12fbc782f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv
deleted file mode 100644
index 47d8699f6d39cbd327c8fec36c002b334369addb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1284.8956039308564,1719330178,checkpoint_000000,True,False,1,25a9f43a,2024-06-25_17-42-59,79.39262270927429,79.39262270927429,2195253,r8i6n2,10.159.28.60,79.39262270927429,1
-517.7363889198604,1719330947,checkpoint_000001,True,False,2,25a9f43a,2024-06-25_17-55-47,77.99471831321716,157.38734102249146,2195253,r8i6n2,10.159.28.60,77.99471831321716,1
-424.9116310660295,1719331554,checkpoint_000002,True,False,3,25a9f43a,2024-06-25_18-05-54,94.57213068008423,251.95947170257568,2195253,r8i6n2,10.159.28.60,94.57213068008423,1
-381.2108863169753,1719331634,checkpoint_000003,True,False,4,25a9f43a,2024-06-25_18-07-14,80.07035231590271,332.0298240184784,2195253,r8i6n2,10.159.28.60,174.64248299598694,2
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json
deleted file mode 100644
index e7cb0d2fbcc809acdcff6775e6ece41d2ac84d9d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1284.8956039308564, "timestamp": 1719330178, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "25a9f43a", "date": "2024-06-25_17-42-59", "time_this_iter_s": 79.39262270927429, "time_total_s": 79.39262270927429, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 79.39262270927429, "iterations_since_restore": 1}
-{"loss": 517.7363889198604, "timestamp": 1719330947, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "25a9f43a", "date": "2024-06-25_17-55-47", "time_this_iter_s": 77.99471831321716, "time_total_s": 157.38734102249146, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 77.99471831321716, "iterations_since_restore": 1}
-{"loss": 424.9116310660295, "timestamp": 1719331554, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "25a9f43a", "date": "2024-06-25_18-05-54", "time_this_iter_s": 94.57213068008423, "time_total_s": 251.95947170257568, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 94.57213068008423, "iterations_since_restore": 1}
-{"loss": 381.2108863169753, "timestamp": 1719331634, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "25a9f43a", "date": "2024-06-25_18-07-14", "time_this_iter_s": 80.07035231590271, "time_total_s": 332.0298240184784, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 174.64248299598694, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/events.out.tfevents.1719326598.r3i5n6 b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/events.out.tfevents.1719326598.r3i5n6
deleted file mode 100644
index 1de1084d20c575948087454049071e447b8ab3cf..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/events.out.tfevents.1719326598.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json
deleted file mode 100644
index 11cf8d5a68cb1fdd5393c46c876fe910a608c140..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3256301932631026,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0018178629337167497,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.pkl b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.pkl
deleted file mode 100644
index 488fd5b39c866d502307fe72e6f5acd8cb2e9bd7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv
deleted file mode 100644
index ef0228f56ebfa86cbf6fc14049bfc47242425393..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-5061.415592704232,1719326792,checkpoint_000000,True,False,1,25b42194,2024-06-25_16-46-32,194.36064219474792,194.36064219474792,122466,r3i5n6,10.159.8.159,194.36064219474792,1
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json
deleted file mode 100644
index 2bed45591f0fdb56b11171b3835888d428b80432..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 5061.415592704232, "timestamp": 1719326792, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "25b42194", "date": "2024-06-25_16-46-32", "time_this_iter_s": 194.36064219474792, "time_total_s": 194.36064219474792, "pid": 122466, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 8, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 2048, "n_head": 16, "drop_rate": 0.3256301932631026, "lr": 0.0018178629337167497, "batch_size": 2048}, "time_since_restore": 194.36064219474792, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8 b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8
deleted file mode 100644
index 63f549dbe92016f5883c74000381a8a51f30a48e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
deleted file mode 100644
index a81d5bd3f16f9a6ee6fb8ced58e605f5c53e4858..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.2474625892184107,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.09815210368028619,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl
deleted file mode 100644
index 862194eb15f3b4187c61036d1e1b38b43d11113a..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
deleted file mode 100644
index c120a29320741f8f5c2ed9f52405bb2c764b0b4c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-5146.327555979331,1719552388,checkpoint_000000,True,False,1,261349af,2024-06-28_07-26-29,641.6589081287384,641.6589081287384,242786,r8i6n8,10.159.28.66,641.6589081287384,1
-5048.819774237205,1719553016,checkpoint_000001,True,False,2,261349af,2024-06-28_07-36-56,627.6112632751465,1269.270171403885,242786,r8i6n8,10.159.28.66,1269.270171403885,2
-4911.544510488435,1719553644,checkpoint_000002,True,False,3,261349af,2024-06-28_07-47-24,627.9598400592804,1897.2300114631653,242786,r8i6n8,10.159.28.66,1897.2300114631653,3
-4737.393370140256,1719554272,checkpoint_000003,True,False,4,261349af,2024-06-28_07-57-52,628.01415848732,2525.2441699504852,242786,r8i6n8,10.159.28.66,2525.2441699504852,4
-4523.467796505905,1719554899,checkpoint_000004,True,False,5,261349af,2024-06-28_08-08-20,627.539436340332,3152.7836062908173,242786,r8i6n8,10.159.28.66,3152.7836062908173,5
-4273.132577971211,1719555527,checkpoint_000005,True,False,6,261349af,2024-06-28_08-18-47,627.5760381221771,3780.3596444129944,242786,r8i6n8,10.159.28.66,3780.3596444129944,6
-3991.0541396253693,1719556155,checkpoint_000006,True,False,7,261349af,2024-06-28_08-29-15,627.5778048038483,4407.937449216843,242786,r8i6n8,10.159.28.66,4407.937449216843,7
-3685.58821166031,1719556782,checkpoint_000007,True,False,8,261349af,2024-06-28_08-39-43,627.666775226593,5035.604224443436,242786,r8i6n8,10.159.28.66,5035.604224443436,8
-3365.655848225271,1719557410,checkpoint_000008,True,False,9,261349af,2024-06-28_08-50-10,627.4417996406555,5663.046024084091,242786,r8i6n8,10.159.28.66,5663.046024084091,9
-3048.0907587967517,1719558037,checkpoint_000009,True,False,10,261349af,2024-06-28_09-00-38,627.6434020996094,6290.689426183701,242786,r8i6n8,10.159.28.66,6290.689426183701,10
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
deleted file mode 100644
index 8d3b4cbcdf438cdf1aab78f673a5ff5ce2343b8f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 5146.327555979331, "timestamp": 1719552388, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "261349af", "date": "2024-06-28_07-26-29", "time_this_iter_s": 641.6589081287384, "time_total_s": 641.6589081287384, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 641.6589081287384, "iterations_since_restore": 1}
-{"loss": 5048.819774237205, "timestamp": 1719553016, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "261349af", "date": "2024-06-28_07-36-56", "time_this_iter_s": 627.6112632751465, "time_total_s": 1269.270171403885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1269.270171403885, "iterations_since_restore": 2}
-{"loss": 4911.544510488435, "timestamp": 1719553644, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "261349af", "date": "2024-06-28_07-47-24", "time_this_iter_s": 627.9598400592804, "time_total_s": 1897.2300114631653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1897.2300114631653, "iterations_since_restore": 3}
-{"loss": 4737.393370140256, "timestamp": 1719554272, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "261349af", "date": "2024-06-28_07-57-52", "time_this_iter_s": 628.01415848732, "time_total_s": 2525.2441699504852, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 2525.2441699504852, "iterations_since_restore": 4}
-{"loss": 4523.467796505905, "timestamp": 1719554899, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "261349af", "date": "2024-06-28_08-08-20", "time_this_iter_s": 627.539436340332, "time_total_s": 3152.7836062908173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3152.7836062908173, "iterations_since_restore": 5}
-{"loss": 4273.132577971211, "timestamp": 1719555527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "261349af", "date": "2024-06-28_08-18-47", "time_this_iter_s": 627.5760381221771, "time_total_s": 3780.3596444129944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3780.3596444129944, "iterations_since_restore": 6}
-{"loss": 3991.0541396253693, "timestamp": 1719556155, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "261349af", "date": "2024-06-28_08-29-15", "time_this_iter_s": 627.5778048038483, "time_total_s": 4407.937449216843, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 4407.937449216843, "iterations_since_restore": 7}
-{"loss": 3685.58821166031, "timestamp": 1719556782, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "261349af", "date": "2024-06-28_08-39-43", "time_this_iter_s": 627.666775226593, "time_total_s": 5035.604224443436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5035.604224443436, "iterations_since_restore": 8}
-{"loss": 3365.655848225271, "timestamp": 1719557410, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "261349af", "date": "2024-06-28_08-50-10", "time_this_iter_s": 627.4417996406555, "time_total_s": 5663.046024084091, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5663.046024084091, "iterations_since_restore": 9}
-{"loss": 3048.0907587967517, "timestamp": 1719558037, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "261349af", "date": "2024-06-28_09-00-38", "time_this_iter_s": 627.6434020996094, "time_total_s": 6290.689426183701, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 6290.689426183701, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl
deleted file mode 100644
index 5081616cf90354b6fbcda0ae64c8b9116c68a94e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
deleted file mode 100644
index b62697571200424f1209d88e14eb8b39e8c69b24..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
+++ /dev/null
@@ -1,65 +0,0 @@
-Failure # 1 (occurred at 2024-06-27_16-33-47)
-[36mray::ImplicitFunc.train()[39m (pid=69992, ip=10.159.28.66, actor_id=4f23fe319defb9cd61c97da301000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
- x = self.norm2(x + self._ff_block(x))
- ^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 730, in _ff_block
- x = self.linear2(self.dropout(self.activation(self.linear1(x))))
- ^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/linear.py", line 116, in forward
- return F.linear(input, self.weight, self.bias)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 400.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 116.69 MiB is free. Including non-PyTorch memory, this process has 31.62 GiB memory in use. Of the allocated memory 30.71 GiB is allocated by PyTorch, and 541.03 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8 b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8
deleted file mode 100644
index 9ecd5353828670caeb4300adbad780a77b747954..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
deleted file mode 100644
index ab38dc35c8e83a357f5097ac7ce38d1a22002f0f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.8248444707020037,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.027832194286055118,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl
deleted file mode 100644
index ede4ce6fcd9f33911a963e739a317bc615c9650d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8 b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8
deleted file mode 100644
index 8864d729350afb3677c197db3703ba773ab84f39..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
deleted file mode 100644
index f96f121b32880d4cf28e142eed44bc52fa771386..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.4976920968263533,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.013704737381480214,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl
deleted file mode 100644
index d8c67807c2f3da7a4d80c132f3ddc0553b9f7ee1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
deleted file mode 100644
index 36cf5bf9304881275d26cc4e00de86c39dc2ec78..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2700.2572838490405,1719534417,checkpoint_000000,True,False,1,32772c28,2024-06-28_02-26-57,219.04653239250183,219.04653239250183,242786,r8i6n8,10.159.28.66,219.04653239250183,1
-2609.489275113804,1719534622,checkpoint_000001,True,False,2,32772c28,2024-06-28_02-30-22,204.8529450893402,423.89947748184204,242786,r8i6n8,10.159.28.66,423.89947748184204,2
-2558.6601024237207,1719534827,checkpoint_000002,True,False,3,32772c28,2024-06-28_02-33-48,205.22449278831482,629.1239702701569,242786,r8i6n8,10.159.28.66,629.1239702701569,3
-2442.0073280634842,1719535032,checkpoint_000003,True,False,4,32772c28,2024-06-28_02-37-13,205.06548023223877,834.1894505023956,242786,r8i6n8,10.159.28.66,834.1894505023956,4
-2364.7526893916092,1719535238,checkpoint_000004,True,False,5,32772c28,2024-06-28_02-40-38,205.07774353027344,1039.267194032669,242786,r8i6n8,10.159.28.66,1039.267194032669,5
-2269.5375149944634,1719535443,checkpoint_000005,True,False,6,32772c28,2024-06-28_02-44-03,205.03923749923706,1244.3064315319061,242786,r8i6n8,10.159.28.66,1244.3064315319061,6
-2195.085433839813,1719535648,checkpoint_000006,True,False,7,32772c28,2024-06-28_02-47-28,205.1729245185852,1449.4793560504913,242786,r8i6n8,10.159.28.66,1449.4793560504913,7
-2150.467501422552,1719535853,checkpoint_000007,True,False,8,32772c28,2024-06-28_02-50-53,204.98054313659668,1654.459899187088,242786,r8i6n8,10.159.28.66,1654.459899187088,8
-2097.3525179164617,1719536057,checkpoint_000008,True,False,9,32772c28,2024-06-28_02-54-18,204.72472834587097,1859.184627532959,242786,r8i6n8,10.159.28.66,1859.184627532959,9
-2048.298097625492,1719536262,checkpoint_000009,True,False,10,32772c28,2024-06-28_02-57-43,204.9549217224121,2064.139549255371,242786,r8i6n8,10.159.28.66,2064.139549255371,10
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
deleted file mode 100644
index 8d28c587fb12a9ebd9f9076cb79417365bcccdae..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2700.2572838490405, "timestamp": 1719534417, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "32772c28", "date": "2024-06-28_02-26-57", "time_this_iter_s": 219.04653239250183, "time_total_s": 219.04653239250183, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 219.04653239250183, "iterations_since_restore": 1}
-{"loss": 2609.489275113804, "timestamp": 1719534622, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "32772c28", "date": "2024-06-28_02-30-22", "time_this_iter_s": 204.8529450893402, "time_total_s": 423.89947748184204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 423.89947748184204, "iterations_since_restore": 2}
-{"loss": 2558.6601024237207, "timestamp": 1719534827, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "32772c28", "date": "2024-06-28_02-33-48", "time_this_iter_s": 205.22449278831482, "time_total_s": 629.1239702701569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 629.1239702701569, "iterations_since_restore": 3}
-{"loss": 2442.0073280634842, "timestamp": 1719535032, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "32772c28", "date": "2024-06-28_02-37-13", "time_this_iter_s": 205.06548023223877, "time_total_s": 834.1894505023956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 834.1894505023956, "iterations_since_restore": 4}
-{"loss": 2364.7526893916092, "timestamp": 1719535238, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "32772c28", "date": "2024-06-28_02-40-38", "time_this_iter_s": 205.07774353027344, "time_total_s": 1039.267194032669, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1039.267194032669, "iterations_since_restore": 5}
-{"loss": 2269.5375149944634, "timestamp": 1719535443, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "32772c28", "date": "2024-06-28_02-44-03", "time_this_iter_s": 205.03923749923706, "time_total_s": 1244.3064315319061, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1244.3064315319061, "iterations_since_restore": 6}
-{"loss": 2195.085433839813, "timestamp": 1719535648, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "32772c28", "date": "2024-06-28_02-47-28", "time_this_iter_s": 205.1729245185852, "time_total_s": 1449.4793560504913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1449.4793560504913, "iterations_since_restore": 7}
-{"loss": 2150.467501422552, "timestamp": 1719535853, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "32772c28", "date": "2024-06-28_02-50-53", "time_this_iter_s": 204.98054313659668, "time_total_s": 1654.459899187088, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1654.459899187088, "iterations_since_restore": 8}
-{"loss": 2097.3525179164617, "timestamp": 1719536057, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "32772c28", "date": "2024-06-28_02-54-18", "time_this_iter_s": 204.72472834587097, "time_total_s": 1859.184627532959, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1859.184627532959, "iterations_since_restore": 9}
-{"loss": 2048.298097625492, "timestamp": 1719536262, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "32772c28", "date": "2024-06-28_02-57-43", "time_this_iter_s": 204.9549217224121, "time_total_s": 2064.139549255371, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 2064.139549255371, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719330290.r8i6n2 b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719330290.r8i6n2
deleted file mode 100644
index 42f4d6e380450ceb2064f42298987f704a563cff..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719330290.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719331058.r8i6n2 b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719331058.r8i6n2
deleted file mode 100644
index 0e0d499863dcfe68eed6184f569508c2a3993d90..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719331058.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json
deleted file mode 100644
index b2801fd53e5af95dfaf6900909bb125aed4776e3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3408951993486181,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.009004430142657121,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.pkl b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.pkl
deleted file mode 100644
index c983efd0bd3463d016ccf3fdf090ad866722f9f5..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv
deleted file mode 100644
index 7c7780aa1bdf4ebf523be9cd8420343cba158f0c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1964.014622485544,1719330362,checkpoint_000000,True,False,1,3510e84b,2024-06-25_17-46-02,72.72616767883301,72.72616767883301,2195253,r8i6n2,10.159.28.60,72.72616767883301,1
-1964.9452173428272,1719331131,checkpoint_000001,True,True,2,3510e84b,2024-06-25_17-58-51,73.41431927680969,146.1404869556427,2195253,r8i6n2,10.159.28.60,73.41431927680969,1
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json
deleted file mode 100644
index 19328aa43a4d6d3f8f09052eb9c121f9eedd428d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1964.014622485544, "timestamp": 1719330362, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3510e84b", "date": "2024-06-25_17-46-02", "time_this_iter_s": 72.72616767883301, "time_total_s": 72.72616767883301, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3408951993486181, "lr": 0.009004430142657121, "batch_size": 2048}, "time_since_restore": 72.72616767883301, "iterations_since_restore": 1}
-{"loss": 1964.9452173428272, "timestamp": 1719331131, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": true, "training_iteration": 2, "trial_id": "3510e84b", "date": "2024-06-25_17-58-51", "time_this_iter_s": 73.41431927680969, "time_total_s": 146.1404869556427, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3408951993486181, "lr": 0.009004430142657121, "batch_size": 2048}, "time_since_restore": 73.41431927680969, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/events.out.tfevents.1719327790.r3i5n6 b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/events.out.tfevents.1719327790.r3i5n6
deleted file mode 100644
index 08e5459ca585e45531b5d6b1109a0c8472d3c574..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/events.out.tfevents.1719327790.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json
deleted file mode 100644
index 970fbc421d7181351bd824e4e908ba093c1d1033..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.29850788173794873,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.017371208825505195,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.pkl b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.pkl
deleted file mode 100644
index 38d5b145945a4bf9e65a628967eafd993a61f6b3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv
deleted file mode 100644
index 0f8fff3c200893434bced60b5f54c6d7d4fb3e49..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1971.010832058163,1719327860,checkpoint_000000,True,False,1,375ed3d7,2024-06-25_17-04-20,70.38656640052795,70.38656640052795,168065,r3i5n6,10.159.8.159,70.38656640052795,1
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json
deleted file mode 100644
index 08a067b4fbff8cc21a36cb2d9d3548b1dd6c5b0d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1971.010832058163, "timestamp": 1719327860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "375ed3d7", "date": "2024-06-25_17-04-20", "time_this_iter_s": 70.38656640052795, "time_total_s": 70.38656640052795, "pid": 168065, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 2, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.29850788173794873, "lr": 0.017371208825505195, "batch_size": 1024}, "time_since_restore": 70.38656640052795, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719346547.r8i6n2 b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719346547.r8i6n2
deleted file mode 100644
index 33636372c728ca899def9f9d20e3bcc1bdaf621c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719346547.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719354952.r8i6n2 b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719354952.r8i6n2
deleted file mode 100644
index 6bc61b20030cbda1b55aa35ee326d6af18723a77..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719354952.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719357872.r8i6n2 b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719357872.r8i6n2
deleted file mode 100644
index 72a5f6bff7d168e3aef88a728e9af5d4168b3f80..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719357872.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json
deleted file mode 100644
index 1e2acc471ea898afa2bd246d5b6c44a29dfa2a54..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.034481700426631456,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0010186128360476897,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.pkl b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.pkl
deleted file mode 100644
index 5741d83de357f483edaa8b4c62494ccccb584429..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv
deleted file mode 100644
index 65321cfcd3e870505a7b73f1b8d6e85df132d285..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-217.46355960875985,1719346612,checkpoint_000000,True,False,1,3ab2f301,2024-06-25_22-16-52,65.41611504554749,65.41611504554749,2195253,r8i6n2,10.159.28.60,65.41611504554749,1
-163.8450069878045,1719346664,checkpoint_000001,True,False,2,3ab2f301,2024-06-25_22-17-45,52.40175247192383,117.81786751747131,2195253,r8i6n2,10.159.28.60,117.81786751747131,2
-139.51932639775313,1719346717,checkpoint_000002,True,False,3,3ab2f301,2024-06-25_22-18-37,52.207762479782104,170.02562999725342,2195253,r8i6n2,10.159.28.60,170.02562999725342,3
-125.82796093798059,1719346770,checkpoint_000003,True,False,4,3ab2f301,2024-06-25_22-19-30,53.092029094696045,223.11765909194946,2195253,r8i6n2,10.159.28.60,223.11765909194946,4
-117.45965227742833,1719346823,checkpoint_000004,True,False,5,3ab2f301,2024-06-25_22-20-23,53.195783615112305,276.31344270706177,2195253,r8i6n2,10.159.28.60,276.31344270706177,5
-114.47784069391686,1719355017,checkpoint_000005,True,False,6,3ab2f301,2024-06-26_00-36-57,65.25149631500244,341.5649390220642,2850562,r8i6n2,10.159.28.60,65.25149631500244,1
-109.24919566957969,1719355069,checkpoint_000006,True,False,7,3ab2f301,2024-06-26_00-37-49,51.495158195495605,393.0600972175598,2850562,r8i6n2,10.159.28.60,116.74665451049805,2
-105.2013188159372,1719355120,checkpoint_000007,True,False,8,3ab2f301,2024-06-26_00-38-40,51.496910572052,444.5570077896118,2850562,r8i6n2,10.159.28.60,168.24356508255005,3
-118.58170366662694,1719355171,checkpoint_000008,True,False,9,3ab2f301,2024-06-26_00-39-31,51.06172227859497,495.6187300682068,2850562,r8i6n2,10.159.28.60,219.30528736114502,4
-99.85706461508443,1719355223,checkpoint_000009,True,False,10,3ab2f301,2024-06-26_00-40-23,51.387521266937256,547.006251335144,2850562,r8i6n2,10.159.28.60,270.6928086280823,5
-98.49699257677935,1719357936,checkpoint_000010,True,False,11,3ab2f301,2024-06-26_01-25-36,64.502512216568,611.508763551712,2850562,r8i6n2,10.159.28.60,64.502512216568,1
-93.49606281190407,1719357987,checkpoint_000011,True,False,12,3ab2f301,2024-06-26_01-26-27,50.864012002944946,662.372775554657,2850562,r8i6n2,10.159.28.60,115.36652421951294,2
-94.78943622018409,1719358039,checkpoint_000012,True,False,13,3ab2f301,2024-06-26_01-27-19,51.64423751831055,714.0170130729675,2850562,r8i6n2,10.159.28.60,167.0107617378235,3
-91.46543307567205,1719358090,checkpoint_000013,True,False,14,3ab2f301,2024-06-26_01-28-10,51.174827098846436,765.191840171814,2850562,r8i6n2,10.159.28.60,218.18558883666992,4
-88.73407943605439,1719358141,checkpoint_000014,True,False,15,3ab2f301,2024-06-26_01-29-01,50.784724712371826,815.9765648841858,2850562,r8i6n2,10.159.28.60,268.97031354904175,5
-94.00536857064314,1719358192,checkpoint_000015,True,False,16,3ab2f301,2024-06-26_01-29-52,51.60023093223572,867.5767958164215,2850562,r8i6n2,10.159.28.60,320.57054448127747,6
-87.47035950187623,1719358244,checkpoint_000016,True,False,17,3ab2f301,2024-06-26_01-30-44,51.84270000457764,919.4194958209991,2850562,r8i6n2,10.159.28.60,372.4132444858551,7
-88.06384884090875,1719358295,checkpoint_000017,True,False,18,3ab2f301,2024-06-26_01-31-35,51.09972786903381,970.519223690033,2850562,r8i6n2,10.159.28.60,423.5129723548889,8
-87.50748780017763,1719358346,checkpoint_000018,True,False,19,3ab2f301,2024-06-26_01-32-26,51.09087514877319,1021.6100988388062,2850562,r8i6n2,10.159.28.60,474.6038475036621,9
-84.81797225832001,1719358398,checkpoint_000019,True,False,20,3ab2f301,2024-06-26_01-33-18,51.372178077697754,1072.982276916504,2850562,r8i6n2,10.159.28.60,525.9760255813599,10
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json
deleted file mode 100644
index 044b6351ac2ab0a11841aa9f90a4249e007c874c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 217.46355960875985, "timestamp": 1719346612, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3ab2f301", "date": "2024-06-25_22-16-52", "time_this_iter_s": 65.41611504554749, "time_total_s": 65.41611504554749, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 65.41611504554749, "iterations_since_restore": 1}
-{"loss": 163.8450069878045, "timestamp": 1719346664, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "3ab2f301", "date": "2024-06-25_22-17-45", "time_this_iter_s": 52.40175247192383, "time_total_s": 117.81786751747131, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 117.81786751747131, "iterations_since_restore": 2}
-{"loss": 139.51932639775313, "timestamp": 1719346717, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "3ab2f301", "date": "2024-06-25_22-18-37", "time_this_iter_s": 52.207762479782104, "time_total_s": 170.02562999725342, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 170.02562999725342, "iterations_since_restore": 3}
-{"loss": 125.82796093798059, "timestamp": 1719346770, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "3ab2f301", "date": "2024-06-25_22-19-30", "time_this_iter_s": 53.092029094696045, "time_total_s": 223.11765909194946, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 223.11765909194946, "iterations_since_restore": 4}
-{"loss": 117.45965227742833, "timestamp": 1719346823, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "3ab2f301", "date": "2024-06-25_22-20-23", "time_this_iter_s": 53.195783615112305, "time_total_s": 276.31344270706177, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 276.31344270706177, "iterations_since_restore": 5}
-{"loss": 114.47784069391686, "timestamp": 1719355017, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "3ab2f301", "date": "2024-06-26_00-36-57", "time_this_iter_s": 65.25149631500244, "time_total_s": 341.5649390220642, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 65.25149631500244, "iterations_since_restore": 1}
-{"loss": 109.24919566957969, "timestamp": 1719355069, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "3ab2f301", "date": "2024-06-26_00-37-49", "time_this_iter_s": 51.495158195495605, "time_total_s": 393.0600972175598, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 116.74665451049805, "iterations_since_restore": 2}
-{"loss": 105.2013188159372, "timestamp": 1719355120, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "3ab2f301", "date": "2024-06-26_00-38-40", "time_this_iter_s": 51.496910572052, "time_total_s": 444.5570077896118, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 168.24356508255005, "iterations_since_restore": 3}
-{"loss": 118.58170366662694, "timestamp": 1719355171, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "3ab2f301", "date": "2024-06-26_00-39-31", "time_this_iter_s": 51.06172227859497, "time_total_s": 495.6187300682068, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 219.30528736114502, "iterations_since_restore": 4}
-{"loss": 99.85706461508443, "timestamp": 1719355223, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "3ab2f301", "date": "2024-06-26_00-40-23", "time_this_iter_s": 51.387521266937256, "time_total_s": 547.006251335144, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 270.6928086280823, "iterations_since_restore": 5}
-{"loss": 98.49699257677935, "timestamp": 1719357936, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "3ab2f301", "date": "2024-06-26_01-25-36", "time_this_iter_s": 64.502512216568, "time_total_s": 611.508763551712, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 64.502512216568, "iterations_since_restore": 1}
-{"loss": 93.49606281190407, "timestamp": 1719357987, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "3ab2f301", "date": "2024-06-26_01-26-27", "time_this_iter_s": 50.864012002944946, "time_total_s": 662.372775554657, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 115.36652421951294, "iterations_since_restore": 2}
-{"loss": 94.78943622018409, "timestamp": 1719358039, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "3ab2f301", "date": "2024-06-26_01-27-19", "time_this_iter_s": 51.64423751831055, "time_total_s": 714.0170130729675, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 167.0107617378235, "iterations_since_restore": 3}
-{"loss": 91.46543307567205, "timestamp": 1719358090, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "3ab2f301", "date": "2024-06-26_01-28-10", "time_this_iter_s": 51.174827098846436, "time_total_s": 765.191840171814, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 218.18558883666992, "iterations_since_restore": 4}
-{"loss": 88.73407943605439, "timestamp": 1719358141, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "3ab2f301", "date": "2024-06-26_01-29-01", "time_this_iter_s": 50.784724712371826, "time_total_s": 815.9765648841858, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 268.97031354904175, "iterations_since_restore": 5}
-{"loss": 94.00536857064314, "timestamp": 1719358192, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "3ab2f301", "date": "2024-06-26_01-29-52", "time_this_iter_s": 51.60023093223572, "time_total_s": 867.5767958164215, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 320.57054448127747, "iterations_since_restore": 6}
-{"loss": 87.47035950187623, "timestamp": 1719358244, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "3ab2f301", "date": "2024-06-26_01-30-44", "time_this_iter_s": 51.84270000457764, "time_total_s": 919.4194958209991, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 372.4132444858551, "iterations_since_restore": 7}
-{"loss": 88.06384884090875, "timestamp": 1719358295, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "3ab2f301", "date": "2024-06-26_01-31-35", "time_this_iter_s": 51.09972786903381, "time_total_s": 970.519223690033, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 423.5129723548889, "iterations_since_restore": 8}
-{"loss": 87.50748780017763, "timestamp": 1719358346, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "3ab2f301", "date": "2024-06-26_01-32-26", "time_this_iter_s": 51.09087514877319, "time_total_s": 1021.6100988388062, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 474.6038475036621, "iterations_since_restore": 9}
-{"loss": 84.81797225832001, "timestamp": 1719358398, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "3ab2f301", "date": "2024-06-26_01-33-18", "time_this_iter_s": 51.372178077697754, "time_total_s": 1072.982276916504, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 525.9760255813599, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8 b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8
deleted file mode 100644
index bf45243618d2e3d6f1b0760285da9c6101d9d14e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
deleted file mode 100644
index be0b141e916d5e66712b02181bb7a0a0835f1533..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.3031602001882847,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.019401170360006482,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl
deleted file mode 100644
index 51169759ff02ca488a76f61796d7afb82b206110..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
deleted file mode 100644
index 68b88ce12bfa4aa44e08a74058c30eea2e4bab51..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4021.740253598671,1719492153,checkpoint_000000,True,False,1,3c9a1c0c,2024-06-27_14-42-33,270.95838141441345,270.95838141441345,69992,r8i6n8,10.159.28.66,270.95838141441345,1
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
deleted file mode 100644
index f122a0caaef2c6d68f9468f46d004bd31986f630..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 4021.740253598671, "timestamp": 1719492153, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3c9a1c0c", "date": "2024-06-27_14-42-33", "time_this_iter_s": 270.95838141441345, "time_total_s": 270.95838141441345, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3031602001882847, "lr": 0.019401170360006482, "batch_size": 1024}, "time_since_restore": 270.95838141441345, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8 b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8
deleted file mode 100644
index 07dc99dba5e95143d3cd0679853bbde7b06ff99c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
deleted file mode 100644
index 33289b9e1500abd50d10c1fe6b24bdd2ea311941..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.9833194838066408,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.0004542749659626088,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl
deleted file mode 100644
index dba23b9c9bd73a35e5bfc7952edf7b635414f20c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
deleted file mode 100644
index 2728ff37245befdd2cb3119e6e3a0b53514785bd..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719548436,checkpoint_000000,True,False,1,3d8a1340,2024-06-28_06-20-36,91.73844981193542,91.73844981193542,242786,r8i6n8,10.159.28.66,91.73844981193542,1
-nan,1719548515,checkpoint_000001,True,False,2,3d8a1340,2024-06-28_06-21-55,78.92051219940186,170.65896201133728,242786,r8i6n8,10.159.28.66,170.65896201133728,2
-nan,1719548594,checkpoint_000002,True,False,3,3d8a1340,2024-06-28_06-23-14,78.98558306694031,249.6445450782776,242786,r8i6n8,10.159.28.66,249.6445450782776,3
-nan,1719548672,checkpoint_000003,True,False,4,3d8a1340,2024-06-28_06-24-32,78.50712847709656,328.15167355537415,242786,r8i6n8,10.159.28.66,328.15167355537415,4
-nan,1719548751,checkpoint_000004,True,False,5,3d8a1340,2024-06-28_06-25-51,78.95465588569641,407.10632944107056,242786,r8i6n8,10.159.28.66,407.10632944107056,5
-nan,1719548830,checkpoint_000005,True,False,6,3d8a1340,2024-06-28_06-27-10,79.0093162059784,486.11564564704895,242786,r8i6n8,10.159.28.66,486.11564564704895,6
-nan,1719548909,checkpoint_000006,True,False,7,3d8a1340,2024-06-28_06-28-29,78.55737948417664,564.6730251312256,242786,r8i6n8,10.159.28.66,564.6730251312256,7
-nan,1719548988,checkpoint_000007,True,False,8,3d8a1340,2024-06-28_06-29-48,79.00080251693726,643.6738276481628,242786,r8i6n8,10.159.28.66,643.6738276481628,8
-nan,1719549067,checkpoint_000008,True,False,9,3d8a1340,2024-06-28_06-31-07,78.99766731262207,722.6714949607849,242786,r8i6n8,10.159.28.66,722.6714949607849,9
-nan,1719549146,checkpoint_000009,True,False,10,3d8a1340,2024-06-28_06-32-26,79.03019595146179,801.7016909122467,242786,r8i6n8,10.159.28.66,801.7016909122467,10
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
deleted file mode 100644
index c07691826cdad0e4246f835db5aaa5f3d0329e89..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": NaN, "timestamp": 1719548436, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3d8a1340", "date": "2024-06-28_06-20-36", "time_this_iter_s": 91.73844981193542, "time_total_s": 91.73844981193542, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 91.73844981193542, "iterations_since_restore": 1}
-{"loss": NaN, "timestamp": 1719548515, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "3d8a1340", "date": "2024-06-28_06-21-55", "time_this_iter_s": 78.92051219940186, "time_total_s": 170.65896201133728, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 170.65896201133728, "iterations_since_restore": 2}
-{"loss": NaN, "timestamp": 1719548594, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "3d8a1340", "date": "2024-06-28_06-23-14", "time_this_iter_s": 78.98558306694031, "time_total_s": 249.6445450782776, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 249.6445450782776, "iterations_since_restore": 3}
-{"loss": NaN, "timestamp": 1719548672, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "3d8a1340", "date": "2024-06-28_06-24-32", "time_this_iter_s": 78.50712847709656, "time_total_s": 328.15167355537415, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 328.15167355537415, "iterations_since_restore": 4}
-{"loss": NaN, "timestamp": 1719548751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "3d8a1340", "date": "2024-06-28_06-25-51", "time_this_iter_s": 78.95465588569641, "time_total_s": 407.10632944107056, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 407.10632944107056, "iterations_since_restore": 5}
-{"loss": NaN, "timestamp": 1719548830, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "3d8a1340", "date": "2024-06-28_06-27-10", "time_this_iter_s": 79.0093162059784, "time_total_s": 486.11564564704895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 486.11564564704895, "iterations_since_restore": 6}
-{"loss": NaN, "timestamp": 1719548909, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "3d8a1340", "date": "2024-06-28_06-28-29", "time_this_iter_s": 78.55737948417664, "time_total_s": 564.6730251312256, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 564.6730251312256, "iterations_since_restore": 7}
-{"loss": NaN, "timestamp": 1719548988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "3d8a1340", "date": "2024-06-28_06-29-48", "time_this_iter_s": 79.00080251693726, "time_total_s": 643.6738276481628, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 643.6738276481628, "iterations_since_restore": 8}
-{"loss": NaN, "timestamp": 1719549067, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "3d8a1340", "date": "2024-06-28_06-31-07", "time_this_iter_s": 78.99766731262207, "time_total_s": 722.6714949607849, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 722.6714949607849, "iterations_since_restore": 9}
-{"loss": NaN, "timestamp": 1719549146, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "3d8a1340", "date": "2024-06-28_06-32-26", "time_this_iter_s": 79.03019595146179, "time_total_s": 801.7016909122467, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 801.7016909122467, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/events.out.tfevents.1719329461.r8i6n2 b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/events.out.tfevents.1719329461.r8i6n2
deleted file mode 100644
index c59d8753d6c3273090a67d066fdd18c09c512b16..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/events.out.tfevents.1719329461.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json
deleted file mode 100644
index 9cba325d8b83587de89311fe38329581935a1d13..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6691316467787182,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.004731694425031267,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.pkl b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.pkl
deleted file mode 100644
index 3d20730fcb1235a43c5ba169b8895406c66a4a50..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv
deleted file mode 100644
index 3eef0014fc61fc03687c1f2965647f106a8df246..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2052.4382574126475,1719329544,checkpoint_000000,True,False,1,3f37f45c,2024-06-25_17-32-25,83.68853616714478,83.68853616714478,2195253,r8i6n2,10.159.28.60,83.68853616714478,1
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json
deleted file mode 100644
index e888aa04ce0325c88489aafc063f634ba211d370..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2052.4382574126475, "timestamp": 1719329544, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3f37f45c", "date": "2024-06-25_17-32-25", "time_this_iter_s": 83.68853616714478, "time_total_s": 83.68853616714478, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6691316467787182, "lr": 0.004731694425031267, "batch_size": 1024}, "time_since_restore": 83.68853616714478, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/events.out.tfevents.1719346823.r8i6n2 b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/events.out.tfevents.1719346823.r8i6n2
deleted file mode 100644
index 910e4dab8aa5c8154370eb77fea90f04beacf996..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/events.out.tfevents.1719346823.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json
deleted file mode 100644
index 0027cad7cdd85fe48b5005aa2f12d28816fcadd5..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.8983976265900149,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.039339947723305395,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.pkl b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.pkl
deleted file mode 100644
index 3c52c6e8e2388ddf5b799b58a8d80fcf752792dd..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv
deleted file mode 100644
index 2534081b8c975cb7f1c52f5b87025695ca84649e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4106.712271622785,1719347137,checkpoint_000000,True,False,1,40101b9a,2024-06-25_22-25-37,313.700572013855,313.700572013855,2195253,r8i6n2,10.159.28.60,313.700572013855,1
-3130.0891709215057,1719347437,checkpoint_000001,True,False,2,40101b9a,2024-06-25_22-30-38,300.49900484085083,614.1995768547058,2195253,r8i6n2,10.159.28.60,614.1995768547058,2
-2512.6716385488435,1719347737,checkpoint_000002,True,False,3,40101b9a,2024-06-25_22-35-38,300.07938170433044,914.2789585590363,2195253,r8i6n2,10.159.28.60,914.2789585590363,3
-2181.0040408156988,1719348038,checkpoint_000003,True,False,4,40101b9a,2024-06-25_22-40-38,300.6292908191681,1214.9082493782043,2195253,r8i6n2,10.159.28.60,1214.9082493782043,4
-2031.5720868448573,1719348338,checkpoint_000004,True,False,5,40101b9a,2024-06-25_22-45-38,300.0205228328705,1514.9287722110748,2195253,r8i6n2,10.159.28.60,1514.9287722110748,5
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json
deleted file mode 100644
index cb94596134c436371b18116e323bdac2213d07ba..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 4106.712271622785, "timestamp": 1719347137, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "40101b9a", "date": "2024-06-25_22-25-37", "time_this_iter_s": 313.700572013855, "time_total_s": 313.700572013855, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 313.700572013855, "iterations_since_restore": 1}
-{"loss": 3130.0891709215057, "timestamp": 1719347437, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "40101b9a", "date": "2024-06-25_22-30-38", "time_this_iter_s": 300.49900484085083, "time_total_s": 614.1995768547058, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 614.1995768547058, "iterations_since_restore": 2}
-{"loss": 2512.6716385488435, "timestamp": 1719347737, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "40101b9a", "date": "2024-06-25_22-35-38", "time_this_iter_s": 300.07938170433044, "time_total_s": 914.2789585590363, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 914.2789585590363, "iterations_since_restore": 3}
-{"loss": 2181.0040408156988, "timestamp": 1719348038, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "40101b9a", "date": "2024-06-25_22-40-38", "time_this_iter_s": 300.6292908191681, "time_total_s": 1214.9082493782043, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 1214.9082493782043, "iterations_since_restore": 4}
-{"loss": 2031.5720868448573, "timestamp": 1719348338, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "40101b9a", "date": "2024-06-25_22-45-38", "time_this_iter_s": 300.0205228328705, "time_total_s": 1514.9287722110748, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 1514.9287722110748, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8 b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8
deleted file mode 100644
index 2d5861522372c0b0d69164f08bd33f7d18bd3ad8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
deleted file mode 100644
index c266175a704e4a35a27a8d746bd5449f4b72347f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.9072626058636482,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.003236929771052812,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl
deleted file mode 100644
index 515bdb148788f0b93aea968f4298fe946aac929b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
deleted file mode 100644
index 476184ca3fe6cfdecb4a950c2616f0bdc740e06d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2134.4770325187624,1719493181,checkpoint_000000,True,False,1,41e4bd86,2024-06-27_14-59-41,720.7119467258453,720.7119467258453,69992,r8i6n8,10.159.28.66,720.7119467258453,1
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
deleted file mode 100644
index 202fb331af0d437d5aa7a71920093ff4653c828f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2134.4770325187624, "timestamp": 1719493181, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "41e4bd86", "date": "2024-06-27_14-59-41", "time_this_iter_s": 720.7119467258453, "time_total_s": 720.7119467258453, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9072626058636482, "lr": 0.003236929771052812, "batch_size": 2048}, "time_since_restore": 720.7119467258453, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719333829.r8i6n2 b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719333829.r8i6n2
deleted file mode 100644
index de4459e3351b53546d3fd1186a9b0a9a936caeae..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719333829.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719338189.r8i6n2 b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719338189.r8i6n2
deleted file mode 100644
index d71c6d523313f49eca5605e6b3e008b1e341c65c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719338189.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719340067.r8i6n2 b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719340067.r8i6n2
deleted file mode 100644
index cbac79e5035f208089df4716762053af9d5a158e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719340067.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json
deleted file mode 100644
index 950914f36fd2a2f73d4ae77d50ef9031a6eda320..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.4036073673456261,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.0007661776725543005,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.pkl b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.pkl
deleted file mode 100644
index 841f248f50619e300739577d668357c35b3abf6d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv
deleted file mode 100644
index ac45833cd19f28ffdb899d36fb285b16e597e1a7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.9788803941622,1719333991,checkpoint_000000,True,False,1,43bba37c,2024-06-25_18-46-31,161.8538646697998,161.8538646697998,2195253,r8i6n2,10.159.28.60,161.8538646697998,1
-1966.8054059847134,1719334139,checkpoint_000001,True,False,2,43bba37c,2024-06-25_18-48-59,147.8709270954132,309.724791765213,2195253,r8i6n2,10.159.28.60,309.724791765213,2
-1967.6592320720042,1719338350,checkpoint_000002,True,False,3,43bba37c,2024-06-25_19-59-10,161.5647487640381,471.2895405292511,2195253,r8i6n2,10.159.28.60,161.5647487640381,1
-1972.7257733682948,1719338498,checkpoint_000003,True,False,4,43bba37c,2024-06-25_20-01-38,147.5350902080536,618.8246307373047,2195253,r8i6n2,10.159.28.60,309.0998389720917,2
-1965.584105484129,1719340228,checkpoint_000004,True,False,5,43bba37c,2024-06-25_20-30-28,160.8864643573761,779.7110950946808,2195253,r8i6n2,10.159.28.60,160.8864643573761,1
-1965.0863916592334,1719340375,checkpoint_000005,True,False,6,43bba37c,2024-06-25_20-32-55,147.0123507976532,926.723445892334,2195253,r8i6n2,10.159.28.60,307.8988151550293,2
-1965.4208993986836,1719340522,checkpoint_000006,True,False,7,43bba37c,2024-06-25_20-35-23,147.50104451179504,1074.224490404129,2195253,r8i6n2,10.159.28.60,455.39985966682434,3
-1962.8120477631337,1719340670,checkpoint_000007,True,False,8,43bba37c,2024-06-25_20-37-50,147.67359066009521,1221.8980810642242,2195253,r8i6n2,10.159.28.60,603.0734503269196,4
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json
deleted file mode 100644
index 8a62215f061891f789eb444a7e4ce30af80e0541..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 1961.9788803941622, "timestamp": 1719333991, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "43bba37c", "date": "2024-06-25_18-46-31", "time_this_iter_s": 161.8538646697998, "time_total_s": 161.8538646697998, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 161.8538646697998, "iterations_since_restore": 1}
-{"loss": 1966.8054059847134, "timestamp": 1719334139, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "43bba37c", "date": "2024-06-25_18-48-59", "time_this_iter_s": 147.8709270954132, "time_total_s": 309.724791765213, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 309.724791765213, "iterations_since_restore": 2}
-{"loss": 1967.6592320720042, "timestamp": 1719338350, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "43bba37c", "date": "2024-06-25_19-59-10", "time_this_iter_s": 161.5647487640381, "time_total_s": 471.2895405292511, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 161.5647487640381, "iterations_since_restore": 1}
-{"loss": 1972.7257733682948, "timestamp": 1719338498, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "43bba37c", "date": "2024-06-25_20-01-38", "time_this_iter_s": 147.5350902080536, "time_total_s": 618.8246307373047, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 309.0998389720917, "iterations_since_restore": 2}
-{"loss": 1965.584105484129, "timestamp": 1719340228, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "43bba37c", "date": "2024-06-25_20-30-28", "time_this_iter_s": 160.8864643573761, "time_total_s": 779.7110950946808, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 160.8864643573761, "iterations_since_restore": 1}
-{"loss": 1965.0863916592334, "timestamp": 1719340375, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "43bba37c", "date": "2024-06-25_20-32-55", "time_this_iter_s": 147.0123507976532, "time_total_s": 926.723445892334, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 307.8988151550293, "iterations_since_restore": 2}
-{"loss": 1965.4208993986836, "timestamp": 1719340522, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "43bba37c", "date": "2024-06-25_20-35-23", "time_this_iter_s": 147.50104451179504, "time_total_s": 1074.224490404129, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 455.39985966682434, "iterations_since_restore": 3}
-{"loss": 1962.8120477631337, "timestamp": 1719340670, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "43bba37c", "date": "2024-06-25_20-37-50", "time_this_iter_s": 147.67359066009521, "time_total_s": 1221.8980810642242, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 603.0734503269196, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8
deleted file mode 100644
index eae4e1fa182ff8eeaf0b1fadd1fc9550daf4e916..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8
deleted file mode 100644
index d20c92cecdf1d10c576a6ad0c2ca7dbce414f2ee..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
deleted file mode 100644
index 22a10f7d1b474e65099e90c1fe30132126b6504e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.584365221617647,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0009124143820205934,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl
deleted file mode 100644
index 5812df1c5cae166c79dc5d8e3578503abe5822f7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
deleted file mode 100644
index 2dc92d62998f1c3a190a05215de62968a78d93e8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1976.3005707507998,1719490613,checkpoint_000000,True,False,1,45b0a7c2,2024-06-27_14-16-53,105.02805352210999,105.02805352210999,35196,r8i6n8,10.159.28.66,105.02805352210999,1
-1972.5077211875616,1719493830,checkpoint_000001,True,False,2,45b0a7c2,2024-06-27_15-10-30,103.25011920928955,208.27817273139954,69992,r8i6n8,10.159.28.66,103.25011920928955,1
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
deleted file mode 100644
index 495715bcd39cc7f5611f6fff804e07443dac9f94..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1976.3005707507998, "timestamp": 1719490613, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "45b0a7c2", "date": "2024-06-27_14-16-53", "time_this_iter_s": 105.02805352210999, "time_total_s": 105.02805352210999, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 105.02805352210999, "iterations_since_restore": 1}
-{"loss": 1972.5077211875616, "timestamp": 1719493830, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "45b0a7c2", "date": "2024-06-27_15-10-30", "time_this_iter_s": 103.25011920928955, "time_total_s": 208.27817273139954, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 103.25011920928955, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.pkl b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.pkl
deleted file mode 100644
index 16db52c26d343e291b1302cac14cba752cf0ff4b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt
deleted file mode 100644
index 3129628b81d0e235d5f8f24ee728ab64780db02f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt
+++ /dev/null
@@ -1,68 +0,0 @@
-Failure # 1 (occurred at 2024-06-25_16-47-55)
-[36mray::ImplicitFunc.train()[39m (pid=122466, ip=10.159.8.159, actor_id=3b1fd592afc06be8c677c69e01000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
- x = self.norm2(x + self._ff_block(x))
- ^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 731, in _ff_block
- return self.dropout2(x)
- ^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/dropout.py", line 59, in forward
- return F.dropout(input, self.p, self.training, self.inplace)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 1268, in dropout
- return _VF.dropout_(input, p, training) if inplace else _VF.dropout(input, p, training)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 200.00 MiB. GPU 0 has a total capacity of 15.77 GiB of which 68.69 MiB is free. Including non-PyTorch memory, this process has 15.70 GiB memory in use. Of the allocated memory 15.24 GiB is allocated by PyTorch, and 83.18 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/events.out.tfevents.1719326860.r3i5n6 b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/events.out.tfevents.1719326860.r3i5n6
deleted file mode 100644
index f667b75df449fba850966736612c1eb6f560a35b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/events.out.tfevents.1719326860.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json
deleted file mode 100644
index dab584b9bc0498d2bc172260c8b423a2673ef432..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.18931069188451255,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0002168775970949337,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.pkl b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.pkl
deleted file mode 100644
index 9bbaaa64ed5a70faf93a5c97e5680d371d33f75c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/result.json b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/result.json
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8 b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8
deleted file mode 100644
index 18115458b6242a2fda56039356f1d900de8663f1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
deleted file mode 100644
index 28c8291fb6208fb09889a471f308bee6c1f3902e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.701917375344629,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.07215703780021865,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl
deleted file mode 100644
index d3515576a8b1717e195a78fb997cb9b7c23a7c22..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
deleted file mode 100644
index 5aa489dd1d2865bc6236740d406fcee370cd8516..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4868.725482129676,1719491306,checkpoint_000000,True,False,1,46437290,2024-06-27_14-28-26,398.2001099586487,398.2001099586487,35196,r8i6n8,10.159.28.66,398.2001099586487,1
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
deleted file mode 100644
index af35241781f0b52091364177e1e8683b4f93ab91..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 4868.725482129676, "timestamp": 1719491306, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "46437290", "date": "2024-06-27_14-28-26", "time_this_iter_s": 398.2001099586487, "time_total_s": 398.2001099586487, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.701917375344629, "lr": 0.07215703780021865, "batch_size": 1024}, "time_since_restore": 398.2001099586487, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719329693.r8i6n2 b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719329693.r8i6n2
deleted file mode 100644
index 0020c2e157c4fe99b9dd259b94491ab4dc45a174..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719329693.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719330754.r8i6n2 b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719330754.r8i6n2
deleted file mode 100644
index ead04b117dd3c7918b653da129dc0043476292d2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719330754.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json
deleted file mode 100644
index 4e01c9e388fa2eaf57720ae2b27166f33f2ad5f8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.15995138350968297,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.004656630423530019,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.pkl b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.pkl
deleted file mode 100644
index 079cac3087e864cbb4289e74c79f3ee3b44eee0c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv
deleted file mode 100644
index 78438d975d13f945bbc054034f5933a2b8e850ed..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.035730076587,1719329807,checkpoint_000000,True,False,1,481f1fff,2024-06-25_17-36-47,113.85971927642822,113.85971927642822,2195253,r8i6n2,10.159.28.60,113.85971927642822,1
-1959.9800554410679,1719330869,checkpoint_000001,True,False,2,481f1fff,2024-06-25_17-54-29,114.88935971260071,228.74907898902893,2195253,r8i6n2,10.159.28.60,114.88935971260071,1
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json
deleted file mode 100644
index e6d1117d03a84c620b31ad73b3a706bbd512fdb0..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1961.035730076587, "timestamp": 1719329807, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "481f1fff", "date": "2024-06-25_17-36-47", "time_this_iter_s": 113.85971927642822, "time_total_s": 113.85971927642822, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.15995138350968297, "lr": 0.004656630423530019, "batch_size": 1024}, "time_since_restore": 113.85971927642822, "iterations_since_restore": 1}
-{"loss": 1959.9800554410679, "timestamp": 1719330869, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "481f1fff", "date": "2024-06-25_17-54-29", "time_this_iter_s": 114.88935971260071, "time_total_s": 228.74907898902893, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.15995138350968297, "lr": 0.004656630423530019, "batch_size": 1024}, "time_since_restore": 114.88935971260071, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8 b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8
deleted file mode 100644
index 8438cc9974522e8eb883e033d1f8ebe233e01ea9..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
deleted file mode 100644
index 81555a9d72af45bbf4da79306894939cda2cb86c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.5276525795479664,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.018787488390354802,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl
deleted file mode 100644
index 6a8cd12a9dfc79508c6acadd2b2741022352cec1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
deleted file mode 100644
index 081166ef77fa40f9d360c550821550293f9469f2..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2563.930910125492,1719536463,checkpoint_000000,True,False,1,4fa4a8c6,2024-06-28_03-01-03,200.39984393119812,200.39984393119812,242786,r8i6n8,10.159.28.66,200.39984393119812,1
-2529.025635246217,1719536650,checkpoint_000001,True,False,2,4fa4a8c6,2024-06-28_03-04-10,187.0065529346466,387.4063968658447,242786,r8i6n8,10.159.28.66,387.4063968658447,2
-2461.8067434716413,1719536837,checkpoint_000002,True,False,3,4fa4a8c6,2024-06-28_03-07-17,187.09328150749207,574.4996783733368,242786,r8i6n8,10.159.28.66,574.4996783733368,3
-2404.339845672367,1719537024,checkpoint_000003,True,False,4,4fa4a8c6,2024-06-28_03-10-24,186.51477193832397,761.0144503116608,242786,r8i6n8,10.159.28.66,761.0144503116608,4
-2310.48677315299,1719537211,checkpoint_000004,True,False,5,4fa4a8c6,2024-06-28_03-13-31,187.13084053993225,948.145290851593,242786,r8i6n8,10.159.28.66,948.145290851593,5
-2235.7468713475023,1719537398,checkpoint_000005,True,False,6,4fa4a8c6,2024-06-28_03-16-38,187.11876249313354,1135.2640533447266,242786,r8i6n8,10.159.28.66,1135.2640533447266,6
-2146.1736969234435,1719537585,checkpoint_000006,True,False,7,4fa4a8c6,2024-06-28_03-19-45,187.01839590072632,1322.2824492454529,242786,r8i6n8,10.159.28.66,1322.2824492454529,7
-2036.06691615788,1719537772,checkpoint_000007,True,False,8,4fa4a8c6,2024-06-28_03-22-52,186.76070404052734,1509.0431532859802,242786,r8i6n8,10.159.28.66,1509.0431532859802,8
-1721.8955308809054,1719537958,checkpoint_000008,True,False,9,4fa4a8c6,2024-06-28_03-25-59,186.67871117591858,1695.7218644618988,242786,r8i6n8,10.159.28.66,1695.7218644618988,9
-1612.084331842858,1719538145,checkpoint_000009,True,False,10,4fa4a8c6,2024-06-28_03-29-05,186.78013014793396,1882.5019946098328,242786,r8i6n8,10.159.28.66,1882.5019946098328,10
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
deleted file mode 100644
index a54e0e6e1187efce29f8af241f16c8198593a73c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2563.930910125492, "timestamp": 1719536463, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-01-03", "time_this_iter_s": 200.39984393119812, "time_total_s": 200.39984393119812, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 200.39984393119812, "iterations_since_restore": 1}
-{"loss": 2529.025635246217, "timestamp": 1719536650, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-04-10", "time_this_iter_s": 187.0065529346466, "time_total_s": 387.4063968658447, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 387.4063968658447, "iterations_since_restore": 2}
-{"loss": 2461.8067434716413, "timestamp": 1719536837, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-07-17", "time_this_iter_s": 187.09328150749207, "time_total_s": 574.4996783733368, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 574.4996783733368, "iterations_since_restore": 3}
-{"loss": 2404.339845672367, "timestamp": 1719537024, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-10-24", "time_this_iter_s": 186.51477193832397, "time_total_s": 761.0144503116608, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 761.0144503116608, "iterations_since_restore": 4}
-{"loss": 2310.48677315299, "timestamp": 1719537211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-13-31", "time_this_iter_s": 187.13084053993225, "time_total_s": 948.145290851593, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 948.145290851593, "iterations_since_restore": 5}
-{"loss": 2235.7468713475023, "timestamp": 1719537398, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-16-38", "time_this_iter_s": 187.11876249313354, "time_total_s": 1135.2640533447266, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1135.2640533447266, "iterations_since_restore": 6}
-{"loss": 2146.1736969234435, "timestamp": 1719537585, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-19-45", "time_this_iter_s": 187.01839590072632, "time_total_s": 1322.2824492454529, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1322.2824492454529, "iterations_since_restore": 7}
-{"loss": 2036.06691615788, "timestamp": 1719537772, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-22-52", "time_this_iter_s": 186.76070404052734, "time_total_s": 1509.0431532859802, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1509.0431532859802, "iterations_since_restore": 8}
-{"loss": 1721.8955308809054, "timestamp": 1719537958, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-25-59", "time_this_iter_s": 186.67871117591858, "time_total_s": 1695.7218644618988, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1695.7218644618988, "iterations_since_restore": 9}
-{"loss": 1612.084331842858, "timestamp": 1719538145, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-29-05", "time_this_iter_s": 186.78013014793396, "time_total_s": 1882.5019946098328, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1882.5019946098328, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8 b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8
deleted file mode 100644
index 595b2689e1395b74fbafa60d2176590e143e0594..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
deleted file mode 100644
index fc951f871b36d300485720c3cfe9c84ef66fc17f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.7819934077823693,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.00395752526712301,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl
deleted file mode 100644
index b37bf1f973a64b530b53a96a1fd66c41fa9881f4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
deleted file mode 100644
index 455ff769fde1268f563c23d62449c312f7bffd63..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2042.3615145946112,1719499294,checkpoint_000000,True,False,1,52268eca,2024-06-27_16-41-34,132.02876591682434,132.02876591682434,242786,r8i6n8,10.159.28.66,132.02876591682434,1
-2037.3184742364358,1719499413,checkpoint_000001,True,False,2,52268eca,2024-06-27_16-43-33,118.6520447731018,250.68081068992615,242786,r8i6n8,10.159.28.66,250.68081068992615,2
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
deleted file mode 100644
index 1a18466558843ebe750081f65eb9005bc57a898a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2042.3615145946112, "timestamp": 1719499294, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "52268eca", "date": "2024-06-27_16-41-34", "time_this_iter_s": 132.02876591682434, "time_total_s": 132.02876591682434, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 132.02876591682434, "iterations_since_restore": 1}
-{"loss": 2037.3184742364358, "timestamp": 1719499413, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "52268eca", "date": "2024-06-27_16-43-33", "time_this_iter_s": 118.6520447731018, "time_total_s": 250.68081068992615, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 250.68081068992615, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/events.out.tfevents.1719324574.r3i5n6 b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/events.out.tfevents.1719324574.r3i5n6
deleted file mode 100644
index 0c8fa347ef81f7c40770382a058151a3d74cbe79..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/events.out.tfevents.1719324574.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json
deleted file mode 100644
index cef4024b58873cca841cf82a602ae6076d231d8a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.982125481793317,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.002789281371289888,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.pkl b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.pkl
deleted file mode 100644
index 7c3abfbca8fa2251d2a0adc0e85159d217bcd515..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv
deleted file mode 100644
index 1e9afeb8ed9762bd3f24a905c756d1be91d33540..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719324663,checkpoint_000000,True,False,1,52d8dfa1,2024-06-25_16-11-03,89.4755928516388,89.4755928516388,69318,r3i5n6,10.159.8.159,89.4755928516388,1
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json
deleted file mode 100644
index 624a4df7276510f941e4e44bae7a84706f6403e7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": NaN, "timestamp": 1719324663, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "52d8dfa1", "date": "2024-06-25_16-11-03", "time_this_iter_s": 89.4755928516388, "time_total_s": 89.4755928516388, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.982125481793317, "lr": 0.002789281371289888, "batch_size": 2048}, "time_since_restore": 89.4755928516388, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8
deleted file mode 100644
index 1660f88571c8850a43ac66e1999a121bd1bd1b32..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8
deleted file mode 100644
index 910dde6168c5346c9902aa09e8a443318c68db2c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
deleted file mode 100644
index f9d979413e63413d7edd6bbc846286489b51a872..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.049405145459166966,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0917460389036109,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl
deleted file mode 100644
index bb4a9124c414555b98e4286ab8dac6a2de1fd671..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
deleted file mode 100644
index 31d357dff0e8ed20fdce2d901e13b9eb8e1b637e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1963.1659531480684,1719518209,checkpoint_000000,True,False,1,5436b378,2024-06-27_21-56-49,81.73000359535217,81.73000359535217,242786,r8i6n8,10.159.28.66,81.73000359535217,1
-1991.797592042938,1719518277,checkpoint_000001,True,False,2,5436b378,2024-06-27_21-57-57,68.002121925354,149.73212552070618,242786,r8i6n8,10.159.28.66,149.73212552070618,2
-1962.9070631612942,1719518345,checkpoint_000002,True,False,3,5436b378,2024-06-27_21-59-05,68.36926174163818,218.10138726234436,242786,r8i6n8,10.159.28.66,218.10138726234436,3
-1963.723276213398,1719518413,checkpoint_000003,True,False,4,5436b378,2024-06-27_22-00-13,68.3394775390625,286.44086480140686,242786,r8i6n8,10.159.28.66,286.44086480140686,4
-1964.6577398345225,1719518481,checkpoint_000004,True,False,5,5436b378,2024-06-27_22-01-21,67.95102214813232,354.3918869495392,242786,r8i6n8,10.159.28.66,354.3918869495392,5
-1963.233094703494,1719518550,checkpoint_000005,True,False,6,5436b378,2024-06-27_22-02-30,68.2700297832489,422.6619167327881,242786,r8i6n8,10.159.28.66,422.6619167327881,6
-1998.2474076879307,1719518618,checkpoint_000006,True,False,7,5436b378,2024-06-27_22-03-38,67.93067574501038,490.59259247779846,242786,r8i6n8,10.159.28.66,490.59259247779846,7
-1966.4671976885459,1719518686,checkpoint_000007,True,False,8,5436b378,2024-06-27_22-04-46,68.20492196083069,558.7975144386292,242786,r8i6n8,10.159.28.66,558.7975144386292,8
-1997.90943055641,1719518754,checkpoint_000008,True,False,9,5436b378,2024-06-27_22-05-54,68.2099084854126,627.0074229240417,242786,r8i6n8,10.159.28.66,627.0074229240417,9
-1964.396376722441,1719518822,checkpoint_000009,True,False,10,5436b378,2024-06-27_22-07-02,67.73129034042358,694.7387132644653,242786,r8i6n8,10.159.28.66,694.7387132644653,10
-1971.7665900282973,1719520288,checkpoint_000010,True,False,11,5436b378,2024-06-27_22-31-28,81.72813010215759,776.4668433666229,242786,r8i6n8,10.159.28.66,81.72813010215759,1
-1962.3812928687869,1719520357,checkpoint_000011,True,False,12,5436b378,2024-06-27_22-32-37,68.32595419883728,844.7927975654602,242786,r8i6n8,10.159.28.66,150.05408430099487,2
-1961.6378394900344,1719520425,checkpoint_000012,True,False,13,5436b378,2024-06-27_22-33-45,67.94392895698547,912.7367265224457,242786,r8i6n8,10.159.28.66,217.99801325798035,3
-1963.4142201341044,1719520493,checkpoint_000013,True,False,14,5436b378,2024-06-27_22-34-53,68.2390410900116,980.9757676124573,242786,r8i6n8,10.159.28.66,286.23705434799194,4
-1974.0520605853224,1719520561,checkpoint_000014,True,False,15,5436b378,2024-06-27_22-36-01,68.27515816688538,1049.2509257793427,242786,r8i6n8,10.159.28.66,354.5122125148773,5
-1966.7488004429133,1719520630,checkpoint_000015,True,False,16,5436b378,2024-06-27_22-37-10,68.31270408630371,1117.5636298656464,242786,r8i6n8,10.159.28.66,422.82491660118103,6
-1962.6332181194637,1719520698,checkpoint_000016,True,False,17,5436b378,2024-06-27_22-38-18,67.964919090271,1185.5285489559174,242786,r8i6n8,10.159.28.66,490.789835691452,7
-1953.7692371278297,1719520766,checkpoint_000017,True,False,18,5436b378,2024-06-27_22-39-26,68.35524988174438,1253.8837988376617,242786,r8i6n8,10.159.28.66,559.1450855731964,8
-1954.2639188991757,1719520834,checkpoint_000018,True,False,19,5436b378,2024-06-27_22-40-34,68.39789581298828,1322.28169465065,242786,r8i6n8,10.159.28.66,627.5429813861847,9
-1954.128303587906,1719520903,checkpoint_000019,True,False,20,5436b378,2024-06-27_22-41-43,68.36882543563843,1390.6505200862885,242786,r8i6n8,10.159.28.66,695.9118068218231,10
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
deleted file mode 100644
index 31c908fc473fe7632539bed029723fabab192054..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1963.1659531480684, "timestamp": 1719518209, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5436b378", "date": "2024-06-27_21-56-49", "time_this_iter_s": 81.73000359535217, "time_total_s": 81.73000359535217, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.73000359535217, "iterations_since_restore": 1}
-{"loss": 1991.797592042938, "timestamp": 1719518277, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5436b378", "date": "2024-06-27_21-57-57", "time_this_iter_s": 68.002121925354, "time_total_s": 149.73212552070618, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 149.73212552070618, "iterations_since_restore": 2}
-{"loss": 1962.9070631612942, "timestamp": 1719518345, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5436b378", "date": "2024-06-27_21-59-05", "time_this_iter_s": 68.36926174163818, "time_total_s": 218.10138726234436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 218.10138726234436, "iterations_since_restore": 3}
-{"loss": 1963.723276213398, "timestamp": 1719518413, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5436b378", "date": "2024-06-27_22-00-13", "time_this_iter_s": 68.3394775390625, "time_total_s": 286.44086480140686, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.44086480140686, "iterations_since_restore": 4}
-{"loss": 1964.6577398345225, "timestamp": 1719518481, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5436b378", "date": "2024-06-27_22-01-21", "time_this_iter_s": 67.95102214813232, "time_total_s": 354.3918869495392, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.3918869495392, "iterations_since_restore": 5}
-{"loss": 1963.233094703494, "timestamp": 1719518550, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5436b378", "date": "2024-06-27_22-02-30", "time_this_iter_s": 68.2700297832489, "time_total_s": 422.6619167327881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.6619167327881, "iterations_since_restore": 6}
-{"loss": 1998.2474076879307, "timestamp": 1719518618, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5436b378", "date": "2024-06-27_22-03-38", "time_this_iter_s": 67.93067574501038, "time_total_s": 490.59259247779846, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.59259247779846, "iterations_since_restore": 7}
-{"loss": 1966.4671976885459, "timestamp": 1719518686, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5436b378", "date": "2024-06-27_22-04-46", "time_this_iter_s": 68.20492196083069, "time_total_s": 558.7975144386292, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 558.7975144386292, "iterations_since_restore": 8}
-{"loss": 1997.90943055641, "timestamp": 1719518754, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5436b378", "date": "2024-06-27_22-05-54", "time_this_iter_s": 68.2099084854126, "time_total_s": 627.0074229240417, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.0074229240417, "iterations_since_restore": 9}
-{"loss": 1964.396376722441, "timestamp": 1719518822, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5436b378", "date": "2024-06-27_22-07-02", "time_this_iter_s": 67.73129034042358, "time_total_s": 694.7387132644653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 694.7387132644653, "iterations_since_restore": 10}
-{"loss": 1971.7665900282973, "timestamp": 1719520288, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5436b378", "date": "2024-06-27_22-31-28", "time_this_iter_s": 81.72813010215759, "time_total_s": 776.4668433666229, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.72813010215759, "iterations_since_restore": 1}
-{"loss": 1962.3812928687869, "timestamp": 1719520357, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5436b378", "date": "2024-06-27_22-32-37", "time_this_iter_s": 68.32595419883728, "time_total_s": 844.7927975654602, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 150.05408430099487, "iterations_since_restore": 2}
-{"loss": 1961.6378394900344, "timestamp": 1719520425, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5436b378", "date": "2024-06-27_22-33-45", "time_this_iter_s": 67.94392895698547, "time_total_s": 912.7367265224457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 217.99801325798035, "iterations_since_restore": 3}
-{"loss": 1963.4142201341044, "timestamp": 1719520493, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5436b378", "date": "2024-06-27_22-34-53", "time_this_iter_s": 68.2390410900116, "time_total_s": 980.9757676124573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.23705434799194, "iterations_since_restore": 4}
-{"loss": 1974.0520605853224, "timestamp": 1719520561, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5436b378", "date": "2024-06-27_22-36-01", "time_this_iter_s": 68.27515816688538, "time_total_s": 1049.2509257793427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.5122125148773, "iterations_since_restore": 5}
-{"loss": 1966.7488004429133, "timestamp": 1719520630, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5436b378", "date": "2024-06-27_22-37-10", "time_this_iter_s": 68.31270408630371, "time_total_s": 1117.5636298656464, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.82491660118103, "iterations_since_restore": 6}
-{"loss": 1962.6332181194637, "timestamp": 1719520698, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5436b378", "date": "2024-06-27_22-38-18", "time_this_iter_s": 67.964919090271, "time_total_s": 1185.5285489559174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.789835691452, "iterations_since_restore": 7}
-{"loss": 1953.7692371278297, "timestamp": 1719520766, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5436b378", "date": "2024-06-27_22-39-26", "time_this_iter_s": 68.35524988174438, "time_total_s": 1253.8837988376617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 559.1450855731964, "iterations_since_restore": 8}
-{"loss": 1954.2639188991757, "timestamp": 1719520834, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "5436b378", "date": "2024-06-27_22-40-34", "time_this_iter_s": 68.39789581298828, "time_total_s": 1322.28169465065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.5429813861847, "iterations_since_restore": 9}
-{"loss": 1954.128303587906, "timestamp": 1719520903, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "5436b378", "date": "2024-06-27_22-41-43", "time_this_iter_s": 68.36882543563843, "time_total_s": 1390.6505200862885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 695.9118068218231, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8 b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8
deleted file mode 100644
index 729453f16d50c83ce8d63943921861a95b65042a..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
deleted file mode 100644
index 4b81f09a705be40e3a001af6132d8df3c57a146b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.3048722403961074,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0003667007874849629,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl
deleted file mode 100644
index 21247e854079223f9269154d5d6af8d743ac801c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
deleted file mode 100644
index dcf213dde6e86bf90eaabc8428f5a1b8815e0396..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.4776693028728,1719533395,checkpoint_000000,True,False,1,57284f74,2024-06-28_02-09-55,103.31512880325317,103.31512880325317,242786,r8i6n8,10.159.28.66,103.31512880325317,1
-1959.5523080900898,1719533483,checkpoint_000001,True,False,2,57284f74,2024-06-28_02-11-23,88.52644205093384,191.841570854187,242786,r8i6n8,10.159.28.66,191.841570854187,2
-1990.1104097141056,1719533572,checkpoint_000002,True,False,3,57284f74,2024-06-28_02-12-52,88.94331359863281,280.7848844528198,242786,r8i6n8,10.159.28.66,280.7848844528198,3
-1962.9307063545768,1719533662,checkpoint_000003,True,False,4,57284f74,2024-06-28_02-14-22,89.54130935668945,370.3261938095093,242786,r8i6n8,10.159.28.66,370.3261938095093,4
-1954.3513726662463,1719533751,checkpoint_000004,True,False,5,57284f74,2024-06-28_02-15-51,89.19881558418274,459.525009393692,242786,r8i6n8,10.159.28.66,459.525009393692,5
-1957.0877286655696,1719533840,checkpoint_000005,True,False,6,57284f74,2024-06-28_02-17-20,89.5766806602478,549.1016900539398,242786,r8i6n8,10.159.28.66,549.1016900539398,6
-1960.7224668968381,1719533930,checkpoint_000006,True,False,7,57284f74,2024-06-28_02-18-50,89.54632711410522,638.648017168045,242786,r8i6n8,10.159.28.66,638.648017168045,7
-1960.303706612174,1719534019,checkpoint_000007,True,False,8,57284f74,2024-06-28_02-20-19,89.50325727462769,728.1512744426727,242786,r8i6n8,10.159.28.66,728.1512744426727,8
-1958.0356551042692,1719534109,checkpoint_000008,True,False,9,57284f74,2024-06-28_02-21-49,89.23209404945374,817.3833684921265,242786,r8i6n8,10.159.28.66,817.3833684921265,9
-1957.8637003260335,1719534198,checkpoint_000009,True,False,10,57284f74,2024-06-28_02-23-18,89.53279662132263,906.9161651134491,242786,r8i6n8,10.159.28.66,906.9161651134491,10
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
deleted file mode 100644
index 7f49bdf768398ee826879c05bcf2c196628cbe62..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1961.4776693028728, "timestamp": 1719533395, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "57284f74", "date": "2024-06-28_02-09-55", "time_this_iter_s": 103.31512880325317, "time_total_s": 103.31512880325317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 103.31512880325317, "iterations_since_restore": 1}
-{"loss": 1959.5523080900898, "timestamp": 1719533483, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "57284f74", "date": "2024-06-28_02-11-23", "time_this_iter_s": 88.52644205093384, "time_total_s": 191.841570854187, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 191.841570854187, "iterations_since_restore": 2}
-{"loss": 1990.1104097141056, "timestamp": 1719533572, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "57284f74", "date": "2024-06-28_02-12-52", "time_this_iter_s": 88.94331359863281, "time_total_s": 280.7848844528198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 280.7848844528198, "iterations_since_restore": 3}
-{"loss": 1962.9307063545768, "timestamp": 1719533662, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "57284f74", "date": "2024-06-28_02-14-22", "time_this_iter_s": 89.54130935668945, "time_total_s": 370.3261938095093, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 370.3261938095093, "iterations_since_restore": 4}
-{"loss": 1954.3513726662463, "timestamp": 1719533751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "57284f74", "date": "2024-06-28_02-15-51", "time_this_iter_s": 89.19881558418274, "time_total_s": 459.525009393692, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 459.525009393692, "iterations_since_restore": 5}
-{"loss": 1957.0877286655696, "timestamp": 1719533840, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "57284f74", "date": "2024-06-28_02-17-20", "time_this_iter_s": 89.5766806602478, "time_total_s": 549.1016900539398, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 549.1016900539398, "iterations_since_restore": 6}
-{"loss": 1960.7224668968381, "timestamp": 1719533930, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "57284f74", "date": "2024-06-28_02-18-50", "time_this_iter_s": 89.54632711410522, "time_total_s": 638.648017168045, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 638.648017168045, "iterations_since_restore": 7}
-{"loss": 1960.303706612174, "timestamp": 1719534019, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "57284f74", "date": "2024-06-28_02-20-19", "time_this_iter_s": 89.50325727462769, "time_total_s": 728.1512744426727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 728.1512744426727, "iterations_since_restore": 8}
-{"loss": 1958.0356551042692, "timestamp": 1719534109, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "57284f74", "date": "2024-06-28_02-21-49", "time_this_iter_s": 89.23209404945374, "time_total_s": 817.3833684921265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 817.3833684921265, "iterations_since_restore": 9}
-{"loss": 1957.8637003260335, "timestamp": 1719534198, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "57284f74", "date": "2024-06-28_02-23-18", "time_this_iter_s": 89.53279662132263, "time_total_s": 906.9161651134491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 906.9161651134491, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/events.out.tfevents.1719328213.r8i6n2 b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/events.out.tfevents.1719328213.r8i6n2
deleted file mode 100644
index a15214dc49bed0fae69d1e250b80c268488a66a4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/events.out.tfevents.1719328213.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json
deleted file mode 100644
index 554644b8ace65820295e2d4fd52fd4a45f11a91b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.7224904221599877,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.04561252173503944,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.pkl b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.pkl
deleted file mode 100644
index 4395f1ff6fd0ff4d452b715ee4e214e7f9c36808..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv
deleted file mode 100644
index c3d04e5ceebb5f965800d469b50ada9cdef5a5d8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4538.754975086122,1719328455,checkpoint_000000,True,False,1,5763f130,2024-06-25_17-14-16,242.80822491645813,242.80822491645813,2195253,r8i6n2,10.159.28.60,242.80822491645813,1
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json
deleted file mode 100644
index ab246236189d451cde9d8c042cf56878c1053d04..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 4538.754975086122, "timestamp": 1719328455, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5763f130", "date": "2024-06-25_17-14-16", "time_this_iter_s": 242.80822491645813, "time_total_s": 242.80822491645813, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7224904221599877, "lr": 0.04561252173503944, "batch_size": 2048}, "time_since_restore": 242.80822491645813, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2
deleted file mode 100644
index 9fd5f4f41972841719e5576ffd2e0f909d601cf3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2
deleted file mode 100644
index 60a6e8b1b740aeb099aac2f8f9f3bfad9c63ee7e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2
deleted file mode 100644
index e884cdce5385a28384819c9b686facfba7492ccf..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2
deleted file mode 100644
index 814ba821a2602dbeded420f0f7fc31ef7ff6ebb1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
deleted file mode 100644
index 2bbbd4236c32ad0f1ee37bf7b2c6c073408df88b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0001,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl
deleted file mode 100644
index b25efe32850df295ad89712f3193328fb3fd5b2d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
deleted file mode 100644
index 1b47f0996ad457b9386fadf5df13f35676ebe7ab..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-396.9987843430887,1719316035,checkpoint_000000,True,False,1,58bc48cb,2024-06-25_13-47-15,76.29459309577942,76.29459309577942,339920,r9i1n2,10.159.32.15,76.29459309577942,1
-298.5339005838229,1719316294,checkpoint_000001,True,False,2,58bc48cb,2024-06-25_13-51-34,63.463342905044556,139.75793600082397,347039,r9i1n2,10.159.32.15,63.463342905044556,1
-250.0197828397976,1719316725,checkpoint_000002,True,False,3,58bc48cb,2024-06-25_13-58-45,61.615302085876465,201.37323808670044,353741,r9i1n2,10.159.32.15,61.615302085876465,1
-219.07703201414094,1719316773,checkpoint_000003,True,False,4,58bc48cb,2024-06-25_13-59-33,48.90440893173218,250.27764701843262,353741,r9i1n2,10.159.32.15,110.51971101760864,2
-196.89034751832017,1719317549,checkpoint_000004,True,False,5,58bc48cb,2024-06-25_14-12-29,62.07963538169861,312.3572824001312,366320,r9i1n2,10.159.32.15,62.07963538169861,1
-177.75854870653527,1719317597,checkpoint_000005,True,False,6,58bc48cb,2024-06-25_14-13-17,48.146273374557495,360.5035557746887,366320,r9i1n2,10.159.32.15,110.2259087562561,2
-165.82053633562222,1719317644,checkpoint_000006,True,False,7,58bc48cb,2024-06-25_14-14-04,47.530285120010376,408.0338408946991,366320,r9i1n2,10.159.32.15,157.75619387626648,3
-156.16600364024245,1719317692,checkpoint_000007,True,True,8,58bc48cb,2024-06-25_14-14-52,47.988035917282104,456.0218768119812,366320,r9i1n2,10.159.32.15,205.74422979354858,4
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
deleted file mode 100644
index 7b5b7d6fcc61e56db75f419a9c108233696a9323..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 396.9987843430887, "timestamp": 1719316035, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "58bc48cb", "date": "2024-06-25_13-47-15", "time_this_iter_s": 76.29459309577942, "time_total_s": 76.29459309577942, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 76.29459309577942, "iterations_since_restore": 1}
-{"loss": 298.5339005838229, "timestamp": 1719316294, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "58bc48cb", "date": "2024-06-25_13-51-34", "time_this_iter_s": 63.463342905044556, "time_total_s": 139.75793600082397, "pid": 347039, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 63.463342905044556, "iterations_since_restore": 1}
-{"loss": 250.0197828397976, "timestamp": 1719316725, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "58bc48cb", "date": "2024-06-25_13-58-45", "time_this_iter_s": 61.615302085876465, "time_total_s": 201.37323808670044, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 61.615302085876465, "iterations_since_restore": 1}
-{"loss": 219.07703201414094, "timestamp": 1719316773, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "58bc48cb", "date": "2024-06-25_13-59-33", "time_this_iter_s": 48.90440893173218, "time_total_s": 250.27764701843262, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.51971101760864, "iterations_since_restore": 2}
-{"loss": 196.89034751832017, "timestamp": 1719317549, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "58bc48cb", "date": "2024-06-25_14-12-29", "time_this_iter_s": 62.07963538169861, "time_total_s": 312.3572824001312, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 62.07963538169861, "iterations_since_restore": 1}
-{"loss": 177.75854870653527, "timestamp": 1719317597, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "58bc48cb", "date": "2024-06-25_14-13-17", "time_this_iter_s": 48.146273374557495, "time_total_s": 360.5035557746887, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.2259087562561, "iterations_since_restore": 2}
-{"loss": 165.82053633562222, "timestamp": 1719317644, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-04", "time_this_iter_s": 47.530285120010376, "time_total_s": 408.0338408946991, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 157.75619387626648, "iterations_since_restore": 3}
-{"loss": 156.16600364024245, "timestamp": 1719317692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": true, "training_iteration": 8, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-52", "time_this_iter_s": 47.988035917282104, "time_total_s": 456.0218768119812, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 205.74422979354858, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719329376.r8i6n2 b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719329376.r8i6n2
deleted file mode 100644
index f6d895802d3803de895243eb6a9f615d9abfdf13..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719329376.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719330587.r8i6n2 b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719330587.r8i6n2
deleted file mode 100644
index 4f8b36a8361df3d3b03014589393ace09171acf0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719330587.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json
deleted file mode 100644
index e8426151f69bd4ed948bad9132a30a9d7b558fcd..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.0063231604639778505,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.0021079084039053323,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.pkl b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.pkl
deleted file mode 100644
index 736546c8843456938dfbfec2824c7e47ab0926d8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv
deleted file mode 100644
index 942260564f74608d0d71012e7151f44e6bbd5724..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1952.9751620555487,1719329461,checkpoint_000000,True,False,1,5b0a0ae2,2024-06-25_17-31-01,84.39049577713013,84.39049577713013,2195253,r8i6n2,10.159.28.60,84.39049577713013,1
-1963.9745468980684,1719330671,checkpoint_000001,True,False,2,5b0a0ae2,2024-06-25_17-51-11,84.48489356040955,168.87538933753967,2195253,r8i6n2,10.159.28.60,84.48489356040955,1
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json
deleted file mode 100644
index dd7065b0fe374873636812f1c5cb0b07b13f6a8f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1952.9751620555487, "timestamp": 1719329461, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5b0a0ae2", "date": "2024-06-25_17-31-01", "time_this_iter_s": 84.39049577713013, "time_total_s": 84.39049577713013, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.0063231604639778505, "lr": 0.0021079084039053323, "batch_size": 2048}, "time_since_restore": 84.39049577713013, "iterations_since_restore": 1}
-{"loss": 1963.9745468980684, "timestamp": 1719330671, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5b0a0ae2", "date": "2024-06-25_17-51-11", "time_this_iter_s": 84.48489356040955, "time_total_s": 168.87538933753967, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.0063231604639778505, "lr": 0.0021079084039053323, "batch_size": 2048}, "time_since_restore": 84.48489356040955, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8
deleted file mode 100644
index 7736a024cdcc61a34db0dc614b1089e6deda30e6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8
deleted file mode 100644
index 88882967844d4089791fa41f7400617d8675e673..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
deleted file mode 100644
index d887dfddc5abbc71d10dbc778f3728eee5fd2e63..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.5222925375143747,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.001905027104926316,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl
deleted file mode 100644
index 9ff032e426e19f01e56fd303cc5f72341b3b50d5..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
deleted file mode 100644
index 65854ee584f0ce2311c0c77952e833153608cdaf..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.4477678434116,1719491860,checkpoint_000000,True,False,1,5dabf7aa,2024-06-27_14-37-40,279.5254096984863,279.5254096984863,35196,r8i6n8,10.159.28.66,279.5254096984863,1
-1978.6859784464198,1719494473,checkpoint_000001,True,False,2,5dabf7aa,2024-06-27_15-21-13,280.56061816215515,560.0860278606415,69992,r8i6n8,10.159.28.66,280.56061816215515,1
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
deleted file mode 100644
index 5e13e4df3c50fdad136e117538bdce085cdf6796..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1977.4477678434116, "timestamp": 1719491860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5dabf7aa", "date": "2024-06-27_14-37-40", "time_this_iter_s": 279.5254096984863, "time_total_s": 279.5254096984863, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 279.5254096984863, "iterations_since_restore": 1}
-{"loss": 1978.6859784464198, "timestamp": 1719494473, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5dabf7aa", "date": "2024-06-27_15-21-13", "time_this_iter_s": 280.56061816215515, "time_total_s": 560.0860278606415, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 280.56061816215515, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719335674.r8i6n2 b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719335674.r8i6n2
deleted file mode 100644
index bb8893a139aa6e56fab04eaf274dd18721a436a5..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719335674.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719339767.r8i6n2 b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719339767.r8i6n2
deleted file mode 100644
index 948ba6c57f934e4a1d8025f5603eda83973ad968..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719339767.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719345748.r8i6n2 b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719345748.r8i6n2
deleted file mode 100644
index cc958918d7198f3e194bf3add12949bb2505abe6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719345748.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json
deleted file mode 100644
index a4aefb0c2eb135aff9a15f009919801619086eb3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2842529108982538,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00015364900402465778,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.pkl b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.pkl
deleted file mode 100644
index 18b52d2f95739444bc3641862802d17e21716ccb..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv
deleted file mode 100644
index 0363c5e332fd9be01f40571378308f8f3932fd60..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1030.0586158572219,1719335735,checkpoint_000000,True,False,1,5eb1e282,2024-06-25_19-15-35,60.84843850135803,60.84843850135803,2195253,r8i6n2,10.159.28.60,60.84843850135803,1
-562.0288162832185,1719335783,checkpoint_000001,True,False,2,5eb1e282,2024-06-25_19-16-23,47.70394277572632,108.55238127708435,2195253,r8i6n2,10.159.28.60,108.55238127708435,2
-444.9066558597595,1719339829,checkpoint_000002,True,False,3,5eb1e282,2024-06-25_20-23-49,61.87126088142395,170.4236421585083,2195253,r8i6n2,10.159.28.60,61.87126088142395,1
-385.7694199930026,1719339876,checkpoint_000003,True,False,4,5eb1e282,2024-06-25_20-24-36,47.405888080596924,217.82953023910522,2195253,r8i6n2,10.159.28.60,109.27714896202087,2
-351.1129479595995,1719339924,checkpoint_000004,True,False,5,5eb1e282,2024-06-25_20-25-24,47.97740936279297,265.8069396018982,2195253,r8i6n2,10.159.28.60,157.25455832481384,3
-320.4649035836768,1719339972,checkpoint_000005,True,False,6,5eb1e282,2024-06-25_20-26-12,47.432437896728516,313.2393774986267,2195253,r8i6n2,10.159.28.60,204.68699622154236,4
-293.46044717623494,1719340019,checkpoint_000006,True,False,7,5eb1e282,2024-06-25_20-26-59,47.91654348373413,361.15592098236084,2195253,r8i6n2,10.159.28.60,252.6035397052765,5
-273.19929143950696,1719340067,checkpoint_000007,True,False,8,5eb1e282,2024-06-25_20-27-47,47.474034786224365,408.6299557685852,2195253,r8i6n2,10.159.28.60,300.07757449150085,6
-256.9283664733406,1719345809,checkpoint_000008,True,False,9,5eb1e282,2024-06-25_22-03-29,61.405439615249634,470.03539538383484,2195253,r8i6n2,10.159.28.60,61.405439615249634,1
-240.56306673785832,1719345856,checkpoint_000009,True,False,10,5eb1e282,2024-06-25_22-04-16,47.146918296813965,517.1823136806488,2195253,r8i6n2,10.159.28.60,108.5523579120636,2
-230.43498638483484,1719345903,checkpoint_000010,True,False,11,5eb1e282,2024-06-25_22-05-03,47.185975790023804,564.3682894706726,2195253,r8i6n2,10.159.28.60,155.7383337020874,3
-219.4073686975194,1719345951,checkpoint_000011,True,False,12,5eb1e282,2024-06-25_22-05-51,47.13756966590881,611.5058591365814,2195253,r8i6n2,10.159.28.60,202.87590336799622,4
-211.7666195846918,1719345998,checkpoint_000012,True,False,13,5eb1e282,2024-06-25_22-06-38,47.17806816101074,658.6839272975922,2195253,r8i6n2,10.159.28.60,250.05397152900696,5
-204.5018019788847,1719346046,checkpoint_000013,True,False,14,5eb1e282,2024-06-25_22-07-26,47.774343729019165,706.4582710266113,2195253,r8i6n2,10.159.28.60,297.8283152580261,6
-198.05782912847565,1719346092,checkpoint_000014,True,False,15,5eb1e282,2024-06-25_22-08-12,46.741618633270264,753.1998896598816,2195253,r8i6n2,10.159.28.60,344.5699338912964,7
-194.08880230760948,1719346139,checkpoint_000015,True,False,16,5eb1e282,2024-06-25_22-08-59,47.16085863113403,800.3607482910156,2195253,r8i6n2,10.159.28.60,391.7307925224304,8
-196.82745781845935,1719346187,checkpoint_000016,True,False,17,5eb1e282,2024-06-25_22-09-47,47.1561017036438,847.5168499946594,2195253,r8i6n2,10.159.28.60,438.8868942260742,9
-183.96574522003414,1719346234,checkpoint_000017,True,False,18,5eb1e282,2024-06-25_22-10-34,47.40534067153931,894.9221906661987,2195253,r8i6n2,10.159.28.60,486.2922348976135,10
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json
deleted file mode 100644
index db1051e1977364347a4053570795bb1eec9ca59a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json
+++ /dev/null
@@ -1,18 +0,0 @@
-{"loss": 1030.0586158572219, "timestamp": 1719335735, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5eb1e282", "date": "2024-06-25_19-15-35", "time_this_iter_s": 60.84843850135803, "time_total_s": 60.84843850135803, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 60.84843850135803, "iterations_since_restore": 1}
-{"loss": 562.0288162832185, "timestamp": 1719335783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5eb1e282", "date": "2024-06-25_19-16-23", "time_this_iter_s": 47.70394277572632, "time_total_s": 108.55238127708435, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 108.55238127708435, "iterations_since_restore": 2}
-{"loss": 444.9066558597595, "timestamp": 1719339829, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5eb1e282", "date": "2024-06-25_20-23-49", "time_this_iter_s": 61.87126088142395, "time_total_s": 170.4236421585083, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 61.87126088142395, "iterations_since_restore": 1}
-{"loss": 385.7694199930026, "timestamp": 1719339876, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5eb1e282", "date": "2024-06-25_20-24-36", "time_this_iter_s": 47.405888080596924, "time_total_s": 217.82953023910522, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 109.27714896202087, "iterations_since_restore": 2}
-{"loss": 351.1129479595995, "timestamp": 1719339924, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5eb1e282", "date": "2024-06-25_20-25-24", "time_this_iter_s": 47.97740936279297, "time_total_s": 265.8069396018982, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 157.25455832481384, "iterations_since_restore": 3}
-{"loss": 320.4649035836768, "timestamp": 1719339972, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5eb1e282", "date": "2024-06-25_20-26-12", "time_this_iter_s": 47.432437896728516, "time_total_s": 313.2393774986267, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 204.68699622154236, "iterations_since_restore": 4}
-{"loss": 293.46044717623494, "timestamp": 1719340019, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5eb1e282", "date": "2024-06-25_20-26-59", "time_this_iter_s": 47.91654348373413, "time_total_s": 361.15592098236084, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 252.6035397052765, "iterations_since_restore": 5}
-{"loss": 273.19929143950696, "timestamp": 1719340067, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5eb1e282", "date": "2024-06-25_20-27-47", "time_this_iter_s": 47.474034786224365, "time_total_s": 408.6299557685852, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 300.07757449150085, "iterations_since_restore": 6}
-{"loss": 256.9283664733406, "timestamp": 1719345809, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5eb1e282", "date": "2024-06-25_22-03-29", "time_this_iter_s": 61.405439615249634, "time_total_s": 470.03539538383484, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 61.405439615249634, "iterations_since_restore": 1}
-{"loss": 240.56306673785832, "timestamp": 1719345856, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5eb1e282", "date": "2024-06-25_22-04-16", "time_this_iter_s": 47.146918296813965, "time_total_s": 517.1823136806488, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 108.5523579120636, "iterations_since_restore": 2}
-{"loss": 230.43498638483484, "timestamp": 1719345903, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5eb1e282", "date": "2024-06-25_22-05-03", "time_this_iter_s": 47.185975790023804, "time_total_s": 564.3682894706726, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 155.7383337020874, "iterations_since_restore": 3}
-{"loss": 219.4073686975194, "timestamp": 1719345951, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5eb1e282", "date": "2024-06-25_22-05-51", "time_this_iter_s": 47.13756966590881, "time_total_s": 611.5058591365814, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 202.87590336799622, "iterations_since_restore": 4}
-{"loss": 211.7666195846918, "timestamp": 1719345998, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5eb1e282", "date": "2024-06-25_22-06-38", "time_this_iter_s": 47.17806816101074, "time_total_s": 658.6839272975922, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 250.05397152900696, "iterations_since_restore": 5}
-{"loss": 204.5018019788847, "timestamp": 1719346046, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5eb1e282", "date": "2024-06-25_22-07-26", "time_this_iter_s": 47.774343729019165, "time_total_s": 706.4582710266113, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 297.8283152580261, "iterations_since_restore": 6}
-{"loss": 198.05782912847565, "timestamp": 1719346092, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5eb1e282", "date": "2024-06-25_22-08-12", "time_this_iter_s": 46.741618633270264, "time_total_s": 753.1998896598816, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 344.5699338912964, "iterations_since_restore": 7}
-{"loss": 194.08880230760948, "timestamp": 1719346139, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5eb1e282", "date": "2024-06-25_22-08-59", "time_this_iter_s": 47.16085863113403, "time_total_s": 800.3607482910156, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 391.7307925224304, "iterations_since_restore": 8}
-{"loss": 196.82745781845935, "timestamp": 1719346187, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5eb1e282", "date": "2024-06-25_22-09-47", "time_this_iter_s": 47.1561017036438, "time_total_s": 847.5168499946594, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 438.8868942260742, "iterations_since_restore": 9}
-{"loss": 183.96574522003414, "timestamp": 1719346234, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5eb1e282", "date": "2024-06-25_22-10-34", "time_this_iter_s": 47.40534067153931, "time_total_s": 894.9221906661987, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 486.2922348976135, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8
deleted file mode 100644
index be6f28d5db2eabf0fd7be2c4859c0d59de3f0408..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8
deleted file mode 100644
index 854c485acfed8806158ac9e044f97e1e6b0a9c46..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8
deleted file mode 100644
index 93833e9d3bc46d9f01db50ffda731b139ad93204..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
deleted file mode 100644
index 2a6fdd04a59fc1a9abce9287863f9497163dcdfb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.2066693100484649,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.01811726031464282,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl
deleted file mode 100644
index 0b29c61cb3788bf9ef4685beab9bc561e79f7a55..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
deleted file mode 100644
index c73f91f728ff527aa87d211fc4deecb6017074e9..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.5899369848057,1719496799,checkpoint_000000,True,False,1,5fd6b12b,2024-06-27_15-59-59,79.29838418960571,79.29838418960571,69992,r8i6n8,10.159.28.66,79.29838418960571,1
-1964.0069681002399,1719496864,checkpoint_000001,True,False,2,5fd6b12b,2024-06-27_16-01-04,65.23948526382446,144.53786945343018,69992,r8i6n8,10.159.28.66,144.53786945343018,2
-1967.0336683378446,1719502712,checkpoint_000002,True,False,3,5fd6b12b,2024-06-27_17-38-32,78.57935905456543,223.1172285079956,242786,r8i6n8,10.159.28.66,78.57935905456543,1
-1958.9930592934916,1719502777,checkpoint_000003,True,False,4,5fd6b12b,2024-06-27_17-39-37,65.23711919784546,288.35434770584106,242786,r8i6n8,10.159.28.66,143.8164782524109,2
-1975.2254739596149,1719505928,checkpoint_000004,True,False,5,5fd6b12b,2024-06-27_18-32-08,78.82753491401672,367.1818826198578,242786,r8i6n8,10.159.28.66,78.82753491401672,1
-1980.3283037801427,1719505993,checkpoint_000005,True,False,6,5fd6b12b,2024-06-27_18-33-13,64.60036778450012,431.7822504043579,242786,r8i6n8,10.159.28.66,143.42790269851685,2
-1965.8961032657173,1719506058,checkpoint_000006,True,False,7,5fd6b12b,2024-06-27_18-34-18,64.92104005813599,496.7032904624939,242786,r8i6n8,10.159.28.66,208.34894275665283,3
-1969.885332723302,1719506123,checkpoint_000007,True,False,8,5fd6b12b,2024-06-27_18-35-23,65.11498975753784,561.8182802200317,242786,r8i6n8,10.159.28.66,273.4639325141907,4
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
deleted file mode 100644
index e77b071a7ce88977b9a291ad774ac55a896906f8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 1987.5899369848057, "timestamp": 1719496799, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5fd6b12b", "date": "2024-06-27_15-59-59", "time_this_iter_s": 79.29838418960571, "time_total_s": 79.29838418960571, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 79.29838418960571, "iterations_since_restore": 1}
-{"loss": 1964.0069681002399, "timestamp": 1719496864, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5fd6b12b", "date": "2024-06-27_16-01-04", "time_this_iter_s": 65.23948526382446, "time_total_s": 144.53786945343018, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 144.53786945343018, "iterations_since_restore": 2}
-{"loss": 1967.0336683378446, "timestamp": 1719502712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5fd6b12b", "date": "2024-06-27_17-38-32", "time_this_iter_s": 78.57935905456543, "time_total_s": 223.1172285079956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.57935905456543, "iterations_since_restore": 1}
-{"loss": 1958.9930592934916, "timestamp": 1719502777, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5fd6b12b", "date": "2024-06-27_17-39-37", "time_this_iter_s": 65.23711919784546, "time_total_s": 288.35434770584106, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.8164782524109, "iterations_since_restore": 2}
-{"loss": 1975.2254739596149, "timestamp": 1719505928, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5fd6b12b", "date": "2024-06-27_18-32-08", "time_this_iter_s": 78.82753491401672, "time_total_s": 367.1818826198578, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.82753491401672, "iterations_since_restore": 1}
-{"loss": 1980.3283037801427, "timestamp": 1719505993, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5fd6b12b", "date": "2024-06-27_18-33-13", "time_this_iter_s": 64.60036778450012, "time_total_s": 431.7822504043579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.42790269851685, "iterations_since_restore": 2}
-{"loss": 1965.8961032657173, "timestamp": 1719506058, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5fd6b12b", "date": "2024-06-27_18-34-18", "time_this_iter_s": 64.92104005813599, "time_total_s": 496.7032904624939, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 208.34894275665283, "iterations_since_restore": 3}
-{"loss": 1969.885332723302, "timestamp": 1719506123, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5fd6b12b", "date": "2024-06-27_18-35-23", "time_this_iter_s": 65.11498975753784, "time_total_s": 561.8182802200317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 273.4639325141907, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/events.out.tfevents.1719326403.r3i5n6 b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/events.out.tfevents.1719326403.r3i5n6
deleted file mode 100644
index 0cf7bb0efd26ac5cf2723e720f5a8dda9f21725f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/events.out.tfevents.1719326403.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json
deleted file mode 100644
index 7745c6e9c6ba7521606df9b806a9bdfe914a8be8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.6683907000004579,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.0001175178193869245,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.pkl b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.pkl
deleted file mode 100644
index 74a714b2d04cf1b94b7f8ea4dc828e85b345fe6f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv
deleted file mode 100644
index 6bff8a1f098245eda5a92ab2da4989c58936765b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1981.618032380352,1719326489,checkpoint_000000,True,False,1,651349c4,2024-06-25_16-41-29,86.11733651161194,86.11733651161194,69318,r3i5n6,10.159.8.159,86.11733651161194,1
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json
deleted file mode 100644
index 717abb4e0d15e5cc740002841bd78a6ce1881350..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1981.618032380352, "timestamp": 1719326489, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "651349c4", "date": "2024-06-25_16-41-29", "time_this_iter_s": 86.11733651161194, "time_total_s": 86.11733651161194, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 2048, "n_head": 4, "drop_rate": 0.6683907000004579, "lr": 0.0001175178193869245, "batch_size": 2048}, "time_since_restore": 86.11733651161194, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/events.out.tfevents.1719334380.r8i6n2 b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/events.out.tfevents.1719334380.r8i6n2
deleted file mode 100644
index 1561fef9a4f2ae211498717f45c884da72657154..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/events.out.tfevents.1719334380.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json
deleted file mode 100644
index 75a5d4a692897b6ec7ff68d740a7e9cd8a89d1b2..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.4436137502039823,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.07179226263764402,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.pkl b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.pkl
deleted file mode 100644
index a1a7d11f1f3c5afd5ac4eb6ac8174ddc4a8fdef4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv
deleted file mode 100644
index 31ceed3ce98cf1e92d50227b0096963e4d7cc54c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3811.964426596334,1719334521,checkpoint_000000,True,False,1,6743cdee,2024-06-25_18-55-21,141.20554637908936,141.20554637908936,2195253,r8i6n2,10.159.28.60,141.20554637908936,1
-2680.254179226132,1719334648,checkpoint_000001,True,False,2,6743cdee,2024-06-25_18-57-29,127.1407482624054,268.34629464149475,2195253,r8i6n2,10.159.28.60,268.34629464149475,2
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json
deleted file mode 100644
index c0df350d50219031464da4afb0d32252b77e8f62..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3811.964426596334, "timestamp": 1719334521, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6743cdee", "date": "2024-06-25_18-55-21", "time_this_iter_s": 141.20554637908936, "time_total_s": 141.20554637908936, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4436137502039823, "lr": 0.07179226263764402, "batch_size": 2048}, "time_since_restore": 141.20554637908936, "iterations_since_restore": 1}
-{"loss": 2680.254179226132, "timestamp": 1719334648, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6743cdee", "date": "2024-06-25_18-57-29", "time_this_iter_s": 127.1407482624054, "time_total_s": 268.34629464149475, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4436137502039823, "lr": 0.07179226263764402, "batch_size": 2048}, "time_since_restore": 268.34629464149475, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8 b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8
deleted file mode 100644
index eec18df11df964acc5b7fe68863e7e851e77ecca..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
deleted file mode 100644
index 203a03067b9d88f14e926da6c5a7f14196e433e8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7402505539115447,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0006126521431696416,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl
deleted file mode 100644
index 4659a209207afe77a857df556be95f3f7aed2a37..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
deleted file mode 100644
index 782af3dd976192aeaecf877d19f025cdeb1547f8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1988.1164252814347,1719511145,checkpoint_000000,True,False,1,694ee9b5,2024-06-27_19-59-05,70.52699637413025,70.52699637413025,242786,r8i6n8,10.159.28.66,70.52699637413025,1
-2003.6415064053272,1719511203,checkpoint_000001,True,False,2,694ee9b5,2024-06-27_20-00-03,57.75782370567322,128.28482007980347,242786,r8i6n8,10.159.28.66,128.28482007980347,2
-1990.098658764456,1719511261,checkpoint_000002,True,False,3,694ee9b5,2024-06-27_20-01-01,57.42855453491211,185.71337461471558,242786,r8i6n8,10.159.28.66,185.71337461471558,3
-1556.502945066437,1719511318,checkpoint_000003,True,False,4,694ee9b5,2024-06-27_20-01-58,57.167978286743164,242.88135290145874,242786,r8i6n8,10.159.28.66,242.88135290145874,4
-1371.0674741249384,1719511376,checkpoint_000004,True,False,5,694ee9b5,2024-06-27_20-02-56,58.11665964126587,300.9980125427246,242786,r8i6n8,10.159.28.66,300.9980125427246,5
-1413.1876518670028,1719511433,checkpoint_000005,True,False,6,694ee9b5,2024-06-27_20-03-53,57.10992646217346,358.10793900489807,242786,r8i6n8,10.159.28.66,358.10793900489807,6
-1547.3413826048843,1719511491,checkpoint_000006,True,False,7,694ee9b5,2024-06-27_20-04-51,57.56092953681946,415.66886854171753,242786,r8i6n8,10.159.28.66,415.66886854171753,7
-1366.6497523991143,1719511548,checkpoint_000007,True,False,8,694ee9b5,2024-06-27_20-05-49,57.96260166168213,473.63147020339966,242786,r8i6n8,10.159.28.66,473.63147020339966,8
-1566.9438976377953,1719511606,checkpoint_000008,True,False,9,694ee9b5,2024-06-27_20-06-46,57.52634882926941,531.1578190326691,242786,r8i6n8,10.159.28.66,531.1578190326691,9
-1427.2011093980684,1719511663,checkpoint_000009,True,False,10,694ee9b5,2024-06-27_20-07-43,57.44098997116089,588.59880900383,242786,r8i6n8,10.159.28.66,588.59880900383,10
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
deleted file mode 100644
index 80f6b00807c5481c33e74c29becb2325d87b8341..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1988.1164252814347, "timestamp": 1719511145, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "694ee9b5", "date": "2024-06-27_19-59-05", "time_this_iter_s": 70.52699637413025, "time_total_s": 70.52699637413025, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 70.52699637413025, "iterations_since_restore": 1}
-{"loss": 2003.6415064053272, "timestamp": 1719511203, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "694ee9b5", "date": "2024-06-27_20-00-03", "time_this_iter_s": 57.75782370567322, "time_total_s": 128.28482007980347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 128.28482007980347, "iterations_since_restore": 2}
-{"loss": 1990.098658764456, "timestamp": 1719511261, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-01", "time_this_iter_s": 57.42855453491211, "time_total_s": 185.71337461471558, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 185.71337461471558, "iterations_since_restore": 3}
-{"loss": 1556.502945066437, "timestamp": 1719511318, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-58", "time_this_iter_s": 57.167978286743164, "time_total_s": 242.88135290145874, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 242.88135290145874, "iterations_since_restore": 4}
-{"loss": 1371.0674741249384, "timestamp": 1719511376, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "694ee9b5", "date": "2024-06-27_20-02-56", "time_this_iter_s": 58.11665964126587, "time_total_s": 300.9980125427246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 300.9980125427246, "iterations_since_restore": 5}
-{"loss": 1413.1876518670028, "timestamp": 1719511433, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "694ee9b5", "date": "2024-06-27_20-03-53", "time_this_iter_s": 57.10992646217346, "time_total_s": 358.10793900489807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 358.10793900489807, "iterations_since_restore": 6}
-{"loss": 1547.3413826048843, "timestamp": 1719511491, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "694ee9b5", "date": "2024-06-27_20-04-51", "time_this_iter_s": 57.56092953681946, "time_total_s": 415.66886854171753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 415.66886854171753, "iterations_since_restore": 7}
-{"loss": 1366.6497523991143, "timestamp": 1719511548, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "694ee9b5", "date": "2024-06-27_20-05-49", "time_this_iter_s": 57.96260166168213, "time_total_s": 473.63147020339966, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 473.63147020339966, "iterations_since_restore": 8}
-{"loss": 1566.9438976377953, "timestamp": 1719511606, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "694ee9b5", "date": "2024-06-27_20-06-46", "time_this_iter_s": 57.52634882926941, "time_total_s": 531.1578190326691, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 531.1578190326691, "iterations_since_restore": 9}
-{"loss": 1427.2011093980684, "timestamp": 1719511663, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "694ee9b5", "date": "2024-06-27_20-07-43", "time_this_iter_s": 57.44098997116089, "time_total_s": 588.59880900383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 588.59880900383, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719324663.r3i5n6 b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719324663.r3i5n6
deleted file mode 100644
index 7c047983b9f9067296085771161c520497f33864..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719324663.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719327182.r3i5n6 b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719327182.r3i5n6
deleted file mode 100644
index 8c1b7f32f44d3b52e1917d5eda8319a27b1190a7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719327182.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json
deleted file mode 100644
index 8c61cf16f82dbc7b3cfcffae8616594cc3fa7367..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.06860896590384413,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.00016561766448063182,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.pkl b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.pkl
deleted file mode 100644
index 56b64ee286f614698ef2640771033fd2c68c1269..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv
deleted file mode 100644
index f1fef35aaec7bbdebda45fbe6120b056c06f3fd2..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-510.42659056656004,1719324728,checkpoint_000000,True,False,1,6a62b85a,2024-06-25_16-12-08,64.32230615615845,64.32230615615845,69318,r3i5n6,10.159.8.159,64.32230615615845,1
-310.75900604968933,1719327245,checkpoint_000001,True,False,2,6a62b85a,2024-06-25_16-54-05,63.18879699707031,127.51110315322876,130020,r3i5n6,10.159.8.159,63.18879699707031,1
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json
deleted file mode 100644
index c222fa4d6ae5fb24bb0157e1143ae6511d728f96..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 510.42659056656004, "timestamp": 1719324728, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6a62b85a", "date": "2024-06-25_16-12-08", "time_this_iter_s": 64.32230615615845, "time_total_s": 64.32230615615845, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 4, "drop_rate": 0.06860896590384413, "lr": 0.00016561766448063182, "batch_size": 2048}, "time_since_restore": 64.32230615615845, "iterations_since_restore": 1}
-{"loss": 310.75900604968933, "timestamp": 1719327245, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6a62b85a", "date": "2024-06-25_16-54-05", "time_this_iter_s": 63.18879699707031, "time_total_s": 127.51110315322876, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 4, "drop_rate": 0.06860896590384413, "lr": 0.00016561766448063182, "batch_size": 2048}, "time_since_restore": 63.18879699707031, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8 b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8
deleted file mode 100644
index 3592702ab2c419176648fb78529509038831c6a6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
deleted file mode 100644
index a07c3f548d4629e900aba10f5d27156086db4919..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.18647509291243747,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.09874663205229757,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl
deleted file mode 100644
index de1863d443fc5d6c58104b25f557440125337486..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
deleted file mode 100644
index 65ccdcc3dd00682788678787db7112d7ab22eacd..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3081.7005067359746,1719531344,checkpoint_000000,True,False,1,6a8b96c3,2024-06-28_01-35-44,63.290406703948975,63.290406703948975,242786,r8i6n8,10.159.28.66,63.290406703948975,1
-2150.0786584568773,1719531394,checkpoint_000001,True,False,2,6a8b96c3,2024-06-28_01-36-34,49.63099932670593,112.92140603065491,242786,r8i6n8,10.159.28.66,112.92140603065491,2
-1974.6818732314223,1719531444,checkpoint_000002,True,False,3,6a8b96c3,2024-06-28_01-37-24,49.58891534805298,162.51032137870789,242786,r8i6n8,10.159.28.66,162.51032137870789,3
-1956.0451112281619,1719531494,checkpoint_000003,True,False,4,6a8b96c3,2024-06-28_01-38-14,50.049054861068726,212.5593762397766,242786,r8i6n8,10.159.28.66,212.5593762397766,4
-1954.3213630736343,1719531543,checkpoint_000004,True,False,5,6a8b96c3,2024-06-28_01-39-03,49.60325813293457,262.1626343727112,242786,r8i6n8,10.159.28.66,262.1626343727112,5
-1953.8488356222317,1719531592,checkpoint_000005,True,False,6,6a8b96c3,2024-06-28_01-39-52,49.1952109336853,311.3578453063965,242786,r8i6n8,10.159.28.66,311.3578453063965,6
-1953.7962627260704,1719531642,checkpoint_000006,True,False,7,6a8b96c3,2024-06-28_01-40-42,50.036651611328125,361.3944969177246,242786,r8i6n8,10.159.28.66,361.3944969177246,7
-1953.8618644654282,1719531692,checkpoint_000007,True,False,8,6a8b96c3,2024-06-28_01-41-32,49.76662850379944,411.16112542152405,242786,r8i6n8,10.159.28.66,411.16112542152405,8
-1954.3857364203986,1719531742,checkpoint_000008,True,False,9,6a8b96c3,2024-06-28_01-42-22,49.68609666824341,460.84722208976746,242786,r8i6n8,10.159.28.66,460.84722208976746,9
-1953.720588744156,1719531792,checkpoint_000009,True,False,10,6a8b96c3,2024-06-28_01-43-12,50.06679081916809,510.91401290893555,242786,r8i6n8,10.159.28.66,510.91401290893555,10
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
deleted file mode 100644
index 281f622357310c3ddc99a07bb473dac026890c02..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 3081.7005067359746, "timestamp": 1719531344, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6a8b96c3", "date": "2024-06-28_01-35-44", "time_this_iter_s": 63.290406703948975, "time_total_s": 63.290406703948975, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 63.290406703948975, "iterations_since_restore": 1}
-{"loss": 2150.0786584568773, "timestamp": 1719531394, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6a8b96c3", "date": "2024-06-28_01-36-34", "time_this_iter_s": 49.63099932670593, "time_total_s": 112.92140603065491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 112.92140603065491, "iterations_since_restore": 2}
-{"loss": 1974.6818732314223, "timestamp": 1719531444, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6a8b96c3", "date": "2024-06-28_01-37-24", "time_this_iter_s": 49.58891534805298, "time_total_s": 162.51032137870789, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 162.51032137870789, "iterations_since_restore": 3}
-{"loss": 1956.0451112281619, "timestamp": 1719531494, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6a8b96c3", "date": "2024-06-28_01-38-14", "time_this_iter_s": 50.049054861068726, "time_total_s": 212.5593762397766, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 212.5593762397766, "iterations_since_restore": 4}
-{"loss": 1954.3213630736343, "timestamp": 1719531543, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-03", "time_this_iter_s": 49.60325813293457, "time_total_s": 262.1626343727112, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 262.1626343727112, "iterations_since_restore": 5}
-{"loss": 1953.8488356222317, "timestamp": 1719531592, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-52", "time_this_iter_s": 49.1952109336853, "time_total_s": 311.3578453063965, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 311.3578453063965, "iterations_since_restore": 6}
-{"loss": 1953.7962627260704, "timestamp": 1719531642, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6a8b96c3", "date": "2024-06-28_01-40-42", "time_this_iter_s": 50.036651611328125, "time_total_s": 361.3944969177246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 361.3944969177246, "iterations_since_restore": 7}
-{"loss": 1953.8618644654282, "timestamp": 1719531692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6a8b96c3", "date": "2024-06-28_01-41-32", "time_this_iter_s": 49.76662850379944, "time_total_s": 411.16112542152405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 411.16112542152405, "iterations_since_restore": 8}
-{"loss": 1954.3857364203986, "timestamp": 1719531742, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6a8b96c3", "date": "2024-06-28_01-42-22", "time_this_iter_s": 49.68609666824341, "time_total_s": 460.84722208976746, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 460.84722208976746, "iterations_since_restore": 9}
-{"loss": 1953.720588744156, "timestamp": 1719531792, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6a8b96c3", "date": "2024-06-28_01-43-12", "time_this_iter_s": 50.06679081916809, "time_total_s": 510.91401290893555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 510.91401290893555, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8
deleted file mode 100644
index 81f09716e700970688b6deed482eb8a0680ed46d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8
deleted file mode 100644
index bc5b202492dc931200fe968455dbc42bfbc261d1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
deleted file mode 100644
index f9f0a24cdc7c4a7dbf58037c96e735fb76adacab..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.3756319644523144,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.003959565870439527,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl
deleted file mode 100644
index 0cff2536171054b214d844b10f51cd153e3572fb..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
deleted file mode 100644
index 5e81374d729b5ffa91e8e0184bdce4053aa5b69e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1989.802595964567,1719509621,checkpoint_000000,True,False,1,6b7688f2,2024-06-27_19-33-41,83.60843539237976,83.60843539237976,242786,r8i6n8,10.159.28.66,83.60843539237976,1
-1962.6643076018086,1719509692,checkpoint_000001,True,False,2,6b7688f2,2024-06-27_19-34-52,70.66612339019775,154.27455878257751,242786,r8i6n8,10.159.28.66,154.27455878257751,2
-1970.6976669191376,1719509763,checkpoint_000002,True,False,3,6b7688f2,2024-06-27_19-36-03,70.83067870140076,225.10523748397827,242786,r8i6n8,10.159.28.66,225.10523748397827,3
-1984.9167043130228,1719509833,checkpoint_000003,True,False,4,6b7688f2,2024-06-27_19-37-13,70.6679790019989,295.7732164859772,242786,r8i6n8,10.159.28.66,295.7732164859772,4
-1964.9003257451095,1719509904,checkpoint_000004,True,False,5,6b7688f2,2024-06-27_19-38-24,70.81649136543274,366.5897078514099,242786,r8i6n8,10.159.28.66,366.5897078514099,5
-1964.2627097302534,1719512416,checkpoint_000005,True,False,6,6b7688f2,2024-06-27_20-20-16,82.97016429901123,449.55987215042114,242786,r8i6n8,10.159.28.66,82.97016429901123,1
-1965.1521044152928,1719512486,checkpoint_000006,True,False,7,6b7688f2,2024-06-27_20-21-26,70.53654623031616,520.0964183807373,242786,r8i6n8,10.159.28.66,153.5067105293274,2
-1963.2242965097503,1719512557,checkpoint_000007,True,False,8,6b7688f2,2024-06-27_20-22-37,70.63850402832031,590.7349224090576,242786,r8i6n8,10.159.28.66,224.1452145576477,3
-1966.0343594288263,1719512628,checkpoint_000008,True,False,9,6b7688f2,2024-06-27_20-23-48,70.55560326576233,661.29052567482,242786,r8i6n8,10.159.28.66,294.70081782341003,4
-1977.05159056656,1719512699,checkpoint_000009,True,True,10,6b7688f2,2024-06-27_20-24-59,71.11927580833435,732.4098014831543,242786,r8i6n8,10.159.28.66,365.8200936317444,5
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
deleted file mode 100644
index fe08c2ca6dabc88d8d4c634633b02d371bceeb1e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1989.802595964567, "timestamp": 1719509621, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6b7688f2", "date": "2024-06-27_19-33-41", "time_this_iter_s": 83.60843539237976, "time_total_s": 83.60843539237976, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 83.60843539237976, "iterations_since_restore": 1}
-{"loss": 1962.6643076018086, "timestamp": 1719509692, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6b7688f2", "date": "2024-06-27_19-34-52", "time_this_iter_s": 70.66612339019775, "time_total_s": 154.27455878257751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 154.27455878257751, "iterations_since_restore": 2}
-{"loss": 1970.6976669191376, "timestamp": 1719509763, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6b7688f2", "date": "2024-06-27_19-36-03", "time_this_iter_s": 70.83067870140076, "time_total_s": 225.10523748397827, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 225.10523748397827, "iterations_since_restore": 3}
-{"loss": 1984.9167043130228, "timestamp": 1719509833, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6b7688f2", "date": "2024-06-27_19-37-13", "time_this_iter_s": 70.6679790019989, "time_total_s": 295.7732164859772, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 295.7732164859772, "iterations_since_restore": 4}
-{"loss": 1964.9003257451095, "timestamp": 1719509904, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6b7688f2", "date": "2024-06-27_19-38-24", "time_this_iter_s": 70.81649136543274, "time_total_s": 366.5897078514099, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 366.5897078514099, "iterations_since_restore": 5}
-{"loss": 1964.2627097302534, "timestamp": 1719512416, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6b7688f2", "date": "2024-06-27_20-20-16", "time_this_iter_s": 82.97016429901123, "time_total_s": 449.55987215042114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 82.97016429901123, "iterations_since_restore": 1}
-{"loss": 1965.1521044152928, "timestamp": 1719512486, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6b7688f2", "date": "2024-06-27_20-21-26", "time_this_iter_s": 70.53654623031616, "time_total_s": 520.0964183807373, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 153.5067105293274, "iterations_since_restore": 2}
-{"loss": 1963.2242965097503, "timestamp": 1719512557, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6b7688f2", "date": "2024-06-27_20-22-37", "time_this_iter_s": 70.63850402832031, "time_total_s": 590.7349224090576, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 224.1452145576477, "iterations_since_restore": 3}
-{"loss": 1966.0343594288263, "timestamp": 1719512628, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6b7688f2", "date": "2024-06-27_20-23-48", "time_this_iter_s": 70.55560326576233, "time_total_s": 661.29052567482, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 294.70081782341003, "iterations_since_restore": 4}
-{"loss": 1977.05159056656, "timestamp": 1719512699, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": true, "training_iteration": 10, "trial_id": "6b7688f2", "date": "2024-06-27_20-24-59", "time_this_iter_s": 71.11927580833435, "time_total_s": 732.4098014831543, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 365.8200936317444, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/events.out.tfevents.1719335783.r8i6n2 b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/events.out.tfevents.1719335783.r8i6n2
deleted file mode 100644
index c4aacef1d7de666f23944a20c1ba73cc59c14404..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/events.out.tfevents.1719335783.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json
deleted file mode 100644
index a573c350fed5501f3c0065983d42a68af7f0bdab..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7446531774853204,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.006000257122673396,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.pkl b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.pkl
deleted file mode 100644
index aad1abecc4a67ea997619c3837e518a0aae66cd4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv
deleted file mode 100644
index 555eff0f4cab5e30bff5850400f11683011eb2f4..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2020.6805025836613,1719335855,checkpoint_000000,True,False,1,6be79717,2024-06-25_19-17-35,71.47419285774231,71.47419285774231,2195253,r8i6n2,10.159.28.60,71.47419285774231,1
-2003.3902054433747,1719335912,checkpoint_000001,True,False,2,6be79717,2024-06-25_19-18-32,57.25079274177551,128.72498559951782,2195253,r8i6n2,10.159.28.60,128.72498559951782,2
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json
deleted file mode 100644
index a6ff692e4aa862f70436d11d62946c69249995f1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2020.6805025836613, "timestamp": 1719335855, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6be79717", "date": "2024-06-25_19-17-35", "time_this_iter_s": 71.47419285774231, "time_total_s": 71.47419285774231, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.7446531774853204, "lr": 0.006000257122673396, "batch_size": 1024}, "time_since_restore": 71.47419285774231, "iterations_since_restore": 1}
-{"loss": 2003.3902054433747, "timestamp": 1719335912, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6be79717", "date": "2024-06-25_19-18-32", "time_this_iter_s": 57.25079274177551, "time_total_s": 128.72498559951782, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.7446531774853204, "lr": 0.006000257122673396, "batch_size": 1024}, "time_since_restore": 128.72498559951782, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719334139.r8i6n2 b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719334139.r8i6n2
deleted file mode 100644
index e229310bfa517cb8926df9f2af4925df493548a9..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719334139.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719338498.r8i6n2 b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719338498.r8i6n2
deleted file mode 100644
index b9c37540f6834b97b3aa22e56e87c3716256be97..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719338498.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json
deleted file mode 100644
index cdc8e6a645304f1cbdc25c7c6cd3849c9e53eaac..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.5088357248512263,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.010524289583233754,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.pkl b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.pkl
deleted file mode 100644
index 25e06ac30468867cc36b1fb368e21f3aff3e8c36..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv
deleted file mode 100644
index 4ba5ff39b35c970c2e6e4e5ede2bff78e2dc5187..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2006.8072533795214,1719334267,checkpoint_000000,True,False,1,6c8b476a,2024-06-25_18-51-07,127.51717782020569,127.51717782020569,2195253,r8i6n2,10.159.28.60,127.51717782020569,1
-1995.246540219765,1719334380,checkpoint_000001,True,False,2,6c8b476a,2024-06-25_18-53-00,113.46883034706116,240.98600816726685,2195253,r8i6n2,10.159.28.60,240.98600816726685,2
-1996.2762984628753,1719338625,checkpoint_000002,True,False,3,6c8b476a,2024-06-25_20-03-45,126.75374698638916,367.739755153656,2195253,r8i6n2,10.159.28.60,126.75374698638916,1
-1991.5076505405696,1719338738,checkpoint_000003,True,False,4,6c8b476a,2024-06-25_20-05-38,113.23560690879822,480.9753620624542,2195253,r8i6n2,10.159.28.60,239.98935389518738,2
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json
deleted file mode 100644
index 9a54df5811c4202c5183bcd155109ce9f1e90d97..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 2006.8072533795214, "timestamp": 1719334267, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6c8b476a", "date": "2024-06-25_18-51-07", "time_this_iter_s": 127.51717782020569, "time_total_s": 127.51717782020569, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 127.51717782020569, "iterations_since_restore": 1}
-{"loss": 1995.246540219765, "timestamp": 1719334380, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6c8b476a", "date": "2024-06-25_18-53-00", "time_this_iter_s": 113.46883034706116, "time_total_s": 240.98600816726685, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 240.98600816726685, "iterations_since_restore": 2}
-{"loss": 1996.2762984628753, "timestamp": 1719338625, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6c8b476a", "date": "2024-06-25_20-03-45", "time_this_iter_s": 126.75374698638916, "time_total_s": 367.739755153656, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 126.75374698638916, "iterations_since_restore": 1}
-{"loss": 1991.5076505405696, "timestamp": 1719338738, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6c8b476a", "date": "2024-06-25_20-05-38", "time_this_iter_s": 113.23560690879822, "time_total_s": 480.9753620624542, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 239.98935389518738, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8 b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8
deleted file mode 100644
index 8fb3639a0a46e62f332e59897cf4f4bdb32e2b4d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
deleted file mode 100644
index 03f3fc249ed5ff2717761db5d3055c51f038ca3d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.49537163003492246,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.001560166878876501,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl
deleted file mode 100644
index 7be407a298413c79dac38c43479910b17c3080bc..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
deleted file mode 100644
index 2d015d6829c9509bc9d7493c2b2d7054d44f2319..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1972.8930990864912,1719514947,checkpoint_000000,True,False,1,6ef1de40,2024-06-27_21-02-27,281.80140829086304,281.80140829086304,242786,r8i6n8,10.159.28.66,281.80140829086304,1
-1970.5526190329724,1719515215,checkpoint_000001,True,False,2,6ef1de40,2024-06-27_21-06-55,268.26743173599243,550.0688400268555,242786,r8i6n8,10.159.28.66,550.0688400268555,2
-1968.2562842181349,1719515484,checkpoint_000002,True,False,3,6ef1de40,2024-06-27_21-11-24,268.5265476703644,818.5953876972198,242786,r8i6n8,10.159.28.66,818.5953876972198,3
-1975.871436892532,1719515753,checkpoint_000003,True,False,4,6ef1de40,2024-06-27_21-15-53,268.67456102371216,1087.269948720932,242786,r8i6n8,10.159.28.66,1087.269948720932,4
-1968.5231750968874,1719516021,checkpoint_000004,True,False,5,6ef1de40,2024-06-27_21-20-21,268.2965958118439,1355.5665445327759,242786,r8i6n8,10.159.28.66,1355.5665445327759,5
-1970.8189610759105,1719516289,checkpoint_000005,True,False,6,6ef1de40,2024-06-27_21-24-49,267.979775428772,1623.5463199615479,242786,r8i6n8,10.159.28.66,1623.5463199615479,6
-1969.1982075848916,1719516557,checkpoint_000006,True,False,7,6ef1de40,2024-06-27_21-29-17,268.1068859100342,1891.653205871582,242786,r8i6n8,10.159.28.66,1891.653205871582,7
-1983.0505034679502,1719516825,checkpoint_000007,True,False,8,6ef1de40,2024-06-27_21-33-45,267.9620032310486,2159.6152091026306,242786,r8i6n8,10.159.28.66,2159.6152091026306,8
-1978.1448330616388,1719517093,checkpoint_000008,True,False,9,6ef1de40,2024-06-27_21-38-13,267.67944145202637,2427.294650554657,242786,r8i6n8,10.159.28.66,2427.294650554657,9
-1973.7387137826033,1719517360,checkpoint_000009,True,False,10,6ef1de40,2024-06-27_21-42-40,267.4155812263489,2694.710231781006,242786,r8i6n8,10.159.28.66,2694.710231781006,10
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
deleted file mode 100644
index 108cce0e2e9f75c47af7763785c6ce804248d8e3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1972.8930990864912, "timestamp": 1719514947, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6ef1de40", "date": "2024-06-27_21-02-27", "time_this_iter_s": 281.80140829086304, "time_total_s": 281.80140829086304, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 281.80140829086304, "iterations_since_restore": 1}
-{"loss": 1970.5526190329724, "timestamp": 1719515215, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6ef1de40", "date": "2024-06-27_21-06-55", "time_this_iter_s": 268.26743173599243, "time_total_s": 550.0688400268555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 550.0688400268555, "iterations_since_restore": 2}
-{"loss": 1968.2562842181349, "timestamp": 1719515484, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6ef1de40", "date": "2024-06-27_21-11-24", "time_this_iter_s": 268.5265476703644, "time_total_s": 818.5953876972198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 818.5953876972198, "iterations_since_restore": 3}
-{"loss": 1975.871436892532, "timestamp": 1719515753, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6ef1de40", "date": "2024-06-27_21-15-53", "time_this_iter_s": 268.67456102371216, "time_total_s": 1087.269948720932, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1087.269948720932, "iterations_since_restore": 4}
-{"loss": 1968.5231750968874, "timestamp": 1719516021, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6ef1de40", "date": "2024-06-27_21-20-21", "time_this_iter_s": 268.2965958118439, "time_total_s": 1355.5665445327759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1355.5665445327759, "iterations_since_restore": 5}
-{"loss": 1970.8189610759105, "timestamp": 1719516289, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6ef1de40", "date": "2024-06-27_21-24-49", "time_this_iter_s": 267.979775428772, "time_total_s": 1623.5463199615479, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1623.5463199615479, "iterations_since_restore": 6}
-{"loss": 1969.1982075848916, "timestamp": 1719516557, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6ef1de40", "date": "2024-06-27_21-29-17", "time_this_iter_s": 268.1068859100342, "time_total_s": 1891.653205871582, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1891.653205871582, "iterations_since_restore": 7}
-{"loss": 1983.0505034679502, "timestamp": 1719516825, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6ef1de40", "date": "2024-06-27_21-33-45", "time_this_iter_s": 267.9620032310486, "time_total_s": 2159.6152091026306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2159.6152091026306, "iterations_since_restore": 8}
-{"loss": 1978.1448330616388, "timestamp": 1719517093, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6ef1de40", "date": "2024-06-27_21-38-13", "time_this_iter_s": 267.67944145202637, "time_total_s": 2427.294650554657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2427.294650554657, "iterations_since_restore": 9}
-{"loss": 1973.7387137826033, "timestamp": 1719517360, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6ef1de40", "date": "2024-06-27_21-42-40", "time_this_iter_s": 267.4155812263489, "time_total_s": 2694.710231781006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2694.710231781006, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8 b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8
deleted file mode 100644
index 2aa4f2aa168faa493a3c74efa18d73ea1e68eef6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
deleted file mode 100644
index 3d4919fd21f905141e30e89b9bac357162f7a162..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.8871532583599777,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.038469373500283253,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl
deleted file mode 100644
index da8d770a8b853491dcdc973e8f23a5b178cd6ed8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
deleted file mode 100644
index 9cb1b1f1b1f561d7a61478d7de18be3236909a90..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2070.736326202633,1719493262,checkpoint_000000,True,False,1,7509f383,2024-06-27_15-01-02,80.20380187034607,80.20380187034607,69992,r8i6n8,10.159.28.66,80.20380187034607,1
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
deleted file mode 100644
index 40781eedd2121e8e49cf790de588750c3b7145e1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2070.736326202633, "timestamp": 1719493262, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7509f383", "date": "2024-06-27_15-01-02", "time_this_iter_s": 80.20380187034607, "time_total_s": 80.20380187034607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8871532583599777, "lr": 0.038469373500283253, "batch_size": 2048}, "time_since_restore": 80.20380187034607, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8 b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8
deleted file mode 100644
index 51e9a058e18de80e5283465cc6059e2b114bf7f2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
deleted file mode 100644
index 0d67998c94bc993e682e5bf13ffc7d7c8b9f46c7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9311098017111933,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0033598362705093534,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl
deleted file mode 100644
index c9f90706cb901e2480edbfa013b4ebfa713731c7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
deleted file mode 100644
index bce43ee456d5d1676f23b0f44b0a6ec485ca570e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2152.0349524790845,1719561170,checkpoint_000000,True,False,1,769b08ee,2024-06-28_09-52-50,112.00384831428528,112.00384831428528,242786,r8i6n8,10.159.28.66,112.00384831428528,1
-2143.4170431302286,1719561268,checkpoint_000001,True,False,2,769b08ee,2024-06-28_09-54-28,97.78639459609985,209.79024291038513,242786,r8i6n8,10.159.28.66,209.79024291038513,2
-2122.2596243310163,1719561366,checkpoint_000002,True,False,3,769b08ee,2024-06-28_09-56-07,98.308185338974,308.09842824935913,242786,r8i6n8,10.159.28.66,308.09842824935913,3
-2108.745537224717,1719561465,checkpoint_000003,True,False,4,769b08ee,2024-06-28_09-57-45,98.25336289405823,406.35179114341736,242786,r8i6n8,10.159.28.66,406.35179114341736,4
-2093.87230772484,1719561563,checkpoint_000004,True,False,5,769b08ee,2024-06-28_09-59-23,98.16895484924316,504.5207459926605,242786,r8i6n8,10.159.28.66,504.5207459926605,5
-2087.8821137195496,1719561661,checkpoint_000005,True,False,6,769b08ee,2024-06-28_10-01-01,98.08770871162415,602.6084547042847,242786,r8i6n8,10.159.28.66,602.6084547042847,6
-2082.8323003813975,1719561759,checkpoint_000006,True,False,7,769b08ee,2024-06-28_10-02-39,97.76127862930298,700.3697333335876,242786,r8i6n8,10.159.28.66,700.3697333335876,7
-2078.3941189022516,1719561857,checkpoint_000007,True,False,8,769b08ee,2024-06-28_10-04-17,98.10805487632751,798.4777882099152,242786,r8i6n8,10.159.28.66,798.4777882099152,8
-2082.373000738189,1719561955,checkpoint_000008,True,False,9,769b08ee,2024-06-28_10-05-56,98.56372618675232,897.0415143966675,242786,r8i6n8,10.159.28.66,897.0415143966675,9
-2067.5648145300197,1719562054,checkpoint_000009,True,False,10,769b08ee,2024-06-28_10-07-34,98.67155456542969,995.7130689620972,242786,r8i6n8,10.159.28.66,995.7130689620972,10
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
deleted file mode 100644
index eb98cead46e96b7ed33b2ec3ee9bbbdf7761040c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2152.0349524790845, "timestamp": 1719561170, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "769b08ee", "date": "2024-06-28_09-52-50", "time_this_iter_s": 112.00384831428528, "time_total_s": 112.00384831428528, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 112.00384831428528, "iterations_since_restore": 1}
-{"loss": 2143.4170431302286, "timestamp": 1719561268, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "769b08ee", "date": "2024-06-28_09-54-28", "time_this_iter_s": 97.78639459609985, "time_total_s": 209.79024291038513, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 209.79024291038513, "iterations_since_restore": 2}
-{"loss": 2122.2596243310163, "timestamp": 1719561366, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "769b08ee", "date": "2024-06-28_09-56-07", "time_this_iter_s": 98.308185338974, "time_total_s": 308.09842824935913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 308.09842824935913, "iterations_since_restore": 3}
-{"loss": 2108.745537224717, "timestamp": 1719561465, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "769b08ee", "date": "2024-06-28_09-57-45", "time_this_iter_s": 98.25336289405823, "time_total_s": 406.35179114341736, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 406.35179114341736, "iterations_since_restore": 4}
-{"loss": 2093.87230772484, "timestamp": 1719561563, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "769b08ee", "date": "2024-06-28_09-59-23", "time_this_iter_s": 98.16895484924316, "time_total_s": 504.5207459926605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 504.5207459926605, "iterations_since_restore": 5}
-{"loss": 2087.8821137195496, "timestamp": 1719561661, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "769b08ee", "date": "2024-06-28_10-01-01", "time_this_iter_s": 98.08770871162415, "time_total_s": 602.6084547042847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 602.6084547042847, "iterations_since_restore": 6}
-{"loss": 2082.8323003813975, "timestamp": 1719561759, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "769b08ee", "date": "2024-06-28_10-02-39", "time_this_iter_s": 97.76127862930298, "time_total_s": 700.3697333335876, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 700.3697333335876, "iterations_since_restore": 7}
-{"loss": 2078.3941189022516, "timestamp": 1719561857, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "769b08ee", "date": "2024-06-28_10-04-17", "time_this_iter_s": 98.10805487632751, "time_total_s": 798.4777882099152, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 798.4777882099152, "iterations_since_restore": 8}
-{"loss": 2082.373000738189, "timestamp": 1719561955, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "769b08ee", "date": "2024-06-28_10-05-56", "time_this_iter_s": 98.56372618675232, "time_total_s": 897.0415143966675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 897.0415143966675, "iterations_since_restore": 9}
-{"loss": 2067.5648145300197, "timestamp": 1719562054, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "769b08ee", "date": "2024-06-28_10-07-34", "time_this_iter_s": 98.67155456542969, "time_total_s": 995.7130689620972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 995.7130689620972, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8 b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8
deleted file mode 100644
index 698f5b8862e0189bf23a9f2060e4163450076628..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
deleted file mode 100644
index 736ed04d973300601656bda2a38397e433778417..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7363891392281665,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.011294664762497991,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl
deleted file mode 100644
index ef4ab8dfb199823b00570d83f20c69a4ba702ffa..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
deleted file mode 100644
index d449848c3d5220b1672d28356b734637050fd092..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2186.706129659818,1719558352,checkpoint_000000,True,False,1,7c19332c,2024-06-28_09-05-53,314.7119266986847,314.7119266986847,242786,r8i6n8,10.159.28.66,314.7119266986847,1
-2182.452349324865,1719558653,checkpoint_000001,True,False,2,7c19332c,2024-06-28_09-10-53,300.735479593277,615.4474062919617,242786,r8i6n8,10.159.28.66,615.4474062919617,2
-2173.4124630905512,1719558954,checkpoint_000002,True,False,3,7c19332c,2024-06-28_09-15-54,300.98036670684814,916.4277729988098,242786,r8i6n8,10.159.28.66,916.4277729988098,3
-2211.8741541584645,1719559255,checkpoint_000003,True,False,4,7c19332c,2024-06-28_09-20-56,301.2308259010315,1217.6585988998413,242786,r8i6n8,10.159.28.66,1217.6585988998413,4
-2188.0654546782725,1719559557,checkpoint_000004,True,False,5,7c19332c,2024-06-28_09-25-57,301.18690824508667,1518.845507144928,242786,r8i6n8,10.159.28.66,1518.845507144928,5
-2261.2695754644437,1719559857,checkpoint_000005,True,False,6,7c19332c,2024-06-28_09-30-57,300.54345750808716,1819.3889646530151,242786,r8i6n8,10.159.28.66,1819.3889646530151,6
-2206.0040177472933,1719560157,checkpoint_000006,True,False,7,7c19332c,2024-06-28_09-35-58,300.26331853866577,2119.652283191681,242786,r8i6n8,10.159.28.66,2119.652283191681,7
-2205.3586723748153,1719560458,checkpoint_000007,True,False,8,7c19332c,2024-06-28_09-40-58,300.10717821121216,2419.759461402893,242786,r8i6n8,10.159.28.66,2419.759461402893,8
-2201.3432405727117,1719560758,checkpoint_000008,True,False,9,7c19332c,2024-06-28_09-45-58,300.53178572654724,2720.2912471294403,242786,r8i6n8,10.159.28.66,2720.2912471294403,9
-2146.9344828447956,1719561058,checkpoint_000009,True,False,10,7c19332c,2024-06-28_09-50-58,299.9912140369415,3020.282461166382,242786,r8i6n8,10.159.28.66,3020.282461166382,10
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
deleted file mode 100644
index 88ee9b7a10f53d37c7176f73a6db327723688f34..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2186.706129659818, "timestamp": 1719558352, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7c19332c", "date": "2024-06-28_09-05-53", "time_this_iter_s": 314.7119266986847, "time_total_s": 314.7119266986847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 314.7119266986847, "iterations_since_restore": 1}
-{"loss": 2182.452349324865, "timestamp": 1719558653, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7c19332c", "date": "2024-06-28_09-10-53", "time_this_iter_s": 300.735479593277, "time_total_s": 615.4474062919617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 615.4474062919617, "iterations_since_restore": 2}
-{"loss": 2173.4124630905512, "timestamp": 1719558954, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7c19332c", "date": "2024-06-28_09-15-54", "time_this_iter_s": 300.98036670684814, "time_total_s": 916.4277729988098, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 916.4277729988098, "iterations_since_restore": 3}
-{"loss": 2211.8741541584645, "timestamp": 1719559255, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7c19332c", "date": "2024-06-28_09-20-56", "time_this_iter_s": 301.2308259010315, "time_total_s": 1217.6585988998413, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1217.6585988998413, "iterations_since_restore": 4}
-{"loss": 2188.0654546782725, "timestamp": 1719559557, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7c19332c", "date": "2024-06-28_09-25-57", "time_this_iter_s": 301.18690824508667, "time_total_s": 1518.845507144928, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1518.845507144928, "iterations_since_restore": 5}
-{"loss": 2261.2695754644437, "timestamp": 1719559857, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7c19332c", "date": "2024-06-28_09-30-57", "time_this_iter_s": 300.54345750808716, "time_total_s": 1819.3889646530151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1819.3889646530151, "iterations_since_restore": 6}
-{"loss": 2206.0040177472933, "timestamp": 1719560157, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7c19332c", "date": "2024-06-28_09-35-58", "time_this_iter_s": 300.26331853866577, "time_total_s": 2119.652283191681, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2119.652283191681, "iterations_since_restore": 7}
-{"loss": 2205.3586723748153, "timestamp": 1719560458, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7c19332c", "date": "2024-06-28_09-40-58", "time_this_iter_s": 300.10717821121216, "time_total_s": 2419.759461402893, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2419.759461402893, "iterations_since_restore": 8}
-{"loss": 2201.3432405727117, "timestamp": 1719560758, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7c19332c", "date": "2024-06-28_09-45-58", "time_this_iter_s": 300.53178572654724, "time_total_s": 2720.2912471294403, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2720.2912471294403, "iterations_since_restore": 9}
-{"loss": 2146.9344828447956, "timestamp": 1719561058, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7c19332c", "date": "2024-06-28_09-50-58", "time_this_iter_s": 299.9912140369415, "time_total_s": 3020.282461166382, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 3020.282461166382, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8 b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8
deleted file mode 100644
index d00a9eea7d46ee5a49ef2032eb76d178387bfd1a..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
deleted file mode 100644
index 216cdde3dfe37f28b006358c98b2b06905e81bc9..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.46333542158727514,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0056697738377682865,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl
deleted file mode 100644
index 2f06789dfb51e3339f76468fbb6a81be2e50ef8b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
deleted file mode 100644
index e23c2f50e3246f499a20a7dcfe487ad083898a38..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.8688695712353,1719531877,checkpoint_000000,True,False,1,7cf5cd31,2024-06-28_01-44-37,85.05374217033386,85.05374217033386,242786,r8i6n8,10.159.28.66,85.05374217033386,1
-1982.1329076571728,1719531949,checkpoint_000001,True,False,2,7cf5cd31,2024-06-28_01-45-49,71.72748875617981,156.78123092651367,242786,r8i6n8,10.159.28.66,156.78123092651367,2
-1974.7436831016241,1719532021,checkpoint_000002,True,False,3,7cf5cd31,2024-06-28_01-47-01,71.65908813476562,228.4403190612793,242786,r8i6n8,10.159.28.66,228.4403190612793,3
-1984.2343644269808,1719532091,checkpoint_000003,True,False,4,7cf5cd31,2024-06-28_01-48-11,70.61492276191711,299.0552418231964,242786,r8i6n8,10.159.28.66,299.0552418231964,4
-1974.8721375953494,1719532163,checkpoint_000004,True,False,5,7cf5cd31,2024-06-28_01-49-23,71.31156373023987,370.3668055534363,242786,r8i6n8,10.159.28.66,370.3668055534363,5
-1972.118592750369,1719532233,checkpoint_000005,True,False,6,7cf5cd31,2024-06-28_01-50-33,70.41050291061401,440.7773084640503,242786,r8i6n8,10.159.28.66,440.7773084640503,6
-1980.1284890963336,1719532304,checkpoint_000006,True,False,7,7cf5cd31,2024-06-28_01-51-44,70.97861886024475,511.75592732429504,242786,r8i6n8,10.159.28.66,511.75592732429504,7
-1970.5598875030757,1719532375,checkpoint_000007,True,False,8,7cf5cd31,2024-06-28_01-52-55,70.93102216720581,582.6869494915009,242786,r8i6n8,10.159.28.66,582.6869494915009,8
-1983.0140207846334,1719532446,checkpoint_000008,True,False,9,7cf5cd31,2024-06-28_01-54-06,70.94619107246399,653.6331405639648,242786,r8i6n8,10.159.28.66,653.6331405639648,9
-1969.8179076187255,1719532517,checkpoint_000009,True,False,10,7cf5cd31,2024-06-28_01-55-17,71.38838720321655,725.0215277671814,242786,r8i6n8,10.159.28.66,725.0215277671814,10
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
deleted file mode 100644
index 585a40886c9781fb8c807e8e0b0e89bf7a9e5c85..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1977.8688695712353, "timestamp": 1719531877, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7cf5cd31", "date": "2024-06-28_01-44-37", "time_this_iter_s": 85.05374217033386, "time_total_s": 85.05374217033386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 85.05374217033386, "iterations_since_restore": 1}
-{"loss": 1982.1329076571728, "timestamp": 1719531949, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7cf5cd31", "date": "2024-06-28_01-45-49", "time_this_iter_s": 71.72748875617981, "time_total_s": 156.78123092651367, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 156.78123092651367, "iterations_since_restore": 2}
-{"loss": 1974.7436831016241, "timestamp": 1719532021, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7cf5cd31", "date": "2024-06-28_01-47-01", "time_this_iter_s": 71.65908813476562, "time_total_s": 228.4403190612793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 228.4403190612793, "iterations_since_restore": 3}
-{"loss": 1984.2343644269808, "timestamp": 1719532091, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7cf5cd31", "date": "2024-06-28_01-48-11", "time_this_iter_s": 70.61492276191711, "time_total_s": 299.0552418231964, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 299.0552418231964, "iterations_since_restore": 4}
-{"loss": 1974.8721375953494, "timestamp": 1719532163, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7cf5cd31", "date": "2024-06-28_01-49-23", "time_this_iter_s": 71.31156373023987, "time_total_s": 370.3668055534363, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 370.3668055534363, "iterations_since_restore": 5}
-{"loss": 1972.118592750369, "timestamp": 1719532233, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7cf5cd31", "date": "2024-06-28_01-50-33", "time_this_iter_s": 70.41050291061401, "time_total_s": 440.7773084640503, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 440.7773084640503, "iterations_since_restore": 6}
-{"loss": 1980.1284890963336, "timestamp": 1719532304, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7cf5cd31", "date": "2024-06-28_01-51-44", "time_this_iter_s": 70.97861886024475, "time_total_s": 511.75592732429504, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 511.75592732429504, "iterations_since_restore": 7}
-{"loss": 1970.5598875030757, "timestamp": 1719532375, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7cf5cd31", "date": "2024-06-28_01-52-55", "time_this_iter_s": 70.93102216720581, "time_total_s": 582.6869494915009, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 582.6869494915009, "iterations_since_restore": 8}
-{"loss": 1983.0140207846334, "timestamp": 1719532446, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7cf5cd31", "date": "2024-06-28_01-54-06", "time_this_iter_s": 70.94619107246399, "time_total_s": 653.6331405639648, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 653.6331405639648, "iterations_since_restore": 9}
-{"loss": 1969.8179076187255, "timestamp": 1719532517, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7cf5cd31", "date": "2024-06-28_01-55-17", "time_this_iter_s": 71.38838720321655, "time_total_s": 725.0215277671814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 725.0215277671814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/events.out.tfevents.1719328526.r8i6n2 b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/events.out.tfevents.1719328526.r8i6n2
deleted file mode 100644
index 9bac5693357821843ba482583e0c8d0988a565f3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/events.out.tfevents.1719328526.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json
deleted file mode 100644
index ae356ec5704e9b16fe2fc50959a5c3a5f393c87b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.474834603771515,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.015369204694575145,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.pkl b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.pkl
deleted file mode 100644
index f7324d1996709089de50c6898ab7840b47452eee..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv
deleted file mode 100644
index d5f9bcf7eaa42ca457dd3dd8c963060707c98ba7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2079.0407700425994,1719328617,checkpoint_000000,True,False,1,7ddcd025,2024-06-25_17-16-57,90.59219408035278,90.59219408035278,2195253,r8i6n2,10.159.28.60,90.59219408035278,1
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json
deleted file mode 100644
index 5c795bae9dce5d374e94b6df1ee4d1629abb226c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2079.0407700425994, "timestamp": 1719328617, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7ddcd025", "date": "2024-06-25_17-16-57", "time_this_iter_s": 90.59219408035278, "time_total_s": 90.59219408035278, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.474834603771515, "lr": 0.015369204694575145, "batch_size": 1024}, "time_since_restore": 90.59219408035278, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/events.out.tfevents.1719328617.r8i6n2 b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/events.out.tfevents.1719328617.r8i6n2
deleted file mode 100644
index 7367e226129739c3987e7bb20d4b3e14b1e03ed1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/events.out.tfevents.1719328617.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json
deleted file mode 100644
index adf6e7ca5d1b3f49b2d6c1d55cc8efa19a47a77d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6066107852445892,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0011313709304158431,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.pkl b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.pkl
deleted file mode 100644
index 04ed4ecc4f6a23dc67e03a1661d603cfd8caa48c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv
deleted file mode 100644
index dc8c1f95e1ac345fae8765bf79bb3df464776932..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1979.0773276982345,1719328732,checkpoint_000000,True,False,1,7dfe67c7,2024-06-25_17-18-52,115.28918504714966,115.28918504714966,2195253,r8i6n2,10.159.28.60,115.28918504714966,1
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json
deleted file mode 100644
index a11df1a6f9ad4dc4eb14bd319e717eed60db5336..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1979.0773276982345, "timestamp": 1719328732, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7dfe67c7", "date": "2024-06-25_17-18-52", "time_this_iter_s": 115.28918504714966, "time_total_s": 115.28918504714966, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.6066107852445892, "lr": 0.0011313709304158431, "batch_size": 1024}, "time_since_restore": 115.28918504714966, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/events.out.tfevents.1719335912.r8i6n2 b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/events.out.tfevents.1719335912.r8i6n2
deleted file mode 100644
index 026fe5133f8eec3c18e3c3ede008ba87963143ff..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/events.out.tfevents.1719335912.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json
deleted file mode 100644
index 3afc3a3232142476d14869fc210d51b0c9adbf33..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9507029678825294,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.00025487621898754583,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.pkl b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.pkl
deleted file mode 100644
index 5822f94cb1e2ebddcad8543851807b8549ac0c89..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv
deleted file mode 100644
index 1f3b6b453f7aa3f386923870ca7d7203035b36dc..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2178.1833553764764,1719336534,checkpoint_000000,True,False,1,82396cf3,2024-06-25_19-28-54,622.4429934024811,622.4429934024811,2195253,r8i6n2,10.159.28.60,622.4429934024811,1
-2187.193873608206,1719337142,checkpoint_000001,True,False,2,82396cf3,2024-06-25_19-39-03,608.1205008029938,1230.5634942054749,2195253,r8i6n2,10.159.28.60,1230.5634942054749,2
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json
deleted file mode 100644
index 6aabf4ae683de46d9cdfadfe1bbfe5bcb96d079e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2178.1833553764764, "timestamp": 1719336534, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "82396cf3", "date": "2024-06-25_19-28-54", "time_this_iter_s": 622.4429934024811, "time_total_s": 622.4429934024811, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9507029678825294, "lr": 0.00025487621898754583, "batch_size": 2048}, "time_since_restore": 622.4429934024811, "iterations_since_restore": 1}
-{"loss": 2187.193873608206, "timestamp": 1719337142, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "82396cf3", "date": "2024-06-25_19-39-03", "time_this_iter_s": 608.1205008029938, "time_total_s": 1230.5634942054749, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9507029678825294, "lr": 0.00025487621898754583, "batch_size": 2048}, "time_since_restore": 1230.5634942054749, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8 b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8
deleted file mode 100644
index f949d64bad87cb919d49091acbe5e72658f688d6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
deleted file mode 100644
index afad7f5f167cfe4338e4a808311c6a3f5c700220..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.6055751532136977,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.08464538523322317,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl
deleted file mode 100644
index 3b3c1c83923277da265936a90a5b66001fb44e2f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
deleted file mode 100644
index 4c7dc638074a72ee8f5ddede8964c02fcb5aed18..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3133.156076986959,1719499095,checkpoint_000000,True,False,1,849f9246,2024-06-27_16-38-15,78.58129525184631,78.58129525184631,242786,r8i6n8,10.159.28.66,78.58129525184631,1
-2193.2057009719488,1719499162,checkpoint_000001,True,False,2,849f9246,2024-06-27_16-39-22,66.90322375297546,145.48451900482178,242786,r8i6n8,10.159.28.66,145.48451900482178,2
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
deleted file mode 100644
index a8756be5abbef61893ff3a0cdbe5b3354fe66496..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3133.156076986959, "timestamp": 1719499095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "849f9246", "date": "2024-06-27_16-38-15", "time_this_iter_s": 78.58129525184631, "time_total_s": 78.58129525184631, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 78.58129525184631, "iterations_since_restore": 1}
-{"loss": 2193.2057009719488, "timestamp": 1719499162, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "849f9246", "date": "2024-06-27_16-39-22", "time_this_iter_s": 66.90322375297546, "time_total_s": 145.48451900482178, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 145.48451900482178, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719325014.r3i5n6 b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719325014.r3i5n6
deleted file mode 100644
index 10b61213c97a5e881e015339b840ca4732ffdcd8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719325014.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719327469.r3i5n6 b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719327469.r3i5n6
deleted file mode 100644
index dd67d6d6f8550c83efa236fe944e13de4dfd5c06..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719327469.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json
deleted file mode 100644
index ee925cb745fa96d8c7a10dd76b86825dedca8f2c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 4,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.7568171644612052,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0002629821336450532,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.pkl b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.pkl
deleted file mode 100644
index 289c7c0772501541dc96ebcea495ecc9910ae5c3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv
deleted file mode 100644
index 68b7d899baa71da98ba7962e013b2f45a387a4fb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1993.6307767132137,1719325156,checkpoint_000000,True,False,1,86ae258f,2024-06-25_16-19-16,141.57161211967468,141.57161211967468,69318,r3i5n6,10.159.8.159,141.57161211967468,1
-1995.102591927596,1719327610,checkpoint_000001,True,False,2,86ae258f,2024-06-25_17-00-10,141.5520534515381,283.12366557121277,130020,r3i5n6,10.159.8.159,141.5520534515381,1
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json
deleted file mode 100644
index 1a450f4490a88ed6039da312734fc88a8e7bac4d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1993.6307767132137, "timestamp": 1719325156, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "86ae258f", "date": "2024-06-25_16-19-16", "time_this_iter_s": 141.57161211967468, "time_total_s": 141.57161211967468, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 4, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.7568171644612052, "lr": 0.0002629821336450532, "batch_size": 2048}, "time_since_restore": 141.57161211967468, "iterations_since_restore": 1}
-{"loss": 1995.102591927596, "timestamp": 1719327610, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "86ae258f", "date": "2024-06-25_17-00-10", "time_this_iter_s": 141.5520534515381, "time_total_s": 283.12366557121277, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 4, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.7568171644612052, "lr": 0.0002629821336450532, "batch_size": 2048}, "time_since_restore": 141.5520534515381, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8 b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8
deleted file mode 100644
index 65f09549e4f02884800f41320a6736265484532e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
deleted file mode 100644
index 2ca124924a46fcc5b6b39fc62cc416b9844d5873..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.02058782092742384,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.00012206173551085312,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl
deleted file mode 100644
index 0933ea081fbfea53957d19e9ffdbe6f5b752bbc9..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
deleted file mode 100644
index 61624e83f91d499b2cb5a525d0c50a0ff428e0d0..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1955.2079112135518,1719549284,checkpoint_000000,True,False,1,88943ec6,2024-06-28_06-34-44,138.29581928253174,138.29581928253174,242786,r8i6n8,10.159.28.66,138.29581928253174,1
-1952.9390787440022,1719549409,checkpoint_000001,True,False,2,88943ec6,2024-06-28_06-36-49,125.04476261138916,263.3405818939209,242786,r8i6n8,10.159.28.66,263.3405818939209,2
-1953.1876744548167,1719549534,checkpoint_000002,True,False,3,88943ec6,2024-06-28_06-38-54,124.98309111595154,388.32367300987244,242786,r8i6n8,10.159.28.66,388.32367300987244,3
-1957.8012575164555,1719549659,checkpoint_000003,True,False,4,88943ec6,2024-06-28_06-40-59,124.89581799507141,513.2194910049438,242786,r8i6n8,10.159.28.66,513.2194910049438,4
-1955.3321187177041,1719549784,checkpoint_000004,True,False,5,88943ec6,2024-06-28_06-43-04,124.5345048904419,637.7539958953857,242786,r8i6n8,10.159.28.66,637.7539958953857,5
-1955.422944316714,1719549909,checkpoint_000005,True,False,6,88943ec6,2024-06-28_06-45-09,125.16982364654541,762.9238195419312,242786,r8i6n8,10.159.28.66,762.9238195419312,6
-1955.47275332954,1719550034,checkpoint_000006,True,False,7,88943ec6,2024-06-28_06-47-14,124.71126890182495,887.6350884437561,242786,r8i6n8,10.159.28.66,887.6350884437561,7
-1953.6913279135397,1719550158,checkpoint_000007,True,False,8,88943ec6,2024-06-28_06-49-18,124.53526043891907,1012.1703488826752,242786,r8i6n8,10.159.28.66,1012.1703488826752,8
-1952.0587047667016,1719550282,checkpoint_000008,True,False,9,88943ec6,2024-06-28_06-51-22,123.8325846195221,1136.0029335021973,242786,r8i6n8,10.159.28.66,1136.0029335021973,9
-1953.125932348056,1719550406,checkpoint_000009,True,False,10,88943ec6,2024-06-28_06-53-26,124.03362774848938,1260.0365612506866,242786,r8i6n8,10.159.28.66,1260.0365612506866,10
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
deleted file mode 100644
index 2c8fc77c05bbf9e083fa25e2fca6ad9d55bf043b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1955.2079112135518, "timestamp": 1719549284, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "88943ec6", "date": "2024-06-28_06-34-44", "time_this_iter_s": 138.29581928253174, "time_total_s": 138.29581928253174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 138.29581928253174, "iterations_since_restore": 1}
-{"loss": 1952.9390787440022, "timestamp": 1719549409, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "88943ec6", "date": "2024-06-28_06-36-49", "time_this_iter_s": 125.04476261138916, "time_total_s": 263.3405818939209, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 263.3405818939209, "iterations_since_restore": 2}
-{"loss": 1953.1876744548167, "timestamp": 1719549534, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "88943ec6", "date": "2024-06-28_06-38-54", "time_this_iter_s": 124.98309111595154, "time_total_s": 388.32367300987244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 388.32367300987244, "iterations_since_restore": 3}
-{"loss": 1957.8012575164555, "timestamp": 1719549659, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "88943ec6", "date": "2024-06-28_06-40-59", "time_this_iter_s": 124.89581799507141, "time_total_s": 513.2194910049438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 513.2194910049438, "iterations_since_restore": 4}
-{"loss": 1955.3321187177041, "timestamp": 1719549784, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "88943ec6", "date": "2024-06-28_06-43-04", "time_this_iter_s": 124.5345048904419, "time_total_s": 637.7539958953857, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 637.7539958953857, "iterations_since_restore": 5}
-{"loss": 1955.422944316714, "timestamp": 1719549909, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "88943ec6", "date": "2024-06-28_06-45-09", "time_this_iter_s": 125.16982364654541, "time_total_s": 762.9238195419312, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 762.9238195419312, "iterations_since_restore": 6}
-{"loss": 1955.47275332954, "timestamp": 1719550034, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "88943ec6", "date": "2024-06-28_06-47-14", "time_this_iter_s": 124.71126890182495, "time_total_s": 887.6350884437561, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 887.6350884437561, "iterations_since_restore": 7}
-{"loss": 1953.6913279135397, "timestamp": 1719550158, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "88943ec6", "date": "2024-06-28_06-49-18", "time_this_iter_s": 124.53526043891907, "time_total_s": 1012.1703488826752, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1012.1703488826752, "iterations_since_restore": 8}
-{"loss": 1952.0587047667016, "timestamp": 1719550282, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "88943ec6", "date": "2024-06-28_06-51-22", "time_this_iter_s": 123.8325846195221, "time_total_s": 1136.0029335021973, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1136.0029335021973, "iterations_since_restore": 9}
-{"loss": 1953.125932348056, "timestamp": 1719550406, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "88943ec6", "date": "2024-06-28_06-53-26", "time_this_iter_s": 124.03362774848938, "time_total_s": 1260.0365612506866, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1260.0365612506866, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.pkl b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.pkl
deleted file mode 100644
index 2fc8daba03d604d911ffe4f4d7076265d28d6b64..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt
deleted file mode 100644
index 1f1f25f7dfca38496adaa0a5967477fb6a6fe8c8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt
+++ /dev/null
@@ -1,59 +0,0 @@
-Failure # 1 (occurred at 2024-06-25_16-43-06)
-[36mray::ImplicitFunc.train()[39m (pid=69318, ip=10.159.8.159, actor_id=eae11dc975075dcb8b04fdbf01000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
- x = self.norm2(x + self._ff_block(x))
- ^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 730, in _ff_block
- x = self.linear2(self.dropout(self.activation(self.linear1(x))))
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 1473, in relu
- result = torch.relu(input)
- ^^^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 200.00 MiB. GPU 0 has a total capacity of 15.77 GiB of which 164.69 MiB is free. Including non-PyTorch memory, this process has 15.60 GiB memory in use. Of the allocated memory 15.18 GiB is allocated by PyTorch, and 51.15 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/events.out.tfevents.1719326572.r3i5n6 b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/events.out.tfevents.1719326572.r3i5n6
deleted file mode 100644
index bb8b5d2f12702c6f37d63b73939f9db314e074bf..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/events.out.tfevents.1719326572.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json
deleted file mode 100644
index 8af95a6ed61c792e34156c22ee75bb705ca4613c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.6537122299874158,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.010515037912087563,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.pkl b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.pkl
deleted file mode 100644
index b03d70fc1f346840504450aed94126874aed0347..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/result.json b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/result.json
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/events.out.tfevents.1719326883.r3i5n6 b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/events.out.tfevents.1719326883.r3i5n6
deleted file mode 100644
index 7864aece5d8ff7dc3e8e074eb73881f1d778e557..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/events.out.tfevents.1719326883.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json
deleted file mode 100644
index 6c356800fa7c651961ed91e66b850ae07bdd8ae8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.8999111579906955,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.000663247583015271,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.pkl b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.pkl
deleted file mode 100644
index 6bbd9fa4c9b60d515a5378a4c5267e0d057fe47c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv
deleted file mode 100644
index 1b028f4d87c51f9bbd83798848a93662d3297571..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2062.3793243648497,1719327039,checkpoint_000000,True,False,1,8e58579c,2024-06-25_16-50-39,156.63724398612976,156.63724398612976,130020,r3i5n6,10.159.8.159,156.63724398612976,1
-2056.04917078694,1719327182,checkpoint_000001,True,False,2,8e58579c,2024-06-25_16-53-02,142.2777497768402,298.91499376296997,130020,r3i5n6,10.159.8.159,298.91499376296997,2
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json
deleted file mode 100644
index f6ba9861f4501cdbab887168892ec296ca506187..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2062.3793243648497, "timestamp": 1719327039, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "8e58579c", "date": "2024-06-25_16-50-39", "time_this_iter_s": 156.63724398612976, "time_total_s": 156.63724398612976, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.8999111579906955, "lr": 0.000663247583015271, "batch_size": 1024}, "time_since_restore": 156.63724398612976, "iterations_since_restore": 1}
-{"loss": 2056.04917078694, "timestamp": 1719327182, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "8e58579c", "date": "2024-06-25_16-53-02", "time_this_iter_s": 142.2777497768402, "time_total_s": 298.91499376296997, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.8999111579906955, "lr": 0.000663247583015271, "batch_size": 1024}, "time_since_restore": 298.91499376296997, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8 b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8
deleted file mode 100644
index 29207aef6d4f6c3d0a2ae35440021969192807b1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
deleted file mode 100644
index 059f0e72efbfbd73895f6ec10a9c3bf63d94a3d0..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2933049514156799,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.011848091629580768,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl
deleted file mode 100644
index 9b9ede690bf38587455db45dce6eb4b0aef8dced..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
deleted file mode 100644
index b77623f02edea5ac31abb36b75b2701a8146bd1d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2238.4140029066193,1719509287,checkpoint_000000,True,False,1,8e5e7f52,2024-06-27_19-28-07,76.45697116851807,76.45697116851807,242786,r8i6n8,10.159.28.66,76.45697116851807,1
-2216.8567279004674,1719509350,checkpoint_000001,True,False,2,8e5e7f52,2024-06-27_19-29-10,63.10471820831299,139.56168937683105,242786,r8i6n8,10.159.28.66,139.56168937683105,2
-2184.21265321266,1719509413,checkpoint_000002,True,False,3,8e5e7f52,2024-06-27_19-30-13,62.492005825042725,202.05369520187378,242786,r8i6n8,10.159.28.66,202.05369520187378,3
-2145.5848196435163,1719509475,checkpoint_000003,True,False,4,8e5e7f52,2024-06-27_19-31-15,62.598204612731934,264.6518998146057,242786,r8i6n8,10.159.28.66,264.6518998146057,4
-2114.985403466412,1719509537,checkpoint_000004,True,False,5,8e5e7f52,2024-06-27_19-32-17,62.10174918174744,326.75364899635315,242786,r8i6n8,10.159.28.66,326.75364899635315,5
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
deleted file mode 100644
index 5700fbe1ee52676bf8145c9b37f9bf9ef84b597e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 2238.4140029066193, "timestamp": 1719509287, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "8e5e7f52", "date": "2024-06-27_19-28-07", "time_this_iter_s": 76.45697116851807, "time_total_s": 76.45697116851807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 76.45697116851807, "iterations_since_restore": 1}
-{"loss": 2216.8567279004674, "timestamp": 1719509350, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "8e5e7f52", "date": "2024-06-27_19-29-10", "time_this_iter_s": 63.10471820831299, "time_total_s": 139.56168937683105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 139.56168937683105, "iterations_since_restore": 2}
-{"loss": 2184.21265321266, "timestamp": 1719509413, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "8e5e7f52", "date": "2024-06-27_19-30-13", "time_this_iter_s": 62.492005825042725, "time_total_s": 202.05369520187378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 202.05369520187378, "iterations_since_restore": 3}
-{"loss": 2145.5848196435163, "timestamp": 1719509475, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "8e5e7f52", "date": "2024-06-27_19-31-15", "time_this_iter_s": 62.598204612731934, "time_total_s": 264.6518998146057, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 264.6518998146057, "iterations_since_restore": 4}
-{"loss": 2114.985403466412, "timestamp": 1719509537, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "8e5e7f52", "date": "2024-06-27_19-32-17", "time_this_iter_s": 62.10174918174744, "time_total_s": 326.75364899635315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 326.75364899635315, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719329610.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719329610.r8i6n2
deleted file mode 100644
index 6286bd7b76e0ed6b0f2508218e6d19bd2fb5afbb..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719329610.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719330672.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719330672.r8i6n2
deleted file mode 100644
index 0e757bb36b88857565d42e05f02c84edb9ff24d3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719330672.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719331282.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719331282.r8i6n2
deleted file mode 100644
index 09c5868db57d6f4925f92cad890b331bfe74ebf1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719331282.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719332071.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719332071.r8i6n2
deleted file mode 100644
index 49e30115265afe258f1d2759701312484da2e83f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719332071.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json
deleted file mode 100644
index 74d001d17fd9b747da8ffb1f8200ba1a778811c7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.2811887966312956,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.0005389075253520159,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.pkl b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.pkl
deleted file mode 100644
index bf09f8838ddc89a7bb42c709c4600a089ff8a403..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv
deleted file mode 100644
index 1935394caedcf6778e39ffd2821f27653f5edb11..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-234.06637176753966,1719329693,checkpoint_000000,True,False,1,934c5104,2024-06-25_17-34-53,82.2380793094635,82.2380793094635,2195253,r8i6n2,10.159.28.60,82.2380793094635,1
-191.28313151682457,1719330754,checkpoint_000001,True,False,2,934c5104,2024-06-25_17-52-34,82.23219752311707,164.47027683258057,2195253,r8i6n2,10.159.28.60,82.23219752311707,1
-166.0584006722518,1719331377,checkpoint_000002,True,False,3,934c5104,2024-06-25_18-02-57,95.2866895198822,259.75696635246277,2195253,r8i6n2,10.159.28.60,95.2866895198822,1
-159.9789658794253,1719331459,checkpoint_000003,True,False,4,934c5104,2024-06-25_18-04-19,81.72880601882935,341.4857723712921,2195253,r8i6n2,10.159.28.60,177.01549553871155,2
-141.96990696464,1719332153,checkpoint_000004,True,False,5,934c5104,2024-06-25_18-15-54,82.40532422065735,423.89109659194946,2195253,r8i6n2,10.159.28.60,82.40532422065735,1
-117.70846791905682,1719332222,checkpoint_000005,True,False,6,934c5104,2024-06-25_18-17-02,68.08270859718323,491.9738051891327,2195253,r8i6n2,10.159.28.60,150.48803281784058,2
-113.39667721245233,1719332289,checkpoint_000006,True,False,7,934c5104,2024-06-25_18-18-09,67.7198805809021,559.6936857700348,2195253,r8i6n2,10.159.28.60,218.20791339874268,3
-111.7227829460084,1719332358,checkpoint_000007,True,False,8,934c5104,2024-06-25_18-19-18,68.60852479934692,628.3022105693817,2195253,r8i6n2,10.159.28.60,286.8164381980896,4
-111.3588055588129,1719332426,checkpoint_000008,True,False,9,934c5104,2024-06-25_18-20-26,67.80738162994385,696.1095921993256,2195253,r8i6n2,10.159.28.60,354.62381982803345,5
-108.66629178505244,1719332494,checkpoint_000009,True,False,10,934c5104,2024-06-25_18-21-35,68.99091339111328,765.1005055904388,2195253,r8i6n2,10.159.28.60,423.61473321914673,6
-102.03670796071451,1719332563,checkpoint_000010,True,False,11,934c5104,2024-06-25_18-22-43,68.06165027618408,833.1621558666229,2195253,r8i6n2,10.159.28.60,491.6763834953308,7
-100.34690394364004,1719332631,checkpoint_000011,True,False,12,934c5104,2024-06-25_18-23-51,68.09097814559937,901.2531340122223,2195253,r8i6n2,10.159.28.60,559.7673616409302,8
-102.1303488663801,1719332699,checkpoint_000012,True,False,13,934c5104,2024-06-25_18-24-59,68.49995398521423,969.7530879974365,2195253,r8i6n2,10.159.28.60,628.2673156261444,9
-98.24798722154512,1719332767,checkpoint_000013,True,False,14,934c5104,2024-06-25_18-26-08,68.14825201034546,1037.901340007782,2195253,r8i6n2,10.159.28.60,696.4155676364899,10
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json
deleted file mode 100644
index dba173744518e8ab5acc1851bdc0c388610b36b0..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 234.06637176753966, "timestamp": 1719329693, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "934c5104", "date": "2024-06-25_17-34-53", "time_this_iter_s": 82.2380793094635, "time_total_s": 82.2380793094635, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 82.2380793094635, "iterations_since_restore": 1}
-{"loss": 191.28313151682457, "timestamp": 1719330754, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "934c5104", "date": "2024-06-25_17-52-34", "time_this_iter_s": 82.23219752311707, "time_total_s": 164.47027683258057, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 82.23219752311707, "iterations_since_restore": 1}
-{"loss": 166.0584006722518, "timestamp": 1719331377, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "934c5104", "date": "2024-06-25_18-02-57", "time_this_iter_s": 95.2866895198822, "time_total_s": 259.75696635246277, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 95.2866895198822, "iterations_since_restore": 1}
-{"loss": 159.9789658794253, "timestamp": 1719331459, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "934c5104", "date": "2024-06-25_18-04-19", "time_this_iter_s": 81.72880601882935, "time_total_s": 341.4857723712921, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 177.01549553871155, "iterations_since_restore": 2}
-{"loss": 141.96990696464, "timestamp": 1719332153, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "934c5104", "date": "2024-06-25_18-15-54", "time_this_iter_s": 82.40532422065735, "time_total_s": 423.89109659194946, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 82.40532422065735, "iterations_since_restore": 1}
-{"loss": 117.70846791905682, "timestamp": 1719332222, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "934c5104", "date": "2024-06-25_18-17-02", "time_this_iter_s": 68.08270859718323, "time_total_s": 491.9738051891327, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 150.48803281784058, "iterations_since_restore": 2}
-{"loss": 113.39667721245233, "timestamp": 1719332289, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "934c5104", "date": "2024-06-25_18-18-09", "time_this_iter_s": 67.7198805809021, "time_total_s": 559.6936857700348, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 218.20791339874268, "iterations_since_restore": 3}
-{"loss": 111.7227829460084, "timestamp": 1719332358, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "934c5104", "date": "2024-06-25_18-19-18", "time_this_iter_s": 68.60852479934692, "time_total_s": 628.3022105693817, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 286.8164381980896, "iterations_since_restore": 4}
-{"loss": 111.3588055588129, "timestamp": 1719332426, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "934c5104", "date": "2024-06-25_18-20-26", "time_this_iter_s": 67.80738162994385, "time_total_s": 696.1095921993256, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 354.62381982803345, "iterations_since_restore": 5}
-{"loss": 108.66629178505244, "timestamp": 1719332494, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "934c5104", "date": "2024-06-25_18-21-35", "time_this_iter_s": 68.99091339111328, "time_total_s": 765.1005055904388, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 423.61473321914673, "iterations_since_restore": 6}
-{"loss": 102.03670796071451, "timestamp": 1719332563, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "934c5104", "date": "2024-06-25_18-22-43", "time_this_iter_s": 68.06165027618408, "time_total_s": 833.1621558666229, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 491.6763834953308, "iterations_since_restore": 7}
-{"loss": 100.34690394364004, "timestamp": 1719332631, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "934c5104", "date": "2024-06-25_18-23-51", "time_this_iter_s": 68.09097814559937, "time_total_s": 901.2531340122223, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 559.7673616409302, "iterations_since_restore": 8}
-{"loss": 102.1303488663801, "timestamp": 1719332699, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "934c5104", "date": "2024-06-25_18-24-59", "time_this_iter_s": 68.49995398521423, "time_total_s": 969.7530879974365, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 628.2673156261444, "iterations_since_restore": 9}
-{"loss": 98.24798722154512, "timestamp": 1719332767, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "934c5104", "date": "2024-06-25_18-26-08", "time_this_iter_s": 68.14825201034546, "time_total_s": 1037.901340007782, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 696.4155676364899, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8 b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8
deleted file mode 100644
index e63b66a0b1d6aaef470d674fa49fa91485500d05..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
deleted file mode 100644
index 501d65c5526b3deb5c9ba669b21340128a6e524d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.7914041407453669,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.0017184389008014717,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl
deleted file mode 100644
index a1237f04b29c5b23598309c54f257f8e3e7e4096..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
deleted file mode 100644
index f42ea72e1147d9841b9dc97a2f26985cea1e9d2f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1996.2721538393516,1719502422,checkpoint_000000,True,False,1,93c649bd,2024-06-27_17-33-42,84.1758508682251,84.1758508682251,242786,r8i6n8,10.159.28.66,84.1758508682251,1
-1999.4757651982345,1719502493,checkpoint_000001,True,False,2,93c649bd,2024-06-27_17-34-53,70.39586234092712,154.57171320915222,242786,r8i6n8,10.159.28.66,154.57171320915222,2
-2008.213741753045,1719502563,checkpoint_000002,True,False,3,93c649bd,2024-06-27_17-36-03,70.20663857460022,224.77835178375244,242786,r8i6n8,10.159.28.66,224.77835178375244,3
-1996.1505780557948,1719502633,checkpoint_000003,True,False,4,93c649bd,2024-06-27_17-37-13,70.27228903770447,295.0506408214569,242786,r8i6n8,10.159.28.66,295.0506408214569,4
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
deleted file mode 100644
index edaa056d23718e81d80bf0be769ffd60e1d6659e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1996.2721538393516, "timestamp": 1719502422, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "93c649bd", "date": "2024-06-27_17-33-42", "time_this_iter_s": 84.1758508682251, "time_total_s": 84.1758508682251, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 84.1758508682251, "iterations_since_restore": 1}
-{"loss": 1999.4757651982345, "timestamp": 1719502493, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "93c649bd", "date": "2024-06-27_17-34-53", "time_this_iter_s": 70.39586234092712, "time_total_s": 154.57171320915222, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 154.57171320915222, "iterations_since_restore": 2}
-{"loss": 2008.213741753045, "timestamp": 1719502563, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "93c649bd", "date": "2024-06-27_17-36-03", "time_this_iter_s": 70.20663857460022, "time_total_s": 224.77835178375244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 224.77835178375244, "iterations_since_restore": 3}
-{"loss": 1996.1505780557948, "timestamp": 1719502633, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "93c649bd", "date": "2024-06-27_17-37-13", "time_this_iter_s": 70.27228903770447, "time_total_s": 295.0506408214569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 295.0506408214569, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8 b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8
deleted file mode 100644
index 05210fc2a6193fc6db5662617478292dafafea92..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
deleted file mode 100644
index 95f54f243499cca9fc249fa12024b53a5e164fbb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7686353033166121,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.00011707230271575167,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl
deleted file mode 100644
index 7aa2cd98584ebced3a9a23fce29839580c7b1289..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
deleted file mode 100644
index 6354cca98d8cefce97f90d6e115e07de70588270..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1995.6765771099901,1719521818,checkpoint_000000,True,False,1,951ea23d,2024-06-27_22-56-58,243.84869742393494,243.84869742393494,242786,r8i6n8,10.159.28.66,243.84869742393494,1
-1996.344031626784,1719522048,checkpoint_000001,True,False,2,951ea23d,2024-06-27_23-00-48,230.28329491615295,474.1319923400879,242786,r8i6n8,10.159.28.66,474.1319923400879,2
-1999.2121284064347,1719522278,checkpoint_000002,True,False,3,951ea23d,2024-06-27_23-04-38,230.10066199302673,704.2326543331146,242786,r8i6n8,10.159.28.66,704.2326543331146,3
-1990.6904046967275,1719522509,checkpoint_000003,True,False,4,951ea23d,2024-06-27_23-08-29,230.43604636192322,934.6687006950378,242786,r8i6n8,10.159.28.66,934.6687006950378,4
-1992.301810677596,1719522739,checkpoint_000004,True,False,5,951ea23d,2024-06-27_23-12-19,230.36418223381042,1165.0328829288483,242786,r8i6n8,10.159.28.66,1165.0328829288483,5
-1994.9048264871433,1719522970,checkpoint_000005,True,False,6,951ea23d,2024-06-27_23-16-10,230.64503145217896,1395.6779143810272,242786,r8i6n8,10.159.28.66,1395.6779143810272,6
-1997.1295665831078,1719523200,checkpoint_000006,True,False,7,951ea23d,2024-06-27_23-20-00,230.41295719146729,1626.0908715724945,242786,r8i6n8,10.159.28.66,1626.0908715724945,7
-1995.2905263825664,1719523430,checkpoint_000007,True,False,8,951ea23d,2024-06-27_23-23-50,230.26359033584595,1856.3544619083405,242786,r8i6n8,10.159.28.66,1856.3544619083405,8
-1990.7004615603469,1719523661,checkpoint_000008,True,False,9,951ea23d,2024-06-27_23-27-41,230.41418027877808,2086.7686421871185,242786,r8i6n8,10.159.28.66,2086.7686421871185,9
-1996.574927142286,1719523891,checkpoint_000009,True,False,10,951ea23d,2024-06-27_23-31-31,230.07325339317322,2316.8418955802917,242786,r8i6n8,10.159.28.66,2316.8418955802917,10
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
deleted file mode 100644
index 0e488367ba607e389aad2421dadb551ebdeb101f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1995.6765771099901, "timestamp": 1719521818, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "951ea23d", "date": "2024-06-27_22-56-58", "time_this_iter_s": 243.84869742393494, "time_total_s": 243.84869742393494, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 243.84869742393494, "iterations_since_restore": 1}
-{"loss": 1996.344031626784, "timestamp": 1719522048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "951ea23d", "date": "2024-06-27_23-00-48", "time_this_iter_s": 230.28329491615295, "time_total_s": 474.1319923400879, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 474.1319923400879, "iterations_since_restore": 2}
-{"loss": 1999.2121284064347, "timestamp": 1719522278, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "951ea23d", "date": "2024-06-27_23-04-38", "time_this_iter_s": 230.10066199302673, "time_total_s": 704.2326543331146, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 704.2326543331146, "iterations_since_restore": 3}
-{"loss": 1990.6904046967275, "timestamp": 1719522509, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "951ea23d", "date": "2024-06-27_23-08-29", "time_this_iter_s": 230.43604636192322, "time_total_s": 934.6687006950378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 934.6687006950378, "iterations_since_restore": 4}
-{"loss": 1992.301810677596, "timestamp": 1719522739, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "951ea23d", "date": "2024-06-27_23-12-19", "time_this_iter_s": 230.36418223381042, "time_total_s": 1165.0328829288483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1165.0328829288483, "iterations_since_restore": 5}
-{"loss": 1994.9048264871433, "timestamp": 1719522970, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "951ea23d", "date": "2024-06-27_23-16-10", "time_this_iter_s": 230.64503145217896, "time_total_s": 1395.6779143810272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1395.6779143810272, "iterations_since_restore": 6}
-{"loss": 1997.1295665831078, "timestamp": 1719523200, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "951ea23d", "date": "2024-06-27_23-20-00", "time_this_iter_s": 230.41295719146729, "time_total_s": 1626.0908715724945, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1626.0908715724945, "iterations_since_restore": 7}
-{"loss": 1995.2905263825664, "timestamp": 1719523430, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "951ea23d", "date": "2024-06-27_23-23-50", "time_this_iter_s": 230.26359033584595, "time_total_s": 1856.3544619083405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1856.3544619083405, "iterations_since_restore": 8}
-{"loss": 1990.7004615603469, "timestamp": 1719523661, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "951ea23d", "date": "2024-06-27_23-27-41", "time_this_iter_s": 230.41418027877808, "time_total_s": 2086.7686421871185, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2086.7686421871185, "iterations_since_restore": 9}
-{"loss": 1996.574927142286, "timestamp": 1719523891, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "951ea23d", "date": "2024-06-27_23-31-31", "time_this_iter_s": 230.07325339317322, "time_total_s": 2316.8418955802917, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2316.8418955802917, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/events.out.tfevents.1719324728.r3i5n6 b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/events.out.tfevents.1719324728.r3i5n6
deleted file mode 100644
index 751ead7bdc6e653c4adc03dec7f4ad59e03acae9..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/events.out.tfevents.1719324728.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json
deleted file mode 100644
index a21fd66094fca7a83a07b23a898bb7095743ad4b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.8156275326399022,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00010404955423531405,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.pkl b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.pkl
deleted file mode 100644
index e196681f5f7a5e368943bf3fb54a03fefb5f87e9..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv
deleted file mode 100644
index cc55625fa767504c743ae1ea347027ed5389f3ee..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2002.7163720318651,1719324792,checkpoint_000000,True,False,1,975aa6a0,2024-06-25_16-13-12,64.14145565032959,64.14145565032959,69318,r3i5n6,10.159.8.159,64.14145565032959,1
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json
deleted file mode 100644
index 28d61e95cbac8d1d2b16ba0f37adfa97780e5daa..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2002.7163720318651, "timestamp": 1719324792, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "975aa6a0", "date": "2024-06-25_16-13-12", "time_this_iter_s": 64.14145565032959, "time_total_s": 64.14145565032959, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.8156275326399022, "lr": 0.00010404955423531405, "batch_size": 2048}, "time_since_restore": 64.14145565032959, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8
deleted file mode 100644
index 5bf207916f62c167514065b65c4d358994c606ec..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8
deleted file mode 100644
index 2d3f1b104cbbbd765deddc289eeebda6ecf3a614..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8
deleted file mode 100644
index 5e6fcb7d1dde53d0d877be92c376e758fc1502f8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
deleted file mode 100644
index 7e71b0089b260c6708f88394506eaf1f56953a3e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.6040963353962471,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.00012961012336004763,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl
deleted file mode 100644
index f16ef2cf935606240849d52895c91845dde6a12b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
deleted file mode 100644
index 2d68370da286f265aeb006a81c7a70335a80676c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1685.7740430456447,1719508611,checkpoint_000000,True,False,1,9b9348b4,2024-06-27_19-16-51,64.70330953598022,64.70330953598022,242786,r8i6n8,10.159.28.66,64.70330953598022,1
-1079.1797451710138,1719508661,checkpoint_000001,True,False,2,9b9348b4,2024-06-27_19-17-41,50.21142077445984,114.91473031044006,242786,r8i6n8,10.159.28.66,114.91473031044006,2
-844.8458487443098,1719508712,checkpoint_000002,True,False,3,9b9348b4,2024-06-27_19-18-32,50.68339800834656,165.59812831878662,242786,r8i6n8,10.159.28.66,165.59812831878662,3
-742.8978266678457,1719508762,checkpoint_000003,True,False,4,9b9348b4,2024-06-27_19-19-22,50.660645961761475,216.2587742805481,242786,r8i6n8,10.159.28.66,216.2587742805481,4
-681.727215624231,1719508814,checkpoint_000004,True,False,5,9b9348b4,2024-06-27_19-20-14,51.10583543777466,267.36460971832275,242786,r8i6n8,10.159.28.66,267.36460971832275,5
-635.4695338451957,1719511729,checkpoint_000005,True,False,6,9b9348b4,2024-06-27_20-08-49,65.15657186508179,332.52118158340454,242786,r8i6n8,10.159.28.66,65.15657186508179,1
-593.1054894154466,1719511781,checkpoint_000006,True,False,7,9b9348b4,2024-06-27_20-09-41,51.746954679489136,384.2681362628937,242786,r8i6n8,10.159.28.66,116.90352654457092,2
-564.6246160071665,1719511831,checkpoint_000007,True,False,8,9b9348b4,2024-06-27_20-10-31,50.86654782295227,435.13468408584595,242786,r8i6n8,10.159.28.66,167.7700743675232,3
-538.9161932036633,1719511883,checkpoint_000008,True,False,9,9b9348b4,2024-06-27_20-11-23,51.34083843231201,486.47552251815796,242786,r8i6n8,10.159.28.66,219.1109127998352,4
-507.8362924170306,1719511934,checkpoint_000009,True,False,10,9b9348b4,2024-06-27_20-12-14,50.98174834251404,537.457270860672,242786,r8i6n8,10.159.28.66,270.09266114234924,5
-485.6606183389979,1719512763,checkpoint_000010,True,False,11,9b9348b4,2024-06-27_20-26-03,64.01091408729553,601.4681849479675,242786,r8i6n8,10.159.28.66,64.01091408729553,1
-458.39653459684115,1719512814,checkpoint_000011,True,False,12,9b9348b4,2024-06-27_20-26-54,51.11298680305481,652.5811717510223,242786,r8i6n8,10.159.28.66,115.12390089035034,2
-442.4198661263533,1719512865,checkpoint_000012,True,False,13,9b9348b4,2024-06-27_20-27-45,50.61492395401001,703.1960957050323,242786,r8i6n8,10.159.28.66,165.73882484436035,3
-432.3890760526882,1719512915,checkpoint_000013,True,False,14,9b9348b4,2024-06-27_20-28-35,50.555373430252075,753.7514691352844,242786,r8i6n8,10.159.28.66,216.29419827461243,4
-409.7076062780666,1719512966,checkpoint_000014,True,False,15,9b9348b4,2024-06-27_20-29-26,50.506977796554565,804.258446931839,242786,r8i6n8,10.159.28.66,266.801176071167,5
-411.3457240307425,1719513016,checkpoint_000015,True,False,16,9b9348b4,2024-06-27_20-30-16,50.07098746299744,854.3294343948364,242786,r8i6n8,10.159.28.66,316.87216353416443,6
-386.78067232867863,1719513066,checkpoint_000016,True,False,17,9b9348b4,2024-06-27_20-31-06,50.59059119224548,904.9200255870819,242786,r8i6n8,10.159.28.66,367.4627547264099,7
-375.13207094688113,1719513117,checkpoint_000017,True,False,18,9b9348b4,2024-06-27_20-31-57,50.67134237289429,955.5913679599762,242786,r8i6n8,10.159.28.66,418.1340970993042,8
-367.4461542565053,1719513168,checkpoint_000018,True,False,19,9b9348b4,2024-06-27_20-32-48,50.68568444252014,1006.2770524024963,242786,r8i6n8,10.159.28.66,468.81978154182434,9
-352.8110904243049,1719513218,checkpoint_000019,True,False,20,9b9348b4,2024-06-27_20-33-38,50.251272201538086,1056.5283246040344,242786,r8i6n8,10.159.28.66,519.0710537433624,10
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
deleted file mode 100644
index abdb6e04fe6c5be3517d43f5634c2c96773a873c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1685.7740430456447, "timestamp": 1719508611, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "9b9348b4", "date": "2024-06-27_19-16-51", "time_this_iter_s": 64.70330953598022, "time_total_s": 64.70330953598022, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.70330953598022, "iterations_since_restore": 1}
-{"loss": 1079.1797451710138, "timestamp": 1719508661, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "9b9348b4", "date": "2024-06-27_19-17-41", "time_this_iter_s": 50.21142077445984, "time_total_s": 114.91473031044006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 114.91473031044006, "iterations_since_restore": 2}
-{"loss": 844.8458487443098, "timestamp": 1719508712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "9b9348b4", "date": "2024-06-27_19-18-32", "time_this_iter_s": 50.68339800834656, "time_total_s": 165.59812831878662, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.59812831878662, "iterations_since_restore": 3}
-{"loss": 742.8978266678457, "timestamp": 1719508762, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "9b9348b4", "date": "2024-06-27_19-19-22", "time_this_iter_s": 50.660645961761475, "time_total_s": 216.2587742805481, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.2587742805481, "iterations_since_restore": 4}
-{"loss": 681.727215624231, "timestamp": 1719508814, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "9b9348b4", "date": "2024-06-27_19-20-14", "time_this_iter_s": 51.10583543777466, "time_total_s": 267.36460971832275, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 267.36460971832275, "iterations_since_restore": 5}
-{"loss": 635.4695338451957, "timestamp": 1719511729, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "9b9348b4", "date": "2024-06-27_20-08-49", "time_this_iter_s": 65.15657186508179, "time_total_s": 332.52118158340454, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 65.15657186508179, "iterations_since_restore": 1}
-{"loss": 593.1054894154466, "timestamp": 1719511781, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "9b9348b4", "date": "2024-06-27_20-09-41", "time_this_iter_s": 51.746954679489136, "time_total_s": 384.2681362628937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 116.90352654457092, "iterations_since_restore": 2}
-{"loss": 564.6246160071665, "timestamp": 1719511831, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "9b9348b4", "date": "2024-06-27_20-10-31", "time_this_iter_s": 50.86654782295227, "time_total_s": 435.13468408584595, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 167.7700743675232, "iterations_since_restore": 3}
-{"loss": 538.9161932036633, "timestamp": 1719511883, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "9b9348b4", "date": "2024-06-27_20-11-23", "time_this_iter_s": 51.34083843231201, "time_total_s": 486.47552251815796, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 219.1109127998352, "iterations_since_restore": 4}
-{"loss": 507.8362924170306, "timestamp": 1719511934, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "9b9348b4", "date": "2024-06-27_20-12-14", "time_this_iter_s": 50.98174834251404, "time_total_s": 537.457270860672, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 270.09266114234924, "iterations_since_restore": 5}
-{"loss": 485.6606183389979, "timestamp": 1719512763, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-03", "time_this_iter_s": 64.01091408729553, "time_total_s": 601.4681849479675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.01091408729553, "iterations_since_restore": 1}
-{"loss": 458.39653459684115, "timestamp": 1719512814, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-54", "time_this_iter_s": 51.11298680305481, "time_total_s": 652.5811717510223, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 115.12390089035034, "iterations_since_restore": 2}
-{"loss": 442.4198661263533, "timestamp": 1719512865, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "9b9348b4", "date": "2024-06-27_20-27-45", "time_this_iter_s": 50.61492395401001, "time_total_s": 703.1960957050323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.73882484436035, "iterations_since_restore": 3}
-{"loss": 432.3890760526882, "timestamp": 1719512915, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "9b9348b4", "date": "2024-06-27_20-28-35", "time_this_iter_s": 50.555373430252075, "time_total_s": 753.7514691352844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.29419827461243, "iterations_since_restore": 4}
-{"loss": 409.7076062780666, "timestamp": 1719512966, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "9b9348b4", "date": "2024-06-27_20-29-26", "time_this_iter_s": 50.506977796554565, "time_total_s": 804.258446931839, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 266.801176071167, "iterations_since_restore": 5}
-{"loss": 411.3457240307425, "timestamp": 1719513016, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "9b9348b4", "date": "2024-06-27_20-30-16", "time_this_iter_s": 50.07098746299744, "time_total_s": 854.3294343948364, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 316.87216353416443, "iterations_since_restore": 6}
-{"loss": 386.78067232867863, "timestamp": 1719513066, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-06", "time_this_iter_s": 50.59059119224548, "time_total_s": 904.9200255870819, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 367.4627547264099, "iterations_since_restore": 7}
-{"loss": 375.13207094688113, "timestamp": 1719513117, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-57", "time_this_iter_s": 50.67134237289429, "time_total_s": 955.5913679599762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 418.1340970993042, "iterations_since_restore": 8}
-{"loss": 367.4461542565053, "timestamp": 1719513168, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "9b9348b4", "date": "2024-06-27_20-32-48", "time_this_iter_s": 50.68568444252014, "time_total_s": 1006.2770524024963, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 468.81978154182434, "iterations_since_restore": 9}
-{"loss": 352.8110904243049, "timestamp": 1719513218, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "9b9348b4", "date": "2024-06-27_20-33-38", "time_this_iter_s": 50.251272201538086, "time_total_s": 1056.5283246040344, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 519.0710537433624, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719328456.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719328456.r8i6n2
deleted file mode 100644
index 4cc40b099c6d264f4885bfa7e1e600d9fbd88405..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719328456.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719330517.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719330517.r8i6n2
deleted file mode 100644
index 058684f608701ed90d6d293a6424317a3ea4cda4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719330517.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331131.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331131.r8i6n2
deleted file mode 100644
index 7cf1b5ad836eef601320c037e2736229dd488702..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331131.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331824.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331824.r8i6n2
deleted file mode 100644
index 2992aec175590f0f1e210addbbd192505204f9b3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331824.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json
deleted file mode 100644
index 9155b49fa735e9c3630e8248d0b8144b123b7b02..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.22544213936627444,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.0013157536168827595,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.pkl b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.pkl
deleted file mode 100644
index cf049c9f581d612bc599d1f8f0bbb72e6fd079c8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv
deleted file mode 100644
index 3ec1538b65af1e46553b471671341a8d3853e2ba..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-253.8278117743064,1719328526,checkpoint_000000,True,False,1,a00d3259,2024-06-25_17-15-26,70.23847699165344,70.23847699165344,2195253,r8i6n2,10.159.28.60,70.23847699165344,1
-168.6947938813938,1719330587,checkpoint_000001,True,False,2,a00d3259,2024-06-25_17-49-47,69.5678973197937,139.80637431144714,2195253,r8i6n2,10.159.28.60,69.5678973197937,1
-159.82500259519563,1719331219,checkpoint_000002,True,False,3,a00d3259,2024-06-25_18-00-19,88.16569352149963,227.97206783294678,2195253,r8i6n2,10.159.28.60,88.16569352149963,1
-140.64553523626853,1719331282,checkpoint_000003,True,False,4,a00d3259,2024-06-25_18-01-22,62.607720375061035,290.5797882080078,2195253,r8i6n2,10.159.28.60,150.77341389656067,2
-150.0000455060343,1719331896,checkpoint_000004,True,False,5,a00d3259,2024-06-25_18-11-36,72.27389621734619,362.853684425354,2195253,r8i6n2,10.159.28.60,72.27389621734619,1
-130.9991111755371,1719331954,checkpoint_000005,True,False,6,a00d3259,2024-06-25_18-12-34,58.202213287353516,421.0558977127075,2195253,r8i6n2,10.159.28.60,130.4761095046997,2
-124.42158469252699,1719332013,checkpoint_000006,True,False,7,a00d3259,2024-06-25_18-13-33,58.22797513008118,479.2838728427887,2195253,r8i6n2,10.159.28.60,188.70408463478088,3
-119.19234625748761,1719332071,checkpoint_000007,True,False,8,a00d3259,2024-06-25_18-14-31,58.22098970413208,537.5048625469208,2195253,r8i6n2,10.159.28.60,246.92507433891296,4
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json
deleted file mode 100644
index 58069336ccdaa2ca6824e28da2f0a04216663257..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 253.8278117743064, "timestamp": 1719328526, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a00d3259", "date": "2024-06-25_17-15-26", "time_this_iter_s": 70.23847699165344, "time_total_s": 70.23847699165344, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 70.23847699165344, "iterations_since_restore": 1}
-{"loss": 168.6947938813938, "timestamp": 1719330587, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a00d3259", "date": "2024-06-25_17-49-47", "time_this_iter_s": 69.5678973197937, "time_total_s": 139.80637431144714, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 69.5678973197937, "iterations_since_restore": 1}
-{"loss": 159.82500259519563, "timestamp": 1719331219, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a00d3259", "date": "2024-06-25_18-00-19", "time_this_iter_s": 88.16569352149963, "time_total_s": 227.97206783294678, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 88.16569352149963, "iterations_since_restore": 1}
-{"loss": 140.64553523626853, "timestamp": 1719331282, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "a00d3259", "date": "2024-06-25_18-01-22", "time_this_iter_s": 62.607720375061035, "time_total_s": 290.5797882080078, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 150.77341389656067, "iterations_since_restore": 2}
-{"loss": 150.0000455060343, "timestamp": 1719331896, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "a00d3259", "date": "2024-06-25_18-11-36", "time_this_iter_s": 72.27389621734619, "time_total_s": 362.853684425354, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 72.27389621734619, "iterations_since_restore": 1}
-{"loss": 130.9991111755371, "timestamp": 1719331954, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "a00d3259", "date": "2024-06-25_18-12-34", "time_this_iter_s": 58.202213287353516, "time_total_s": 421.0558977127075, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 130.4761095046997, "iterations_since_restore": 2}
-{"loss": 124.42158469252699, "timestamp": 1719332013, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "a00d3259", "date": "2024-06-25_18-13-33", "time_this_iter_s": 58.22797513008118, "time_total_s": 479.2838728427887, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 188.70408463478088, "iterations_since_restore": 3}
-{"loss": 119.19234625748761, "timestamp": 1719332071, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "a00d3259", "date": "2024-06-25_18-14-31", "time_this_iter_s": 58.22098970413208, "time_total_s": 537.5048625469208, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 246.92507433891296, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719330362.r8i6n2 b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719330362.r8i6n2
deleted file mode 100644
index 12da38bddd4ec933a17d9c29821179e8a2d15e84..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719330362.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719331634.r8i6n2 b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719331634.r8i6n2
deleted file mode 100644
index edaa9f5f5aab1cc489cdb86002b338f3871994da..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719331634.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json
deleted file mode 100644
index 6fc28c7d054c07b5433663602fe7ab861a67c4a9..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.23338023981015343,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.00010269515886648154,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.pkl b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.pkl
deleted file mode 100644
index 450eb78874348bec9322c08bf9cba50d42dd5617..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv
deleted file mode 100644
index 962131dadafabe3d6da973d1f034a29a753c4d13..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-983.9757466954509,1719330446,checkpoint_000000,True,False,1,a01c9b2d,2024-06-25_17-47-26,83.82870721817017,83.82870721817017,2195253,r8i6n2,10.159.28.60,83.82870721817017,1
-501.4262033297321,1719330517,checkpoint_000001,True,False,2,a01c9b2d,2024-06-25_17-48-37,70.83729195594788,154.66599917411804,2195253,r8i6n2,10.159.28.60,154.66599917411804,2
-362.6629641074834,1719331736,checkpoint_000002,True,False,3,a01c9b2d,2024-06-25_18-08-56,101.81216025352478,256.4781594276428,2195253,r8i6n2,10.159.28.60,101.81216025352478,1
-290.2177711246521,1719331824,checkpoint_000003,True,True,4,a01c9b2d,2024-06-25_18-10-24,87.97965884208679,344.4578182697296,2195253,r8i6n2,10.159.28.60,189.79181909561157,2
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json
deleted file mode 100644
index 9899007282dd273b59b34659af32c6cd233e8bd1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 983.9757466954509, "timestamp": 1719330446, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a01c9b2d", "date": "2024-06-25_17-47-26", "time_this_iter_s": 83.82870721817017, "time_total_s": 83.82870721817017, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 83.82870721817017, "iterations_since_restore": 1}
-{"loss": 501.4262033297321, "timestamp": 1719330517, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a01c9b2d", "date": "2024-06-25_17-48-37", "time_this_iter_s": 70.83729195594788, "time_total_s": 154.66599917411804, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 154.66599917411804, "iterations_since_restore": 2}
-{"loss": 362.6629641074834, "timestamp": 1719331736, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a01c9b2d", "date": "2024-06-25_18-08-56", "time_this_iter_s": 101.81216025352478, "time_total_s": 256.4781594276428, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 101.81216025352478, "iterations_since_restore": 1}
-{"loss": 290.2177711246521, "timestamp": 1719331824, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": true, "training_iteration": 4, "trial_id": "a01c9b2d", "date": "2024-06-25_18-10-24", "time_this_iter_s": 87.97965884208679, "time_total_s": 344.4578182697296, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 189.79181909561157, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/events.out.tfevents.1719324484.r3i5n6 b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/events.out.tfevents.1719324484.r3i5n6
deleted file mode 100644
index c7b5f480763345b2895ae6385b6313c3e4b6ad63..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/events.out.tfevents.1719324484.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json
deleted file mode 100644
index 2acdbf55bfeb48321d70a874c947f96ec7996f37..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.4534009171604666,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.019472817375775914,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.pkl b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.pkl
deleted file mode 100644
index b954d8aa1d31bdc54af695f028f87b2d395e5d26..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv
deleted file mode 100644
index 2ab7a964b5cde6a77cb9add891113b35cf121142..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2773.484795037217,1719324574,checkpoint_000000,True,False,1,a0e8b2af,2024-06-25_16-09-34,89.29933595657349,89.29933595657349,69318,r3i5n6,10.159.8.159,89.29933595657349,1
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json
deleted file mode 100644
index d494e654bf5095745a0f0a2e426f142a70b492ba..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2773.484795037217, "timestamp": 1719324574, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a0e8b2af", "date": "2024-06-25_16-09-34", "time_this_iter_s": 89.29933595657349, "time_total_s": 89.29933595657349, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 8, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4534009171604666, "lr": 0.019472817375775914, "batch_size": 1024}, "time_since_restore": 89.29933595657349, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8 b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8
deleted file mode 100644
index 5db9e31f4eeac5d9976f63fb8691be0924503b44..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
deleted file mode 100644
index fba04c4cc5bb6e9ec008c15422dccab727877b95..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.9881911141872612,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.005037349286937313,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl
deleted file mode 100644
index f9f34bd4ea164456aa6183fde565ea27516ae065..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
deleted file mode 100644
index 861eaef52e394a754765ed526f27740ea0f85830..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719532607,checkpoint_000000,True,False,1,a22bbb57,2024-06-28_01-56-47,89.77370476722717,89.77370476722717,242786,r8i6n8,10.159.28.66,89.77370476722717,1
-nan,1719532684,checkpoint_000001,True,False,2,a22bbb57,2024-06-28_01-58-04,76.8076319694519,166.58133673667908,242786,r8i6n8,10.159.28.66,166.58133673667908,2
-nan,1719532761,checkpoint_000002,True,False,3,a22bbb57,2024-06-28_01-59-21,76.79015970230103,243.3714964389801,242786,r8i6n8,10.159.28.66,243.3714964389801,3
-nan,1719532838,checkpoint_000003,True,False,4,a22bbb57,2024-06-28_02-00-38,76.78578019142151,320.1572766304016,242786,r8i6n8,10.159.28.66,320.1572766304016,4
-nan,1719532914,checkpoint_000004,True,False,5,a22bbb57,2024-06-28_02-01-54,76.73958778381348,396.8968644142151,242786,r8i6n8,10.159.28.66,396.8968644142151,5
-nan,1719532991,checkpoint_000005,True,False,6,a22bbb57,2024-06-28_02-03-11,76.74712491035461,473.6439893245697,242786,r8i6n8,10.159.28.66,473.6439893245697,6
-nan,1719533067,checkpoint_000006,True,False,7,a22bbb57,2024-06-28_02-04-27,75.64315581321716,549.2871451377869,242786,r8i6n8,10.159.28.66,549.2871451377869,7
-nan,1719533142,checkpoint_000007,True,False,8,a22bbb57,2024-06-28_02-05-42,75.23933148384094,624.5264766216278,242786,r8i6n8,10.159.28.66,624.5264766216278,8
-nan,1719533216,checkpoint_000008,True,False,9,a22bbb57,2024-06-28_02-06-56,74.07769989967346,698.6041765213013,242786,r8i6n8,10.159.28.66,698.6041765213013,9
-nan,1719533291,checkpoint_000009,True,False,10,a22bbb57,2024-06-28_02-08-11,75.01777005195618,773.6219465732574,242786,r8i6n8,10.159.28.66,773.6219465732574,10
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
deleted file mode 100644
index 76691a7069f2d4c15eec55e353f2b05aaf8990f3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": NaN, "timestamp": 1719532607, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a22bbb57", "date": "2024-06-28_01-56-47", "time_this_iter_s": 89.77370476722717, "time_total_s": 89.77370476722717, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 89.77370476722717, "iterations_since_restore": 1}
-{"loss": NaN, "timestamp": 1719532684, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a22bbb57", "date": "2024-06-28_01-58-04", "time_this_iter_s": 76.8076319694519, "time_total_s": 166.58133673667908, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 166.58133673667908, "iterations_since_restore": 2}
-{"loss": NaN, "timestamp": 1719532761, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a22bbb57", "date": "2024-06-28_01-59-21", "time_this_iter_s": 76.79015970230103, "time_total_s": 243.3714964389801, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 243.3714964389801, "iterations_since_restore": 3}
-{"loss": NaN, "timestamp": 1719532838, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "a22bbb57", "date": "2024-06-28_02-00-38", "time_this_iter_s": 76.78578019142151, "time_total_s": 320.1572766304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 320.1572766304016, "iterations_since_restore": 4}
-{"loss": NaN, "timestamp": 1719532914, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "a22bbb57", "date": "2024-06-28_02-01-54", "time_this_iter_s": 76.73958778381348, "time_total_s": 396.8968644142151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 396.8968644142151, "iterations_since_restore": 5}
-{"loss": NaN, "timestamp": 1719532991, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "a22bbb57", "date": "2024-06-28_02-03-11", "time_this_iter_s": 76.74712491035461, "time_total_s": 473.6439893245697, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 473.6439893245697, "iterations_since_restore": 6}
-{"loss": NaN, "timestamp": 1719533067, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "a22bbb57", "date": "2024-06-28_02-04-27", "time_this_iter_s": 75.64315581321716, "time_total_s": 549.2871451377869, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 549.2871451377869, "iterations_since_restore": 7}
-{"loss": NaN, "timestamp": 1719533142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "a22bbb57", "date": "2024-06-28_02-05-42", "time_this_iter_s": 75.23933148384094, "time_total_s": 624.5264766216278, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 624.5264766216278, "iterations_since_restore": 8}
-{"loss": NaN, "timestamp": 1719533216, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "a22bbb57", "date": "2024-06-28_02-06-56", "time_this_iter_s": 74.07769989967346, "time_total_s": 698.6041765213013, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 698.6041765213013, "iterations_since_restore": 9}
-{"loss": NaN, "timestamp": 1719533291, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "a22bbb57", "date": "2024-06-28_02-08-11", "time_this_iter_s": 75.01777005195618, "time_total_s": 773.6219465732574, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 773.6219465732574, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8 b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8
deleted file mode 100644
index eea2529c3d440063dc6fc5db653e943f252b1a18..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
deleted file mode 100644
index 158a21e70522cf41f0f383fb18744301628a1b3d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.8014267791772675,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.06443936649826909,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl
deleted file mode 100644
index cd021a1b9fe19629e7686ae81692635ebe9fb2ff..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
deleted file mode 100644
index af20c1a4f04c2a6b940ac376ba671a205030f9ab..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2313.215312807579,1719493332,checkpoint_000000,True,False,1,a33ea899,2024-06-27_15-02-12,69.87668585777283,69.87668585777283,69992,r8i6n8,10.159.28.66,69.87668585777283,1
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
deleted file mode 100644
index 9f2a84cfee326278111d1e7524d1653923161e0f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2313.215312807579, "timestamp": 1719493332, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a33ea899", "date": "2024-06-27_15-02-12", "time_this_iter_s": 69.87668585777283, "time_total_s": 69.87668585777283, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.8014267791772675, "lr": 0.06443936649826909, "batch_size": 1024}, "time_since_restore": 69.87668585777283, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8 b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8
deleted file mode 100644
index d029f0a53fc61a05db807c4a0c184d498f6e6f0d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
deleted file mode 100644
index 3d4b14a5d5426183a91ba6b96fec24d0b7505d50..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.620662951741282,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.00347738554616066,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl
deleted file mode 100644
index aa31708fcf818b56e0e76933996650ea0a892d02..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
deleted file mode 100644
index 5540033d25218caaa09616a21cd4315ac85234ac..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2050.3518681563733,1719540226,checkpoint_000000,True,False,1,aaac0ba4,2024-06-28_04-03-47,859.009360074997,859.009360074997,242786,r8i6n8,10.159.28.66,859.009360074997,1
-2052.4004069651205,1719541069,checkpoint_000001,True,False,2,aaac0ba4,2024-06-28_04-17-50,843.1840569972992,1702.1934170722961,242786,r8i6n8,10.159.28.66,1702.1934170722961,2
-2052.2435062438485,1719541912,checkpoint_000002,True,False,3,aaac0ba4,2024-06-28_04-31-53,842.8456587791443,2545.0390758514404,242786,r8i6n8,10.159.28.66,2545.0390758514404,3
-2050.0776482529527,1719542755,checkpoint_000003,True,False,4,aaac0ba4,2024-06-28_04-45-55,842.6302690505981,3387.6693449020386,242786,r8i6n8,10.159.28.66,3387.6693449020386,4
-2056.0218419352855,1719543597,checkpoint_000004,True,False,5,aaac0ba4,2024-06-28_04-59-57,841.9567799568176,4229.626124858856,242786,r8i6n8,10.159.28.66,4229.626124858856,5
-2051.6352116141734,1719544438,checkpoint_000005,True,False,6,aaac0ba4,2024-06-28_05-13-59,841.3759407997131,5071.002065658569,242786,r8i6n8,10.159.28.66,5071.002065658569,6
-2049.202928918553,1719545280,checkpoint_000006,True,False,7,aaac0ba4,2024-06-28_05-28-01,842.0156388282776,5913.017704486847,242786,r8i6n8,10.159.28.66,5913.017704486847,7
-2061.2424547090304,1719546122,checkpoint_000007,True,False,8,aaac0ba4,2024-06-28_05-42-02,841.3607151508331,6754.37841963768,242786,r8i6n8,10.159.28.66,6754.37841963768,8
-2040.9990743802289,1719546963,checkpoint_000008,True,False,9,aaac0ba4,2024-06-28_05-56-04,841.6030082702637,7595.981427907944,242786,r8i6n8,10.159.28.66,7595.981427907944,9
-2036.6472908080093,1719547805,checkpoint_000009,True,False,10,aaac0ba4,2024-06-28_06-10-05,841.7590441703796,8437.740472078323,242786,r8i6n8,10.159.28.66,8437.740472078323,10
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
deleted file mode 100644
index 690409f8156bdd6575e477e0f659042d0351c4ef..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2050.3518681563733, "timestamp": 1719540226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "aaac0ba4", "date": "2024-06-28_04-03-47", "time_this_iter_s": 859.009360074997, "time_total_s": 859.009360074997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 859.009360074997, "iterations_since_restore": 1}
-{"loss": 2052.4004069651205, "timestamp": 1719541069, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "aaac0ba4", "date": "2024-06-28_04-17-50", "time_this_iter_s": 843.1840569972992, "time_total_s": 1702.1934170722961, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 1702.1934170722961, "iterations_since_restore": 2}
-{"loss": 2052.2435062438485, "timestamp": 1719541912, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "aaac0ba4", "date": "2024-06-28_04-31-53", "time_this_iter_s": 842.8456587791443, "time_total_s": 2545.0390758514404, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 2545.0390758514404, "iterations_since_restore": 3}
-{"loss": 2050.0776482529527, "timestamp": 1719542755, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "aaac0ba4", "date": "2024-06-28_04-45-55", "time_this_iter_s": 842.6302690505981, "time_total_s": 3387.6693449020386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 3387.6693449020386, "iterations_since_restore": 4}
-{"loss": 2056.0218419352855, "timestamp": 1719543597, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "aaac0ba4", "date": "2024-06-28_04-59-57", "time_this_iter_s": 841.9567799568176, "time_total_s": 4229.626124858856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 4229.626124858856, "iterations_since_restore": 5}
-{"loss": 2051.6352116141734, "timestamp": 1719544438, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "aaac0ba4", "date": "2024-06-28_05-13-59", "time_this_iter_s": 841.3759407997131, "time_total_s": 5071.002065658569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5071.002065658569, "iterations_since_restore": 6}
-{"loss": 2049.202928918553, "timestamp": 1719545280, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "aaac0ba4", "date": "2024-06-28_05-28-01", "time_this_iter_s": 842.0156388282776, "time_total_s": 5913.017704486847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5913.017704486847, "iterations_since_restore": 7}
-{"loss": 2061.2424547090304, "timestamp": 1719546122, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "aaac0ba4", "date": "2024-06-28_05-42-02", "time_this_iter_s": 841.3607151508331, "time_total_s": 6754.37841963768, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 6754.37841963768, "iterations_since_restore": 8}
-{"loss": 2040.9990743802289, "timestamp": 1719546963, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "aaac0ba4", "date": "2024-06-28_05-56-04", "time_this_iter_s": 841.6030082702637, "time_total_s": 7595.981427907944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 7595.981427907944, "iterations_since_restore": 9}
-{"loss": 2036.6472908080093, "timestamp": 1719547805, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "aaac0ba4", "date": "2024-06-28_06-10-05", "time_this_iter_s": 841.7590441703796, "time_total_s": 8437.740472078323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 8437.740472078323, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/events.out.tfevents.1719329892.r8i6n2 b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/events.out.tfevents.1719329892.r8i6n2
deleted file mode 100644
index f0a469aba51f5e59528842fed0cf9c272fd182d1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/events.out.tfevents.1719329892.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json
deleted file mode 100644
index d8b9b667c5492071e962c2aa2f698a2eb3471137..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9358999268282086,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00020838214141938324,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.pkl b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.pkl
deleted file mode 100644
index 8c10fae9a1db4cee70588af8af9e5116360d6216..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv
deleted file mode 100644
index 9c22dec332e0d40348badc43ccc82d7b472f75c2..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2126.6908641424707,1719330099,checkpoint_000000,True,False,1,ad12346e,2024-06-25_17-41-39,206.83131527900696,206.83131527900696,2195253,r8i6n2,10.159.28.60,206.83131527900696,1
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json
deleted file mode 100644
index e6771dcd324c57470b082be984e547ac0b228c07..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2126.6908641424707, "timestamp": 1719330099, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ad12346e", "date": "2024-06-25_17-41-39", "time_this_iter_s": 206.83131527900696, "time_total_s": 206.83131527900696, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9358999268282086, "lr": 0.00020838214141938324, "batch_size": 2048}, "time_since_restore": 206.83131527900696, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719324792.r3i5n6 b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719324792.r3i5n6
deleted file mode 100644
index f0f7171be1e2e83b5650da58c10d891a20709dc8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719324792.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719327245.r3i5n6 b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719327245.r3i5n6
deleted file mode 100644
index 1840bfa396cc6a9655fd8c325054ad02eb51df9d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719327245.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json
deleted file mode 100644
index a2c32c93fc9f21c68ff4ad1052aff65e4b1fc380..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.5912116123671598,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.009202977404873457,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.pkl b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.pkl
deleted file mode 100644
index 4b516bb5606b09c8d54c523cf3bed0451adcc9d3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv
deleted file mode 100644
index 7becd21f153d613bc6f46b641ea9315fb8b6d20b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.8132929764395,1719324918,checkpoint_000000,True,False,1,af6d9c38,2024-06-25_16-15-18,125.93394875526428,125.93394875526428,69318,r3i5n6,10.159.8.159,125.93394875526428,1
-1982.2825418307086,1719327372,checkpoint_000001,True,False,2,af6d9c38,2024-06-25_16-56-12,126.36091089248657,252.29485964775085,130020,r3i5n6,10.159.8.159,126.36091089248657,1
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json
deleted file mode 100644
index e9b68a0743b1db1c75e47798f014e42e48243658..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1987.8132929764395, "timestamp": 1719324918, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "af6d9c38", "date": "2024-06-25_16-15-18", "time_this_iter_s": 125.93394875526428, "time_total_s": 125.93394875526428, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.5912116123671598, "lr": 0.009202977404873457, "batch_size": 2048}, "time_since_restore": 125.93394875526428, "iterations_since_restore": 1}
-{"loss": 1982.2825418307086, "timestamp": 1719327372, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "af6d9c38", "date": "2024-06-25_16-56-12", "time_this_iter_s": 126.36091089248657, "time_total_s": 252.29485964775085, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.5912116123671598, "lr": 0.009202977404873457, "batch_size": 2048}, "time_since_restore": 126.36091089248657, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8 b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8
deleted file mode 100644
index 601076039753388d3b11c8804ba6212582391068..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
deleted file mode 100644
index 7d839b7ee0189f41d92d20b15707008ab97b52d2..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9916390007635185,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.02082451872516576,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl
deleted file mode 100644
index 99c09aafc532b250f8260828202f991103b64838..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
deleted file mode 100644
index 5edae48c51ac49d958c51236257284568d6526c8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2619.9586787186267,1719510844,checkpoint_000000,True,False,1,b167b5be,2024-06-27_19-54-04,71.05141735076904,71.05141735076904,242786,r8i6n8,10.159.28.66,71.05141735076904,1
-2487.16093865342,1719510902,checkpoint_000001,True,False,2,b167b5be,2024-06-27_19-55-02,58.0530526638031,129.10447001457214,242786,r8i6n8,10.159.28.66,129.10447001457214,2
-2400.946604330709,1719510960,checkpoint_000002,True,False,3,b167b5be,2024-06-27_19-56-00,57.610605001449585,186.71507501602173,242786,r8i6n8,10.159.28.66,186.71507501602173,3
-2286.2255494125247,1719511017,checkpoint_000003,True,False,4,b167b5be,2024-06-27_19-56-57,57.45701217651367,244.1720871925354,242786,r8i6n8,10.159.28.66,244.1720871925354,4
-2179.0624384842517,1719511075,checkpoint_000004,True,False,5,b167b5be,2024-06-27_19-57-55,57.4915931224823,301.6636803150177,242786,r8i6n8,10.159.28.66,301.6636803150177,5
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
deleted file mode 100644
index 8f7892b19fb3f9ebcb45deafa139d725fd3080b7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 2619.9586787186267, "timestamp": 1719510844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b167b5be", "date": "2024-06-27_19-54-04", "time_this_iter_s": 71.05141735076904, "time_total_s": 71.05141735076904, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 71.05141735076904, "iterations_since_restore": 1}
-{"loss": 2487.16093865342, "timestamp": 1719510902, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b167b5be", "date": "2024-06-27_19-55-02", "time_this_iter_s": 58.0530526638031, "time_total_s": 129.10447001457214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 129.10447001457214, "iterations_since_restore": 2}
-{"loss": 2400.946604330709, "timestamp": 1719510960, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b167b5be", "date": "2024-06-27_19-56-00", "time_this_iter_s": 57.610605001449585, "time_total_s": 186.71507501602173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 186.71507501602173, "iterations_since_restore": 3}
-{"loss": 2286.2255494125247, "timestamp": 1719511017, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b167b5be", "date": "2024-06-27_19-56-57", "time_this_iter_s": 57.45701217651367, "time_total_s": 244.1720871925354, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 244.1720871925354, "iterations_since_restore": 4}
-{"loss": 2179.0624384842517, "timestamp": 1719511075, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b167b5be", "date": "2024-06-27_19-57-55", "time_this_iter_s": 57.4915931224823, "time_total_s": 301.6636803150177, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 301.6636803150177, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8 b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8
deleted file mode 100644
index d04a76ee62910f3bf4741cd8bc12d9de73aad092..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
deleted file mode 100644
index 418e0cdac229369c571f8154857a603f30011611..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2473324871734921,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.08715018752570974,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl
deleted file mode 100644
index bbf3c9690d6573dbcc93579169298c8284c5f38b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
deleted file mode 100644
index 382cb8d55b884b7934538770eeb5b7d493af6b7a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2342.1553426427167,1719547872,checkpoint_000000,True,False,1,b2637af1,2024-06-28_06-11-12,66.37161922454834,66.37161922454834,242786,r8i6n8,10.159.28.66,66.37161922454834,1
-2230.1564153235727,1719547925,checkpoint_000001,True,False,2,b2637af1,2024-06-28_06-12-05,52.5772385597229,118.94885778427124,242786,r8i6n8,10.159.28.66,118.94885778427124,2
-2089.4225843534696,1719547978,checkpoint_000002,True,False,3,b2637af1,2024-06-28_06-12-58,52.95364809036255,171.9025058746338,242786,r8i6n8,10.159.28.66,171.9025058746338,3
-2035.8427676703986,1719548030,checkpoint_000003,True,False,4,b2637af1,2024-06-28_06-13-50,52.54171442985535,224.44422030448914,242786,r8i6n8,10.159.28.66,224.44422030448914,4
-1988.0233682947835,1719548083,checkpoint_000004,True,False,5,b2637af1,2024-06-28_06-14-43,52.50262928009033,276.94684958457947,242786,r8i6n8,10.159.28.66,276.94684958457947,5
-1975.179330900898,1719548135,checkpoint_000005,True,False,6,b2637af1,2024-06-28_06-15-35,52.05119323730469,328.99804282188416,242786,r8i6n8,10.159.28.66,328.99804282188416,6
-1963.0230732114296,1719548187,checkpoint_000006,True,False,7,b2637af1,2024-06-28_06-16-27,52.52018332481384,381.518226146698,242786,r8i6n8,10.159.28.66,381.518226146698,7
-1959.1778295321728,1719548239,checkpoint_000007,True,False,8,b2637af1,2024-06-28_06-17-19,52.090354681015015,433.608580827713,242786,r8i6n8,10.159.28.66,433.608580827713,8
-1956.1374309870203,1719548292,checkpoint_000008,True,False,9,b2637af1,2024-06-28_06-18-12,52.52081227302551,486.1293931007385,242786,r8i6n8,10.159.28.66,486.1293931007385,9
-1954.741417591966,1719548344,checkpoint_000009,True,False,10,b2637af1,2024-06-28_06-19-04,52.11372709274292,538.2431201934814,242786,r8i6n8,10.159.28.66,538.2431201934814,10
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
deleted file mode 100644
index 063e9e0607ccc7de0da00b682317e3471e92617c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2342.1553426427167, "timestamp": 1719547872, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b2637af1", "date": "2024-06-28_06-11-12", "time_this_iter_s": 66.37161922454834, "time_total_s": 66.37161922454834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 66.37161922454834, "iterations_since_restore": 1}
-{"loss": 2230.1564153235727, "timestamp": 1719547925, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b2637af1", "date": "2024-06-28_06-12-05", "time_this_iter_s": 52.5772385597229, "time_total_s": 118.94885778427124, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 118.94885778427124, "iterations_since_restore": 2}
-{"loss": 2089.4225843534696, "timestamp": 1719547978, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b2637af1", "date": "2024-06-28_06-12-58", "time_this_iter_s": 52.95364809036255, "time_total_s": 171.9025058746338, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 171.9025058746338, "iterations_since_restore": 3}
-{"loss": 2035.8427676703986, "timestamp": 1719548030, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b2637af1", "date": "2024-06-28_06-13-50", "time_this_iter_s": 52.54171442985535, "time_total_s": 224.44422030448914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 224.44422030448914, "iterations_since_restore": 4}
-{"loss": 1988.0233682947835, "timestamp": 1719548083, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b2637af1", "date": "2024-06-28_06-14-43", "time_this_iter_s": 52.50262928009033, "time_total_s": 276.94684958457947, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 276.94684958457947, "iterations_since_restore": 5}
-{"loss": 1975.179330900898, "timestamp": 1719548135, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b2637af1", "date": "2024-06-28_06-15-35", "time_this_iter_s": 52.05119323730469, "time_total_s": 328.99804282188416, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 328.99804282188416, "iterations_since_restore": 6}
-{"loss": 1963.0230732114296, "timestamp": 1719548187, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b2637af1", "date": "2024-06-28_06-16-27", "time_this_iter_s": 52.52018332481384, "time_total_s": 381.518226146698, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 381.518226146698, "iterations_since_restore": 7}
-{"loss": 1959.1778295321728, "timestamp": 1719548239, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b2637af1", "date": "2024-06-28_06-17-19", "time_this_iter_s": 52.090354681015015, "time_total_s": 433.608580827713, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 433.608580827713, "iterations_since_restore": 8}
-{"loss": 1956.1374309870203, "timestamp": 1719548292, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b2637af1", "date": "2024-06-28_06-18-12", "time_this_iter_s": 52.52081227302551, "time_total_s": 486.1293931007385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 486.1293931007385, "iterations_since_restore": 9}
-{"loss": 1954.741417591966, "timestamp": 1719548344, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b2637af1", "date": "2024-06-28_06-19-04", "time_this_iter_s": 52.11372709274292, "time_total_s": 538.2431201934814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 538.2431201934814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/events.out.tfevents.1719326792.r3i5n6 b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/events.out.tfevents.1719326792.r3i5n6
deleted file mode 100644
index 84159e01221465ea023e494cc53832129b11d176..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/events.out.tfevents.1719326792.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json
deleted file mode 100644
index bbdf643cadd5c33ca5cb0e8c4f82620d2e5fdd5b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9936594412219328,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.000836614555813242,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.pkl b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.pkl
deleted file mode 100644
index 523a2a3cdde8d8143f3e74b4e9e1f7a93eaaaf31..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv
deleted file mode 100644
index 81cd2257717d5e1c24862e510ffb938d1e867565..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3022.543074480192,1719326860,checkpoint_000000,True,False,1,b53cfe05,2024-06-25_16-47-40,67.51874232292175,67.51874232292175,122466,r3i5n6,10.159.8.159,67.51874232292175,1
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json
deleted file mode 100644
index 5643fc7983c246ec0818ceb24833e39f5daa4b66..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 3022.543074480192, "timestamp": 1719326860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b53cfe05", "date": "2024-06-25_16-47-40", "time_this_iter_s": 67.51874232292175, "time_total_s": 67.51874232292175, "pid": 122466, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9936594412219328, "lr": 0.000836614555813242, "batch_size": 2048}, "time_since_restore": 67.51874232292175, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719324918.r3i5n6 b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719324918.r3i5n6
deleted file mode 100644
index 5b02452d78cd4c9ff5c103f3cc7a608047903a81..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719324918.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719327372.r3i5n6 b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719327372.r3i5n6
deleted file mode 100644
index 06891b4c4f58089104309f635f7954f62a6f1cdf..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719327372.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json
deleted file mode 100644
index 02e2b5410abf0385d0c5378fef9b9746124f754c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2945022566291742,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.000496318687335349,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.pkl b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.pkl
deleted file mode 100644
index e91d5dbb24c552bd6ce68238e51e96d05f3fa139..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv
deleted file mode 100644
index 82a172d3e1e8d1d6e99432f9ead767568891cda3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1958.5306944359006,1719325014,checkpoint_000000,True,False,1,b577349d,2024-06-25_16-16-54,95.59347629547119,95.59347629547119,69318,r3i5n6,10.159.8.159,95.59347629547119,1
-1958.5695377860482,1719327468,checkpoint_000001,True,False,2,b577349d,2024-06-25_16-57-48,96.6448974609375,192.2383737564087,130020,r3i5n6,10.159.8.159,96.6448974609375,1
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json
deleted file mode 100644
index 8befa381317c77ec5a9b21d22b2b54ceb1be0644..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1958.5306944359006, "timestamp": 1719325014, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b577349d", "date": "2024-06-25_16-16-54", "time_this_iter_s": 95.59347629547119, "time_total_s": 95.59347629547119, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.2945022566291742, "lr": 0.000496318687335349, "batch_size": 2048}, "time_since_restore": 95.59347629547119, "iterations_since_restore": 1}
-{"loss": 1958.5695377860482, "timestamp": 1719327468, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b577349d", "date": "2024-06-25_16-57-48", "time_this_iter_s": 96.6448974609375, "time_total_s": 192.2383737564087, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.2945022566291742, "lr": 0.000496318687335349, "batch_size": 2048}, "time_since_restore": 96.6448974609375, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8
deleted file mode 100644
index 2950e9ca88edb8dfe2d60a1d5291b627885b332f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8
deleted file mode 100644
index 895b3d2305fbb7f465675b5e770594f401f947b1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
deleted file mode 100644
index ad2fa503b243b4559fa22adc31281f6afdbec316..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.40559456476144173,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0012413894518875446,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl
deleted file mode 100644
index 94622d42f706dc24d00b85e6186c06379c7a0d9b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
deleted file mode 100644
index c17fe4735fa774dbf95f7336b38d7fdfa1d827f4..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1965.450800377553,1719490702,checkpoint_000000,True,False,1,b6132594,2024-06-27_14-18-22,88.76505160331726,88.76505160331726,35196,r8i6n8,10.159.28.66,88.76505160331726,1
-1968.0043185977486,1719493918,checkpoint_000001,True,False,2,b6132594,2024-06-27_15-11-58,87.441162109375,176.20621371269226,69992,r8i6n8,10.159.28.66,87.441162109375,1
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
deleted file mode 100644
index 06b6cc43754b9b60eb60c4c6702646d24a8cc9a3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1965.450800377553, "timestamp": 1719490702, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b6132594", "date": "2024-06-27_14-18-22", "time_this_iter_s": 88.76505160331726, "time_total_s": 88.76505160331726, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 88.76505160331726, "iterations_since_restore": 1}
-{"loss": 1968.0043185977486, "timestamp": 1719493918, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b6132594", "date": "2024-06-27_15-11-58", "time_this_iter_s": 87.441162109375, "time_total_s": 176.20621371269226, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 87.441162109375, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8
deleted file mode 100644
index 9cbd2ac983adc1da36a7c2e143335e6db95f0747..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8
deleted file mode 100644
index 3e3d332762d1e569f772671f675fafe69014d7be..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8
deleted file mode 100644
index 9786f27e2b6b0b56d59313468a02e6ad1ac1c91d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
deleted file mode 100644
index cf82a1099cbcd9c8335b958d18772e5c76f0ceb3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.03943053020125942,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.012132296191722286,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl
deleted file mode 100644
index 85aa805d450fb33faa63f0fe7e0ffde4b5c27f68..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
deleted file mode 100644
index 9fa0c24b25853ad6cc48e124c27c8c7acb36a930..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1963.3635244294414,1719500616,checkpoint_000000,True,False,1,b7bc0828,2024-06-27_17-03-36,168.4553461074829,168.4553461074829,242786,r8i6n8,10.159.28.66,168.4553461074829,1
-1964.994483767532,1719500770,checkpoint_000001,True,False,2,b7bc0828,2024-06-27_17-06-11,154.8085856437683,323.2639317512512,242786,r8i6n8,10.159.28.66,323.2639317512512,2
-1983.6730389932948,1719505075,checkpoint_000002,True,False,3,b7bc0828,2024-06-27_18-17-56,168.71964645385742,491.98357820510864,242786,r8i6n8,10.159.28.66,168.71964645385742,1
-1960.5562071312131,1719505230,checkpoint_000003,True,False,4,b7bc0828,2024-06-27_18-20-30,154.50840067863464,646.4919788837433,242786,r8i6n8,10.159.28.66,323.22804713249207,2
-1963.4618429349164,1719505385,checkpoint_000004,True,False,5,b7bc0828,2024-06-27_18-23-05,154.80316591262817,801.2951447963715,242786,r8i6n8,10.159.28.66,478.03121304512024,3
-1989.1539575772022,1719505540,checkpoint_000005,True,False,6,b7bc0828,2024-06-27_18-25-40,154.934711933136,956.2298567295074,242786,r8i6n8,10.159.28.66,632.9659249782562,4
-1964.115951417938,1719505694,checkpoint_000006,True,False,7,b7bc0828,2024-06-27_18-28-14,154.43893933296204,1110.6687960624695,242786,r8i6n8,10.159.28.66,787.4048643112183,5
-1960.8267860712967,1719505849,checkpoint_000007,True,False,8,b7bc0828,2024-06-27_18-30-49,154.76330041885376,1265.4320964813232,242786,r8i6n8,10.159.28.66,942.168164730072,6
-1976.2787653404896,1719507156,checkpoint_000008,True,False,9,b7bc0828,2024-06-27_18-52-36,168.00890111923218,1433.4409976005554,242786,r8i6n8,10.159.28.66,168.00890111923218,1
-1976.2708451879307,1719507310,checkpoint_000009,True,False,10,b7bc0828,2024-06-27_18-55-11,154.69092273712158,1588.131920337677,242786,r8i6n8,10.159.28.66,322.69982385635376,2
-1981.451539047121,1719507465,checkpoint_000010,True,False,11,b7bc0828,2024-06-27_18-57-45,154.6102569103241,1742.742177248001,242786,r8i6n8,10.159.28.66,477.31008076667786,3
-1979.4912320835383,1719507619,checkpoint_000011,True,False,12,b7bc0828,2024-06-27_19-00-19,154.2633924484253,1897.0055696964264,242786,r8i6n8,10.159.28.66,631.5734732151031,4
-1965.0564301257998,1719507774,checkpoint_000012,True,False,13,b7bc0828,2024-06-27_19-02-54,154.53979539871216,2051.5453650951385,242786,r8i6n8,10.159.28.66,786.1132686138153,5
-1963.731471264456,1719507929,checkpoint_000013,True,False,14,b7bc0828,2024-06-27_19-05-29,154.80543661117554,2206.350801706314,242786,r8i6n8,10.159.28.66,940.9187052249908,6
-1999.236413670337,1719508083,checkpoint_000014,True,False,15,b7bc0828,2024-06-27_19-08-03,153.99702858924866,2360.3478302955627,242786,r8i6n8,10.159.28.66,1094.9157338142395,7
-1977.9634634904035,1719508237,checkpoint_000015,True,False,16,b7bc0828,2024-06-27_19-10-37,154.58372330665588,2514.9315536022186,242786,r8i6n8,10.159.28.66,1249.4994571208954,8
-1982.2560737189347,1719508391,checkpoint_000016,True,False,17,b7bc0828,2024-06-27_19-13-11,154.08641910552979,2669.0179727077484,242786,r8i6n8,10.159.28.66,1403.5858762264252,9
-1968.0494442436639,1719508546,checkpoint_000017,True,False,18,b7bc0828,2024-06-27_19-15-46,154.52800750732422,2823.5459802150726,242786,r8i6n8,10.159.28.66,1558.1138837337494,10
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
deleted file mode 100644
index 038eb435970a025601afbb9da128a56ff9410948..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
+++ /dev/null
@@ -1,18 +0,0 @@
-{"loss": 1963.3635244294414, "timestamp": 1719500616, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b7bc0828", "date": "2024-06-27_17-03-36", "time_this_iter_s": 168.4553461074829, "time_total_s": 168.4553461074829, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.4553461074829, "iterations_since_restore": 1}
-{"loss": 1964.994483767532, "timestamp": 1719500770, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b7bc0828", "date": "2024-06-27_17-06-11", "time_this_iter_s": 154.8085856437683, "time_total_s": 323.2639317512512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.2639317512512, "iterations_since_restore": 2}
-{"loss": 1983.6730389932948, "timestamp": 1719505075, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b7bc0828", "date": "2024-06-27_18-17-56", "time_this_iter_s": 168.71964645385742, "time_total_s": 491.98357820510864, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.71964645385742, "iterations_since_restore": 1}
-{"loss": 1960.5562071312131, "timestamp": 1719505230, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b7bc0828", "date": "2024-06-27_18-20-30", "time_this_iter_s": 154.50840067863464, "time_total_s": 646.4919788837433, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.22804713249207, "iterations_since_restore": 2}
-{"loss": 1963.4618429349164, "timestamp": 1719505385, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b7bc0828", "date": "2024-06-27_18-23-05", "time_this_iter_s": 154.80316591262817, "time_total_s": 801.2951447963715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 478.03121304512024, "iterations_since_restore": 3}
-{"loss": 1989.1539575772022, "timestamp": 1719505540, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b7bc0828", "date": "2024-06-27_18-25-40", "time_this_iter_s": 154.934711933136, "time_total_s": 956.2298567295074, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 632.9659249782562, "iterations_since_restore": 4}
-{"loss": 1964.115951417938, "timestamp": 1719505694, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b7bc0828", "date": "2024-06-27_18-28-14", "time_this_iter_s": 154.43893933296204, "time_total_s": 1110.6687960624695, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 787.4048643112183, "iterations_since_restore": 5}
-{"loss": 1960.8267860712967, "timestamp": 1719505849, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b7bc0828", "date": "2024-06-27_18-30-49", "time_this_iter_s": 154.76330041885376, "time_total_s": 1265.4320964813232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 942.168164730072, "iterations_since_restore": 6}
-{"loss": 1976.2787653404896, "timestamp": 1719507156, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b7bc0828", "date": "2024-06-27_18-52-36", "time_this_iter_s": 168.00890111923218, "time_total_s": 1433.4409976005554, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.00890111923218, "iterations_since_restore": 1}
-{"loss": 1976.2708451879307, "timestamp": 1719507310, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b7bc0828", "date": "2024-06-27_18-55-11", "time_this_iter_s": 154.69092273712158, "time_total_s": 1588.131920337677, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 322.69982385635376, "iterations_since_restore": 2}
-{"loss": 1981.451539047121, "timestamp": 1719507465, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "b7bc0828", "date": "2024-06-27_18-57-45", "time_this_iter_s": 154.6102569103241, "time_total_s": 1742.742177248001, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 477.31008076667786, "iterations_since_restore": 3}
-{"loss": 1979.4912320835383, "timestamp": 1719507619, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "b7bc0828", "date": "2024-06-27_19-00-19", "time_this_iter_s": 154.2633924484253, "time_total_s": 1897.0055696964264, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 631.5734732151031, "iterations_since_restore": 4}
-{"loss": 1965.0564301257998, "timestamp": 1719507774, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "b7bc0828", "date": "2024-06-27_19-02-54", "time_this_iter_s": 154.53979539871216, "time_total_s": 2051.5453650951385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 786.1132686138153, "iterations_since_restore": 5}
-{"loss": 1963.731471264456, "timestamp": 1719507929, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "b7bc0828", "date": "2024-06-27_19-05-29", "time_this_iter_s": 154.80543661117554, "time_total_s": 2206.350801706314, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 940.9187052249908, "iterations_since_restore": 6}
-{"loss": 1999.236413670337, "timestamp": 1719508083, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "b7bc0828", "date": "2024-06-27_19-08-03", "time_this_iter_s": 153.99702858924866, "time_total_s": 2360.3478302955627, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1094.9157338142395, "iterations_since_restore": 7}
-{"loss": 1977.9634634904035, "timestamp": 1719508237, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "b7bc0828", "date": "2024-06-27_19-10-37", "time_this_iter_s": 154.58372330665588, "time_total_s": 2514.9315536022186, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1249.4994571208954, "iterations_since_restore": 8}
-{"loss": 1982.2560737189347, "timestamp": 1719508391, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "b7bc0828", "date": "2024-06-27_19-13-11", "time_this_iter_s": 154.08641910552979, "time_total_s": 2669.0179727077484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1403.5858762264252, "iterations_since_restore": 9}
-{"loss": 1968.0494442436639, "timestamp": 1719508546, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "b7bc0828", "date": "2024-06-27_19-15-46", "time_this_iter_s": 154.52800750732422, "time_total_s": 2823.5459802150726, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1558.1138837337494, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8 b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8
deleted file mode 100644
index 0c68fb76665bdd1cf2a7bb18c89c526c2ea87f74..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
deleted file mode 100644
index c96f32fbb81ebf5b35fe6b3e8f799cfe2e967276..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.49135894275544967,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.035530667591767505,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl
deleted file mode 100644
index 8790c28deb64c6fedbd8e49ec7baceae7f7a1441..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
deleted file mode 100644
index 0c53e109fe43cd85ab75cbb698f7295aeab17189..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3332.7398422121064,1719502275,checkpoint_000000,True,False,1,b83eca19,2024-06-27_17-31-16,76.17734885215759,76.17734885215759,242786,r8i6n8,10.159.28.66,76.17734885215759,1
-2299.3813442921073,1719502338,checkpoint_000001,True,False,2,b83eca19,2024-06-27_17-32-18,62.30854034423828,138.48588919639587,242786,r8i6n8,10.159.28.66,138.48588919639587,2
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
deleted file mode 100644
index e70405cb1493a9bb2bb2a019f7f427277d1e5785..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3332.7398422121064, "timestamp": 1719502275, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b83eca19", "date": "2024-06-27_17-31-16", "time_this_iter_s": 76.17734885215759, "time_total_s": 76.17734885215759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 76.17734885215759, "iterations_since_restore": 1}
-{"loss": 2299.3813442921073, "timestamp": 1719502338, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b83eca19", "date": "2024-06-27_17-32-18", "time_this_iter_s": 62.30854034423828, "time_total_s": 138.48588919639587, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 138.48588919639587, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/events.out.tfevents.1719332768.r8i6n2 b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/events.out.tfevents.1719332768.r8i6n2
deleted file mode 100644
index 2e003b6b19e54d5f43ca7c25feeb64658d56a1f6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/events.out.tfevents.1719332768.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json
deleted file mode 100644
index 7fa69d655453b43365521eb78094906a7fdd4cad..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.8101220088903347,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0005780102991375737,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.pkl b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.pkl
deleted file mode 100644
index 70deec0b1ae58c8b4addc77a860c6182b5ffdb33..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv
deleted file mode 100644
index 2fd8fe1a77236df53b207293e63bb6686fb1e6ed..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2012.1837220680056,1719332857,checkpoint_000000,True,False,1,bea15841,2024-06-25_18-27-37,89.14307808876038,89.14307808876038,2195253,r8i6n2,10.159.28.60,89.14307808876038,1
-2008.3096395177165,1719332932,checkpoint_000001,True,False,2,bea15841,2024-06-25_18-28-52,75.03496551513672,164.1780436038971,2195253,r8i6n2,10.159.28.60,164.1780436038971,2
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json
deleted file mode 100644
index bbf7ae8deab991780f54329ecb38475be30ad979..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2012.1837220680056, "timestamp": 1719332857, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "bea15841", "date": "2024-06-25_18-27-37", "time_this_iter_s": 89.14307808876038, "time_total_s": 89.14307808876038, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8101220088903347, "lr": 0.0005780102991375737, "batch_size": 1024}, "time_since_restore": 89.14307808876038, "iterations_since_restore": 1}
-{"loss": 2008.3096395177165, "timestamp": 1719332932, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "bea15841", "date": "2024-06-25_18-28-52", "time_this_iter_s": 75.03496551513672, "time_total_s": 164.1780436038971, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8101220088903347, "lr": 0.0005780102991375737, "batch_size": 1024}, "time_since_restore": 164.1780436038971, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8
deleted file mode 100644
index 0ec069bec622e0a187b5a06efd23b5937b282d60..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8
deleted file mode 100644
index 915d9b245337e930eda3d5e315cc18ae3ee71537..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
deleted file mode 100644
index af626731e4780dc4ada78e775600c489382b442b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.5345579147076132,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.0017624805585372257,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl
deleted file mode 100644
index 68220aede3a6454053f05dd3107664da81df439c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
deleted file mode 100644
index 028fa0f380538d27ce870f5155359733a8f6c666..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.4159521868849,1719491515,checkpoint_000000,True,False,1,c02405fc,2024-06-27_14-31-55,85.07843685150146,85.07843685150146,35196,r8i6n8,10.159.28.66,85.07843685150146,1
-1978.1414919875738,1719494127,checkpoint_000001,True,False,2,c02405fc,2024-06-27_15-15-27,85.28851962089539,170.36695647239685,69992,r8i6n8,10.159.28.66,85.28851962089539,1
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
deleted file mode 100644
index 1cbbe752588c94a4a3e6c24deb6f9e0df656da11..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1977.4159521868849, "timestamp": 1719491515, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c02405fc", "date": "2024-06-27_14-31-55", "time_this_iter_s": 85.07843685150146, "time_total_s": 85.07843685150146, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.07843685150146, "iterations_since_restore": 1}
-{"loss": 1978.1414919875738, "timestamp": 1719494127, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c02405fc", "date": "2024-06-27_15-15-27", "time_this_iter_s": 85.28851962089539, "time_total_s": 170.36695647239685, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.28851962089539, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8
deleted file mode 100644
index 9a0c434b7415c738cc1ccb2f8630f0de17aea7f1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8
deleted file mode 100644
index 4352dd839663c3d4558b0d6eede6be424869104a..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8
deleted file mode 100644
index a7ab0c323b0d59ff50dac2ee567d50484f2e7a90..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
deleted file mode 100644
index 34accf60cde3bcb83a6ef451e4a39a4c735e388b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.37340656523341487,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0007457945749126396,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl
deleted file mode 100644
index c09a4a4872f00cb6fd0d5167f202bd27466408f1..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
deleted file mode 100644
index c48cb0d3a32297132f3737f56ba9e152d631f149..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-248.8490186075526,1719493632,checkpoint_000000,True,False,1,c04d8657,2024-06-27_15-07-12,69.30736112594604,69.30736112594604,69992,r8i6n8,10.159.28.66,69.30736112594604,1
-176.55898278904712,1719494854,checkpoint_000001,True,False,2,c04d8657,2024-06-27_15-27-34,70.9636754989624,140.27103662490845,69992,r8i6n8,10.159.28.66,70.9636754989624,1
-153.5841199018824,1719494911,checkpoint_000002,True,False,3,c04d8657,2024-06-27_15-28-31,56.80309820175171,197.07413482666016,69992,r8i6n8,10.159.28.66,127.76677370071411,2
-141.87842869195413,1719494968,checkpoint_000003,True,False,4,c04d8657,2024-06-27_15-29-28,56.76813840866089,253.84227323532104,69992,r8i6n8,10.159.28.66,184.534912109375,3
-132.76247937660517,1719496213,checkpoint_000004,True,False,5,c04d8657,2024-06-27_15-50-13,70.93559050559998,324.777863740921,69992,r8i6n8,10.159.28.66,70.93559050559998,1
-127.65858931053342,1719496269,checkpoint_000005,True,False,6,c04d8657,2024-06-27_15-51-09,56.18658232688904,380.96444606781006,69992,r8i6n8,10.159.28.66,127.12217283248901,2
-128.54880821047806,1719496325,checkpoint_000006,True,False,7,c04d8657,2024-06-27_15-52-05,55.70376706123352,436.6682131290436,69992,r8i6n8,10.159.28.66,182.82593989372253,3
-121.30412758053757,1719496382,checkpoint_000007,True,False,8,c04d8657,2024-06-27_15-53-02,56.52959203720093,493.1978051662445,69992,r8i6n8,10.159.28.66,239.35553193092346,4
-124.07332433865766,1719496438,checkpoint_000008,True,False,9,c04d8657,2024-06-27_15-53-58,56.19808506965637,549.3958902359009,69992,r8i6n8,10.159.28.66,295.55361700057983,5
-115.79139270932656,1719496495,checkpoint_000009,True,False,10,c04d8657,2024-06-27_15-54-55,57.11151361465454,606.5074038505554,69992,r8i6n8,10.159.28.66,352.6651306152344,6
-113.53236323078787,1719496551,checkpoint_000010,True,False,11,c04d8657,2024-06-27_15-55-51,56.11752891540527,662.6249327659607,69992,r8i6n8,10.159.28.66,408.78265953063965,7
-112.30559909249854,1719496607,checkpoint_000011,True,False,12,c04d8657,2024-06-27_15-56-47,55.55129075050354,718.1762235164642,69992,r8i6n8,10.159.28.66,464.3339502811432,8
-113.81121531809409,1719496663,checkpoint_000012,True,False,13,c04d8657,2024-06-27_15-57-43,56.53476905822754,774.7109925746918,69992,r8i6n8,10.159.28.66,520.8687193393707,9
-110.44758017232098,1719496719,checkpoint_000013,True,False,14,c04d8657,2024-06-27_15-58-39,56.147799015045166,830.8587915897369,69992,r8i6n8,10.159.28.66,577.0165183544159,10
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
deleted file mode 100644
index 115f0d7f8cbaaee521dda265e6af5320bde627e3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 248.8490186075526, "timestamp": 1719493632, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c04d8657", "date": "2024-06-27_15-07-12", "time_this_iter_s": 69.30736112594604, "time_total_s": 69.30736112594604, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 69.30736112594604, "iterations_since_restore": 1}
-{"loss": 176.55898278904712, "timestamp": 1719494854, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c04d8657", "date": "2024-06-27_15-27-34", "time_this_iter_s": 70.9636754989624, "time_total_s": 140.27103662490845, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.9636754989624, "iterations_since_restore": 1}
-{"loss": 153.5841199018824, "timestamp": 1719494911, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "c04d8657", "date": "2024-06-27_15-28-31", "time_this_iter_s": 56.80309820175171, "time_total_s": 197.07413482666016, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.76677370071411, "iterations_since_restore": 2}
-{"loss": 141.87842869195413, "timestamp": 1719494968, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "c04d8657", "date": "2024-06-27_15-29-28", "time_this_iter_s": 56.76813840866089, "time_total_s": 253.84227323532104, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 184.534912109375, "iterations_since_restore": 3}
-{"loss": 132.76247937660517, "timestamp": 1719496213, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "c04d8657", "date": "2024-06-27_15-50-13", "time_this_iter_s": 70.93559050559998, "time_total_s": 324.777863740921, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.93559050559998, "iterations_since_restore": 1}
-{"loss": 127.65858931053342, "timestamp": 1719496269, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "c04d8657", "date": "2024-06-27_15-51-09", "time_this_iter_s": 56.18658232688904, "time_total_s": 380.96444606781006, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.12217283248901, "iterations_since_restore": 2}
-{"loss": 128.54880821047806, "timestamp": 1719496325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "c04d8657", "date": "2024-06-27_15-52-05", "time_this_iter_s": 55.70376706123352, "time_total_s": 436.6682131290436, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 182.82593989372253, "iterations_since_restore": 3}
-{"loss": 121.30412758053757, "timestamp": 1719496382, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "c04d8657", "date": "2024-06-27_15-53-02", "time_this_iter_s": 56.52959203720093, "time_total_s": 493.1978051662445, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 239.35553193092346, "iterations_since_restore": 4}
-{"loss": 124.07332433865766, "timestamp": 1719496438, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "c04d8657", "date": "2024-06-27_15-53-58", "time_this_iter_s": 56.19808506965637, "time_total_s": 549.3958902359009, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 295.55361700057983, "iterations_since_restore": 5}
-{"loss": 115.79139270932656, "timestamp": 1719496495, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "c04d8657", "date": "2024-06-27_15-54-55", "time_this_iter_s": 57.11151361465454, "time_total_s": 606.5074038505554, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 352.6651306152344, "iterations_since_restore": 6}
-{"loss": 113.53236323078787, "timestamp": 1719496551, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "c04d8657", "date": "2024-06-27_15-55-51", "time_this_iter_s": 56.11752891540527, "time_total_s": 662.6249327659607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 408.78265953063965, "iterations_since_restore": 7}
-{"loss": 112.30559909249854, "timestamp": 1719496607, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "c04d8657", "date": "2024-06-27_15-56-47", "time_this_iter_s": 55.55129075050354, "time_total_s": 718.1762235164642, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 464.3339502811432, "iterations_since_restore": 8}
-{"loss": 113.81121531809409, "timestamp": 1719496663, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "c04d8657", "date": "2024-06-27_15-57-43", "time_this_iter_s": 56.53476905822754, "time_total_s": 774.7109925746918, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 520.8687193393707, "iterations_since_restore": 9}
-{"loss": 110.44758017232098, "timestamp": 1719496719, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "c04d8657", "date": "2024-06-27_15-58-39", "time_this_iter_s": 56.147799015045166, "time_total_s": 830.8587915897369, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 577.0165183544159, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719332932.r8i6n2 b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719332932.r8i6n2
deleted file mode 100644
index 80186fdfd44a0eb3cc6b9b6fd09db2190d925fe2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719332932.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719337296.r8i6n2 b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719337296.r8i6n2
deleted file mode 100644
index 8cc354ae2695e10c3f3312f2dd0ea2ed51a45b18..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719337296.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json
deleted file mode 100644
index 073d45844bf3552fd66e4ff0fad38953785da549..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.5887703154000944,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0008721653331207079,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.pkl b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.pkl
deleted file mode 100644
index 82eaeb8610755e83829654c9acc2d2d1ef3e9c33..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv
deleted file mode 100644
index 74c0983943a91dc79efb983783d582bde062e0bf..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.1915456216166,1719333389,checkpoint_000000,True,False,1,c2c99680,2024-06-25_18-36-29,456.8247263431549,456.8247263431549,2195253,r8i6n2,10.159.28.60,456.8247263431549,1
-1982.5428274560163,1719333829,checkpoint_000001,True,False,2,c2c99680,2024-06-25_18-43-49,440.0058114528656,896.8305377960205,2195253,r8i6n2,10.159.28.60,896.8305377960205,2
-2012.3732496847317,1719337749,checkpoint_000002,True,False,3,c2c99680,2024-06-25_19-49-10,454.0293221473694,1350.85985994339,2195253,r8i6n2,10.159.28.60,454.0293221473694,1
-2023.2190220149482,1719338188,checkpoint_000003,True,False,4,c2c99680,2024-06-25_19-56-29,439.1456036567688,1790.0054636001587,2195253,r8i6n2,10.159.28.60,893.1749258041382,2
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json
deleted file mode 100644
index 98eb2842bf7fce6c1291764957048b9c9eea1cc6..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1987.1915456216166, "timestamp": 1719333389, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c2c99680", "date": "2024-06-25_18-36-29", "time_this_iter_s": 456.8247263431549, "time_total_s": 456.8247263431549, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 456.8247263431549, "iterations_since_restore": 1}
-{"loss": 1982.5428274560163, "timestamp": 1719333829, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c2c99680", "date": "2024-06-25_18-43-49", "time_this_iter_s": 440.0058114528656, "time_total_s": 896.8305377960205, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 896.8305377960205, "iterations_since_restore": 2}
-{"loss": 2012.3732496847317, "timestamp": 1719337749, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "c2c99680", "date": "2024-06-25_19-49-10", "time_this_iter_s": 454.0293221473694, "time_total_s": 1350.85985994339, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 454.0293221473694, "iterations_since_restore": 1}
-{"loss": 2023.2190220149482, "timestamp": 1719338188, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "c2c99680", "date": "2024-06-25_19-56-29", "time_this_iter_s": 439.1456036567688, "time_total_s": 1790.0054636001587, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 893.1749258041382, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719325156.r3i5n6 b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719325156.r3i5n6
deleted file mode 100644
index 857d34b750d8b2e30b5df5659eea38d004cdbc52..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719325156.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719327610.r3i5n6 b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719327610.r3i5n6
deleted file mode 100644
index be46ae5ad11034bb8f06f1cfcc1d9f6026229e6e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719327610.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json
deleted file mode 100644
index f7623f2f2affd489b9e21d7e3c765fc94f49afe8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.4176788223006639,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.00038150746043137153,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.pkl b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.pkl
deleted file mode 100644
index 22dbfe027d19fb71871939982c85229f0b51a0ef..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv
deleted file mode 100644
index 7ed4de839614f90d77c551e97719cd578c842279..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-357.444681242695,1719325234,checkpoint_000000,True,False,1,c4172973,2024-06-25_16-20-34,78.41421294212341,78.41421294212341,69318,r3i5n6,10.159.8.159,78.41421294212341,1
-261.25574487400803,1719327690,checkpoint_000001,True,False,2,c4172973,2024-06-25_17-01-30,79.34292578697205,157.75713872909546,130020,r3i5n6,10.159.8.159,79.34292578697205,1
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json
deleted file mode 100644
index cee08e9750b7d4d1d50c49476006ee2e3615a18f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 357.444681242695, "timestamp": 1719325234, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c4172973", "date": "2024-06-25_16-20-34", "time_this_iter_s": 78.41421294212341, "time_total_s": 78.41421294212341, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 2048, "n_head": 2, "drop_rate": 0.4176788223006639, "lr": 0.00038150746043137153, "batch_size": 2048}, "time_since_restore": 78.41421294212341, "iterations_since_restore": 1}
-{"loss": 261.25574487400803, "timestamp": 1719327690, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c4172973", "date": "2024-06-25_17-01-30", "time_this_iter_s": 79.34292578697205, "time_total_s": 157.75713872909546, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 2048, "n_head": 2, "drop_rate": 0.4176788223006639, "lr": 0.00038150746043137153, "batch_size": 2048}, "time_since_restore": 79.34292578697205, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8 b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8
deleted file mode 100644
index 862f00057662dab9f3742be1c2069ea5a4acc02a..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
deleted file mode 100644
index 8d7586abddae87a82b382e69d2b4b34e9a4851a7..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.8825060164596403,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.00022475452906788255,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl
deleted file mode 100644
index 319b1e4746b7d10b0822fef84f8233951757e90f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
deleted file mode 100644
index b24b169bc202a108e937d9213ecbcbcaee14f195..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2052.7300347756213,1719490908,checkpoint_000000,True,False,1,c590a939,2024-06-27_14-21-48,205.80420541763306,205.80420541763306,35196,r8i6n8,10.159.28.66,205.80420541763306,1
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
deleted file mode 100644
index db6afe3739ee3e662696f03f049d0f5e3ce91b02..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2052.7300347756213, "timestamp": 1719490908, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c590a939", "date": "2024-06-27_14-21-48", "time_this_iter_s": 205.80420541763306, "time_total_s": 205.80420541763306, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8825060164596403, "lr": 0.00022475452906788255, "batch_size": 1024}, "time_since_restore": 205.80420541763306, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8 b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8
deleted file mode 100644
index 395c5082f612d7c7e9f7c2e55543192a0532c7a6..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
deleted file mode 100644
index 200259a07817a23893965d606725450da3263782..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.8804057782771979,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.00020339747661453456,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl
deleted file mode 100644
index 0ee36134b5cf878aec4f1a6816e0a8a229c88067..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
deleted file mode 100644
index ce3cbfb064eea9f99de5640fe5ec061c4ec532f1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2046.8147607037401,1719562168,checkpoint_000000,True,False,1,cd09d91f,2024-06-28_10-09-28,113.24074220657349,113.24074220657349,242786,r8i6n8,10.159.28.66,113.24074220657349,1
-2046.7734077033097,1719562267,checkpoint_000001,True,False,2,cd09d91f,2024-06-28_10-11-07,99.61961531639099,212.86035752296448,242786,r8i6n8,10.159.28.66,212.86035752296448,2
-2044.4744459737942,1719562367,checkpoint_000002,True,False,3,cd09d91f,2024-06-28_10-12-47,99.62483620643616,312.48519372940063,242786,r8i6n8,10.159.28.66,312.48519372940063,3
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
deleted file mode 100644
index 12ce230c2d0704de93ca0653b56cc32762fb3607..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
+++ /dev/null
@@ -1,3 +0,0 @@
-{"loss": 2046.8147607037401, "timestamp": 1719562168, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "cd09d91f", "date": "2024-06-28_10-09-28", "time_this_iter_s": 113.24074220657349, "time_total_s": 113.24074220657349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 113.24074220657349, "iterations_since_restore": 1}
-{"loss": 2046.7734077033097, "timestamp": 1719562267, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "cd09d91f", "date": "2024-06-28_10-11-07", "time_this_iter_s": 99.61961531639099, "time_total_s": 212.86035752296448, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 212.86035752296448, "iterations_since_restore": 2}
-{"loss": 2044.4744459737942, "timestamp": 1719562367, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "cd09d91f", "date": "2024-06-28_10-12-47", "time_this_iter_s": 99.62483620643616, "time_total_s": 312.48519372940063, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 312.48519372940063, "iterations_since_restore": 3}
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8
deleted file mode 100644
index 701100d7784285edb871ba44c16763124c1b1a96..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8
deleted file mode 100644
index 5848e0830444143cb78a182ce5c1d9c23a37e69f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
deleted file mode 100644
index 19a9f6356c28838568fbb0cd8358629e5aea5b8d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.5002709319790926,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0010079586534441948,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl
deleted file mode 100644
index b5ab554ab54e7df8c1d917deb258cdc9814daa34..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
deleted file mode 100644
index 014d2b4cf8ca2685e4006d6bc769dc61e49a148d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1988.827157088152,1719497844,checkpoint_000000,True,False,1,ce13f5b5,2024-06-27_16-17-25,980.2613203525543,980.2613203525543,69992,r8i6n8,10.159.28.66,980.2613203525543,1
-1978.954319751169,1719498811,checkpoint_000001,True,False,2,ce13f5b5,2024-06-27_16-33-32,966.9953911304474,1947.2567114830017,69992,r8i6n8,10.159.28.66,1947.2567114830017,2
-1980.5698492095225,1719503758,checkpoint_000002,True,False,3,ce13f5b5,2024-06-27_17-55-58,980.9022901058197,2928.1590015888214,242786,r8i6n8,10.159.28.66,980.9022901058197,1
-1991.1704995463213,1719504722,checkpoint_000003,True,False,4,ce13f5b5,2024-06-27_18-12-02,964.2863810062408,3892.4453825950623,242786,r8i6n8,10.159.28.66,1945.1886711120605,2
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
deleted file mode 100644
index f9f0039d1f002e6bbf9a2a44edc65a85e6ada692..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1988.827157088152, "timestamp": 1719497844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ce13f5b5", "date": "2024-06-27_16-17-25", "time_this_iter_s": 980.2613203525543, "time_total_s": 980.2613203525543, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.2613203525543, "iterations_since_restore": 1}
-{"loss": 1978.954319751169, "timestamp": 1719498811, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "ce13f5b5", "date": "2024-06-27_16-33-32", "time_this_iter_s": 966.9953911304474, "time_total_s": 1947.2567114830017, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1947.2567114830017, "iterations_since_restore": 2}
-{"loss": 1980.5698492095225, "timestamp": 1719503758, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "ce13f5b5", "date": "2024-06-27_17-55-58", "time_this_iter_s": 980.9022901058197, "time_total_s": 2928.1590015888214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.9022901058197, "iterations_since_restore": 1}
-{"loss": 1991.1704995463213, "timestamp": 1719504722, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "ce13f5b5", "date": "2024-06-27_18-12-02", "time_this_iter_s": 964.2863810062408, "time_total_s": 3892.4453825950623, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1945.1886711120605, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8
deleted file mode 100644
index 99bec7c69ab89060fb44bd5cf0831b4914d041ba..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8
deleted file mode 100644
index 1691e0cff30f57a8e21c4d51ffbfdaeea13da71e..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8
deleted file mode 100644
index 5cd08eef56bded162a0b5c97eebdca2cf7f0c000..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
deleted file mode 100644
index 6bfa6ca57d534e683914ae2e1b004294085b2926..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.049653684746237436,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.0014072769080781988,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl
deleted file mode 100644
index 008997072fd151c1980d4265bcf98c792fa84df3..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
deleted file mode 100644
index 6e1ed1ef6971e22046128410058edde881c052c4..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1958.2553874338705,1719492460,checkpoint_000000,True,False,1,d2831dee,2024-06-27_14-47-40,306.8074827194214,306.8074827194214,69992,r8i6n8,10.159.28.66,306.8074827194214,1
-1955.7293941467765,1719494783,checkpoint_000001,True,False,2,d2831dee,2024-06-27_15-26-23,309.7399287223816,616.547411441803,69992,r8i6n8,10.159.28.66,309.7399287223816,1
-1960.276611328125,1719495627,checkpoint_000002,True,False,3,d2831dee,2024-06-27_15-40-27,308.24083185195923,924.7882432937622,69992,r8i6n8,10.159.28.66,308.24083185195923,1
-1955.4441956046999,1719495922,checkpoint_000003,True,True,4,d2831dee,2024-06-27_15-45-22,294.4752688407898,1219.263512134552,69992,r8i6n8,10.159.28.66,602.716100692749,2
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
deleted file mode 100644
index 8209b8ea6ccf958a427a6e6b7cb23738c3fdfd84..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1958.2553874338705, "timestamp": 1719492460, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d2831dee", "date": "2024-06-27_14-47-40", "time_this_iter_s": 306.8074827194214, "time_total_s": 306.8074827194214, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 306.8074827194214, "iterations_since_restore": 1}
-{"loss": 1955.7293941467765, "timestamp": 1719494783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d2831dee", "date": "2024-06-27_15-26-23", "time_this_iter_s": 309.7399287223816, "time_total_s": 616.547411441803, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 309.7399287223816, "iterations_since_restore": 1}
-{"loss": 1960.276611328125, "timestamp": 1719495627, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d2831dee", "date": "2024-06-27_15-40-27", "time_this_iter_s": 308.24083185195923, "time_total_s": 924.7882432937622, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 308.24083185195923, "iterations_since_restore": 1}
-{"loss": 1955.4441956046999, "timestamp": 1719495922, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": true, "training_iteration": 4, "trial_id": "d2831dee", "date": "2024-06-27_15-45-22", "time_this_iter_s": 294.4752688407898, "time_total_s": 1219.263512134552, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 602.716100692749, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8
deleted file mode 100644
index 6d4f0078fd203da2f82dc460fa756564b2a76b19..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8
deleted file mode 100644
index 9d986bc95b182ed81a3ee3445d29cc96827c9233..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8
deleted file mode 100644
index b1f7a461f25c87806703210799e9239c026743d7..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
deleted file mode 100644
index 3ceb704225d69d251ea66e4facd4d7486c4a2044..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.6203685879053435,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.00010069872409405673,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl
deleted file mode 100644
index 788fe46106b1234911e3c3a5a4e0cfad52e5b446..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
deleted file mode 100644
index 7fb55afd9b1f633832c79d9c4a23dd47c3f780ff..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1976.3505897822342,1719508904,checkpoint_000000,True,False,1,d78b949d,2024-06-27_19-21-44,89.9982442855835,89.9982442855835,242786,r8i6n8,10.159.28.66,89.9982442855835,1
-1974.78995543953,1719508980,checkpoint_000001,True,False,2,d78b949d,2024-06-27_19-23-00,76.56657218933105,166.56481647491455,242786,r8i6n8,10.159.28.66,166.56481647491455,2
-1974.6597150667446,1719509057,checkpoint_000002,True,False,3,d78b949d,2024-06-27_19-24-17,76.93186378479004,243.4966802597046,242786,r8i6n8,10.159.28.66,243.4966802597046,3
-1624.830540454294,1719509134,checkpoint_000003,True,False,4,d78b949d,2024-06-27_19-25-34,76.92754554748535,320.42422580718994,242786,r8i6n8,10.159.28.66,320.42422580718994,4
-1135.5229694036047,1719509211,checkpoint_000004,True,False,5,d78b949d,2024-06-27_19-26-51,76.4197883605957,396.84401416778564,242786,r8i6n8,10.159.28.66,396.84401416778564,5
-935.2523327925073,1719512025,checkpoint_000005,True,False,6,d78b949d,2024-06-27_20-13-45,90.96137690544128,487.80539107322693,242786,r8i6n8,10.159.28.66,90.96137690544128,1
-820.0057286540355,1719512102,checkpoint_000006,True,False,7,d78b949d,2024-06-27_20-15-02,77.09065294265747,564.8960440158844,242786,r8i6n8,10.159.28.66,168.05202984809875,2
-743.699236531896,1719512179,checkpoint_000007,True,False,8,d78b949d,2024-06-27_20-16-19,76.6766791343689,641.5727231502533,242786,r8i6n8,10.159.28.66,244.72870898246765,3
-700.0018103892409,1719512256,checkpoint_000008,True,False,9,d78b949d,2024-06-27_20-17-36,77.02537822723389,718.5981013774872,242786,r8i6n8,10.159.28.66,321.75408720970154,4
-663.1148220272514,1719512333,checkpoint_000009,True,False,10,d78b949d,2024-06-27_20-18-53,77.04872226715088,795.6468236446381,242786,r8i6n8,10.159.28.66,398.8028094768524,5
-626.2061512864481,1719513310,checkpoint_000010,True,False,11,d78b949d,2024-06-27_20-35-10,91.49215126037598,887.138974905014,242786,r8i6n8,10.159.28.66,91.49215126037598,1
-593.4698202778974,1719513386,checkpoint_000011,True,False,12,d78b949d,2024-06-27_20-36-26,76.48094964027405,963.6199245452881,242786,r8i6n8,10.159.28.66,167.97310090065002,2
-573.8050527497539,1719513463,checkpoint_000012,True,False,13,d78b949d,2024-06-27_20-37-43,76.42547011375427,1040.0453946590424,242786,r8i6n8,10.159.28.66,244.3985710144043,3
-550.3660424900805,1719513539,checkpoint_000013,True,False,14,d78b949d,2024-06-27_20-38-59,76.87634134292603,1116.9217360019684,242786,r8i6n8,10.159.28.66,321.2749123573303,4
-528.3513029804379,1719513616,checkpoint_000014,True,False,15,d78b949d,2024-06-27_20-40-16,76.89268255233765,1193.814418554306,242786,r8i6n8,10.159.28.66,398.16759490966797,5
-507.8953131728285,1719513693,checkpoint_000015,True,False,16,d78b949d,2024-06-27_20-41-33,76.85758066177368,1270.6719992160797,242786,r8i6n8,10.159.28.66,475.02517557144165,6
-487.3210242564284,1719513770,checkpoint_000016,True,False,17,d78b949d,2024-06-27_20-42-50,76.83648180961609,1347.5084810256958,242786,r8i6n8,10.159.28.66,551.8616573810577,7
-475.32467507189654,1719513846,checkpoint_000017,True,False,18,d78b949d,2024-06-27_20-44-06,76.3912570476532,1423.899738073349,242786,r8i6n8,10.159.28.66,628.2529144287109,8
-467.49932188499633,1719513923,checkpoint_000018,True,False,19,d78b949d,2024-06-27_20-45-23,76.9852523803711,1500.88499045372,242786,r8i6n8,10.159.28.66,705.238166809082,9
-459.3377106433778,1719514000,checkpoint_000019,True,False,20,d78b949d,2024-06-27_20-46-40,76.87024331092834,1577.7552337646484,242786,r8i6n8,10.159.28.66,782.1084101200104,10
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
deleted file mode 100644
index afd63cffdf9940be280711f1c740acff2df7b93d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1976.3505897822342, "timestamp": 1719508904, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d78b949d", "date": "2024-06-27_19-21-44", "time_this_iter_s": 89.9982442855835, "time_total_s": 89.9982442855835, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 89.9982442855835, "iterations_since_restore": 1}
-{"loss": 1974.78995543953, "timestamp": 1719508980, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d78b949d", "date": "2024-06-27_19-23-00", "time_this_iter_s": 76.56657218933105, "time_total_s": 166.56481647491455, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 166.56481647491455, "iterations_since_restore": 2}
-{"loss": 1974.6597150667446, "timestamp": 1719509057, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d78b949d", "date": "2024-06-27_19-24-17", "time_this_iter_s": 76.93186378479004, "time_total_s": 243.4966802597046, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 243.4966802597046, "iterations_since_restore": 3}
-{"loss": 1624.830540454294, "timestamp": 1719509134, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "d78b949d", "date": "2024-06-27_19-25-34", "time_this_iter_s": 76.92754554748535, "time_total_s": 320.42422580718994, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 320.42422580718994, "iterations_since_restore": 4}
-{"loss": 1135.5229694036047, "timestamp": 1719509211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "d78b949d", "date": "2024-06-27_19-26-51", "time_this_iter_s": 76.4197883605957, "time_total_s": 396.84401416778564, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 396.84401416778564, "iterations_since_restore": 5}
-{"loss": 935.2523327925073, "timestamp": 1719512025, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "d78b949d", "date": "2024-06-27_20-13-45", "time_this_iter_s": 90.96137690544128, "time_total_s": 487.80539107322693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 90.96137690544128, "iterations_since_restore": 1}
-{"loss": 820.0057286540355, "timestamp": 1719512102, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "d78b949d", "date": "2024-06-27_20-15-02", "time_this_iter_s": 77.09065294265747, "time_total_s": 564.8960440158844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 168.05202984809875, "iterations_since_restore": 2}
-{"loss": 743.699236531896, "timestamp": 1719512179, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "d78b949d", "date": "2024-06-27_20-16-19", "time_this_iter_s": 76.6766791343689, "time_total_s": 641.5727231502533, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.72870898246765, "iterations_since_restore": 3}
-{"loss": 700.0018103892409, "timestamp": 1719512256, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "d78b949d", "date": "2024-06-27_20-17-36", "time_this_iter_s": 77.02537822723389, "time_total_s": 718.5981013774872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.75408720970154, "iterations_since_restore": 4}
-{"loss": 663.1148220272514, "timestamp": 1719512333, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "d78b949d", "date": "2024-06-27_20-18-53", "time_this_iter_s": 77.04872226715088, "time_total_s": 795.6468236446381, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.8028094768524, "iterations_since_restore": 5}
-{"loss": 626.2061512864481, "timestamp": 1719513310, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "d78b949d", "date": "2024-06-27_20-35-10", "time_this_iter_s": 91.49215126037598, "time_total_s": 887.138974905014, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 91.49215126037598, "iterations_since_restore": 1}
-{"loss": 593.4698202778974, "timestamp": 1719513386, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "d78b949d", "date": "2024-06-27_20-36-26", "time_this_iter_s": 76.48094964027405, "time_total_s": 963.6199245452881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 167.97310090065002, "iterations_since_restore": 2}
-{"loss": 573.8050527497539, "timestamp": 1719513463, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "d78b949d", "date": "2024-06-27_20-37-43", "time_this_iter_s": 76.42547011375427, "time_total_s": 1040.0453946590424, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.3985710144043, "iterations_since_restore": 3}
-{"loss": 550.3660424900805, "timestamp": 1719513539, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "d78b949d", "date": "2024-06-27_20-38-59", "time_this_iter_s": 76.87634134292603, "time_total_s": 1116.9217360019684, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.2749123573303, "iterations_since_restore": 4}
-{"loss": 528.3513029804379, "timestamp": 1719513616, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "d78b949d", "date": "2024-06-27_20-40-16", "time_this_iter_s": 76.89268255233765, "time_total_s": 1193.814418554306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.16759490966797, "iterations_since_restore": 5}
-{"loss": 507.8953131728285, "timestamp": 1719513693, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "d78b949d", "date": "2024-06-27_20-41-33", "time_this_iter_s": 76.85758066177368, "time_total_s": 1270.6719992160797, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 475.02517557144165, "iterations_since_restore": 6}
-{"loss": 487.3210242564284, "timestamp": 1719513770, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "d78b949d", "date": "2024-06-27_20-42-50", "time_this_iter_s": 76.83648180961609, "time_total_s": 1347.5084810256958, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 551.8616573810577, "iterations_since_restore": 7}
-{"loss": 475.32467507189654, "timestamp": 1719513846, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "d78b949d", "date": "2024-06-27_20-44-06", "time_this_iter_s": 76.3912570476532, "time_total_s": 1423.899738073349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 628.2529144287109, "iterations_since_restore": 8}
-{"loss": 467.49932188499633, "timestamp": 1719513923, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "d78b949d", "date": "2024-06-27_20-45-23", "time_this_iter_s": 76.9852523803711, "time_total_s": 1500.88499045372, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 705.238166809082, "iterations_since_restore": 9}
-{"loss": 459.3377106433778, "timestamp": 1719514000, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "d78b949d", "date": "2024-06-27_20-46-40", "time_this_iter_s": 76.87024331092834, "time_total_s": 1577.7552337646484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 782.1084101200104, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8 b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8
deleted file mode 100644
index e4462599b6b754153d2f28270eccec303cd4b368..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
deleted file mode 100644
index 721d28594e25472990cc06b140244302145c5180..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.8381852944111963,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.012410063874557094,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl
deleted file mode 100644
index 49c20e93d94efb305033e5175e69d7669421b8ab..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
deleted file mode 100644
index af7812c25a0190ec06dec73bc571fa384ac2f621..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3407.492049089567,1719525405,checkpoint_000000,True,False,1,dd70a43a,2024-06-27_23-56-45,669.9892313480377,669.9892313480377,242786,r8i6n8,10.159.28.66,669.9892313480377,1
-2909.059064729946,1719526061,checkpoint_000001,True,False,2,dd70a43a,2024-06-28_00-07-41,655.8329515457153,1325.822182893753,242786,r8i6n8,10.159.28.66,1325.822182893753,2
-2528.305686169722,1719526717,checkpoint_000002,True,False,3,dd70a43a,2024-06-28_00-18-37,656.1143062114716,1981.9364891052246,242786,r8i6n8,10.159.28.66,1981.9364891052246,3
-2249.8190595972255,1719527372,checkpoint_000003,True,False,4,dd70a43a,2024-06-28_00-29-33,655.7129034996033,2637.649392604828,242786,r8i6n8,10.159.28.66,2637.649392604828,4
-2087.238125057671,1719528028,checkpoint_000004,True,False,5,dd70a43a,2024-06-28_00-40-29,655.7882659435272,3293.437658548355,242786,r8i6n8,10.159.28.66,3293.437658548355,5
-2001.7169612373893,1719528684,checkpoint_000005,True,False,6,dd70a43a,2024-06-28_00-51-24,655.2618434429169,3948.699501991272,242786,r8i6n8,10.159.28.66,3948.699501991272,6
-1972.5492111566498,1719529337,checkpoint_000006,True,False,7,dd70a43a,2024-06-28_01-02-17,652.9857096672058,4601.685211658478,242786,r8i6n8,10.159.28.66,4601.685211658478,7
-1953.9414043276329,1719529988,checkpoint_000007,True,False,8,dd70a43a,2024-06-28_01-13-08,651.4188046455383,5253.104016304016,242786,r8i6n8,10.159.28.66,5253.104016304016,8
-1953.827157088152,1719530635,checkpoint_000008,True,False,9,dd70a43a,2024-06-28_01-23-55,646.7677278518677,5899.871744155884,242786,r8i6n8,10.159.28.66,5899.871744155884,9
-1955.5640210729885,1719531281,checkpoint_000009,True,False,10,dd70a43a,2024-06-28_01-34-41,645.8664748668671,6545.738219022751,242786,r8i6n8,10.159.28.66,6545.738219022751,10
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
deleted file mode 100644
index c3571f4104c9bb8349d06d5b0e5c8cbadb2fbb7a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 3407.492049089567, "timestamp": 1719525405, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "dd70a43a", "date": "2024-06-27_23-56-45", "time_this_iter_s": 669.9892313480377, "time_total_s": 669.9892313480377, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 669.9892313480377, "iterations_since_restore": 1}
-{"loss": 2909.059064729946, "timestamp": 1719526061, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "dd70a43a", "date": "2024-06-28_00-07-41", "time_this_iter_s": 655.8329515457153, "time_total_s": 1325.822182893753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1325.822182893753, "iterations_since_restore": 2}
-{"loss": 2528.305686169722, "timestamp": 1719526717, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "dd70a43a", "date": "2024-06-28_00-18-37", "time_this_iter_s": 656.1143062114716, "time_total_s": 1981.9364891052246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1981.9364891052246, "iterations_since_restore": 3}
-{"loss": 2249.8190595972255, "timestamp": 1719527372, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "dd70a43a", "date": "2024-06-28_00-29-33", "time_this_iter_s": 655.7129034996033, "time_total_s": 2637.649392604828, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 2637.649392604828, "iterations_since_restore": 4}
-{"loss": 2087.238125057671, "timestamp": 1719528028, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "dd70a43a", "date": "2024-06-28_00-40-29", "time_this_iter_s": 655.7882659435272, "time_total_s": 3293.437658548355, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3293.437658548355, "iterations_since_restore": 5}
-{"loss": 2001.7169612373893, "timestamp": 1719528684, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "dd70a43a", "date": "2024-06-28_00-51-24", "time_this_iter_s": 655.2618434429169, "time_total_s": 3948.699501991272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3948.699501991272, "iterations_since_restore": 6}
-{"loss": 1972.5492111566498, "timestamp": 1719529337, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "dd70a43a", "date": "2024-06-28_01-02-17", "time_this_iter_s": 652.9857096672058, "time_total_s": 4601.685211658478, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 4601.685211658478, "iterations_since_restore": 7}
-{"loss": 1953.9414043276329, "timestamp": 1719529988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "dd70a43a", "date": "2024-06-28_01-13-08", "time_this_iter_s": 651.4188046455383, "time_total_s": 5253.104016304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5253.104016304016, "iterations_since_restore": 8}
-{"loss": 1953.827157088152, "timestamp": 1719530635, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "dd70a43a", "date": "2024-06-28_01-23-55", "time_this_iter_s": 646.7677278518677, "time_total_s": 5899.871744155884, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5899.871744155884, "iterations_since_restore": 9}
-{"loss": 1955.5640210729885, "timestamp": 1719531281, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "dd70a43a", "date": "2024-06-28_01-34-41", "time_this_iter_s": 645.8664748668671, "time_total_s": 6545.738219022751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 6545.738219022751, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/events.out.tfevents.1719321603.r7i5n7 b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/events.out.tfevents.1719321603.r7i5n7
deleted file mode 100644
index fa935586fae83d743c2e340fe35b13aabe51b2ae..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/events.out.tfevents.1719321603.r7i5n7 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json
deleted file mode 100644
index 6e93c3a3a8e54d866a9f5c51584d6108e62235e3..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7776595209025089,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.0006106789085082022,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.pkl b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.pkl
deleted file mode 100644
index f685246d35e73936eedd2db61601ee2b0a9426ae..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv
deleted file mode 100644
index 28c92556a14f9b3e3bc0ebf1fad165d4aa69ce37..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2001.7704808993603,1719321692,checkpoint_000000,True,False,1,dd950274,2024-06-25_15-21-32,89.34920597076416,89.34920597076416,355319,r7i5n7,10.159.24.56,89.34920597076416,1
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json
deleted file mode 100644
index c20e0ec205e155ef6a5ac9d19650e8454ec0cea8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2001.7704808993603, "timestamp": 1719321692, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "dd950274", "date": "2024-06-25_15-21-32", "time_this_iter_s": 89.34920597076416, "time_total_s": 89.34920597076416, "pid": 355319, "hostname": "r7i5n7", "node_ip": "10.159.24.56", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.7776595209025089, "lr": 0.0006106789085082022, "batch_size": 2048}, "time_since_restore": 89.34920597076416, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719348339.r8i6n2 b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719348339.r8i6n2
deleted file mode 100644
index 7870273a07987a5f6341b5403eed9658bab51da4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719348339.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719355223.r8i6n2 b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719355223.r8i6n2
deleted file mode 100644
index 56e3055f9bf9fe7ae68cd9d7b51dcf121c27b383..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719355223.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json
deleted file mode 100644
index 4f6c97338393cce93234669d30656ff23fac07b8..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.12892236942851165,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.005626677279957184,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.pkl b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.pkl
deleted file mode 100644
index f5d49d3c3306a54c36545122768fe638be6711c8..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv
deleted file mode 100644
index 771cf5990f19e892a514dd70b3205b12736bf64c..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1956.6991774191067,1719348406,checkpoint_000000,True,False,1,de1e9134,2024-06-25_22-46-46,67.86075568199158,67.86075568199158,2195253,r8i6n2,10.159.28.60,67.86075568199158,1
-1966.5979321096827,1719348460,checkpoint_000001,True,False,2,de1e9134,2024-06-25_22-47-40,53.399649143218994,121.26040482521057,2195253,r8i6n2,10.159.28.60,121.26040482521057,2
-1954.8947446327509,1719348513,checkpoint_000002,True,False,3,de1e9134,2024-06-25_22-48-33,53.41487240791321,174.67527723312378,2195253,r8i6n2,10.159.28.60,174.67527723312378,3
-1955.8978973148376,1719348567,checkpoint_000003,True,False,4,de1e9134,2024-06-25_22-49-27,53.3932785987854,228.06855583190918,2195253,r8i6n2,10.159.28.60,228.06855583190918,4
-1955.0890363558071,1719348620,checkpoint_000004,True,False,5,de1e9134,2024-06-25_22-50-20,53.77778649330139,281.84634232521057,2195253,r8i6n2,10.159.28.60,281.84634232521057,5
-1955.0249504029282,1719355289,checkpoint_000005,True,False,6,de1e9134,2024-06-26_00-41-30,66.45859718322754,348.3049395084381,2850562,r8i6n2,10.159.28.60,66.45859718322754,1
-1962.3684418445498,1719355342,checkpoint_000006,True,False,7,de1e9134,2024-06-26_00-42-22,52.848015785217285,401.1529552936554,2850562,r8i6n2,10.159.28.60,119.30661296844482,2
-1957.2319662739912,1719355395,checkpoint_000007,True,False,8,de1e9134,2024-06-26_00-43-15,52.90200471878052,454.0549600124359,2850562,r8i6n2,10.159.28.60,172.20861768722534,3
-1956.60619444359,1719355448,checkpoint_000008,True,False,9,de1e9134,2024-06-26_00-44-09,53.24041485786438,507.2953748703003,2850562,r8i6n2,10.159.28.60,225.44903254508972,4
-1957.9578991987573,1719355501,checkpoint_000009,True,False,10,de1e9134,2024-06-26_00-45-01,52.88777208328247,560.1831469535828,2850562,r8i6n2,10.159.28.60,278.3368046283722,5
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json
deleted file mode 100644
index 2ecc83bd7d109a69079af88556b08db814acc21d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1956.6991774191067, "timestamp": 1719348406, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "de1e9134", "date": "2024-06-25_22-46-46", "time_this_iter_s": 67.86075568199158, "time_total_s": 67.86075568199158, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 67.86075568199158, "iterations_since_restore": 1}
-{"loss": 1966.5979321096827, "timestamp": 1719348460, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "de1e9134", "date": "2024-06-25_22-47-40", "time_this_iter_s": 53.399649143218994, "time_total_s": 121.26040482521057, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 121.26040482521057, "iterations_since_restore": 2}
-{"loss": 1954.8947446327509, "timestamp": 1719348513, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "de1e9134", "date": "2024-06-25_22-48-33", "time_this_iter_s": 53.41487240791321, "time_total_s": 174.67527723312378, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 174.67527723312378, "iterations_since_restore": 3}
-{"loss": 1955.8978973148376, "timestamp": 1719348567, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "de1e9134", "date": "2024-06-25_22-49-27", "time_this_iter_s": 53.3932785987854, "time_total_s": 228.06855583190918, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 228.06855583190918, "iterations_since_restore": 4}
-{"loss": 1955.0890363558071, "timestamp": 1719348620, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "de1e9134", "date": "2024-06-25_22-50-20", "time_this_iter_s": 53.77778649330139, "time_total_s": 281.84634232521057, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 281.84634232521057, "iterations_since_restore": 5}
-{"loss": 1955.0249504029282, "timestamp": 1719355289, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "de1e9134", "date": "2024-06-26_00-41-30", "time_this_iter_s": 66.45859718322754, "time_total_s": 348.3049395084381, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 66.45859718322754, "iterations_since_restore": 1}
-{"loss": 1962.3684418445498, "timestamp": 1719355342, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "de1e9134", "date": "2024-06-26_00-42-22", "time_this_iter_s": 52.848015785217285, "time_total_s": 401.1529552936554, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 119.30661296844482, "iterations_since_restore": 2}
-{"loss": 1957.2319662739912, "timestamp": 1719355395, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "de1e9134", "date": "2024-06-26_00-43-15", "time_this_iter_s": 52.90200471878052, "time_total_s": 454.0549600124359, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 172.20861768722534, "iterations_since_restore": 3}
-{"loss": 1956.60619444359, "timestamp": 1719355448, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "de1e9134", "date": "2024-06-26_00-44-09", "time_this_iter_s": 53.24041485786438, "time_total_s": 507.2953748703003, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 225.44903254508972, "iterations_since_restore": 4}
-{"loss": 1957.9578991987573, "timestamp": 1719355501, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "de1e9134", "date": "2024-06-26_00-45-01", "time_this_iter_s": 52.88777208328247, "time_total_s": 560.1831469535828, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 278.3368046283722, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8 b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8
deleted file mode 100644
index 2d48157b40a085fe7aa78468893814ccd1e3d034..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
deleted file mode 100644
index b0299182bc8258a21817c4722274ff2bdc16bc5a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9027598279893692,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.00800097877874484,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl
deleted file mode 100644
index 827c7e15b9d2ff6c19f2893b05ba63417aeb03d2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
deleted file mode 100644
index 91a205f752361dbbf931f928785684e96ce3d7bb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2406.545863834892,1719501495,checkpoint_000000,True,False,1,e0b92d48,2024-06-27_17-18-15,724.5406517982483,724.5406517982483,242786,r8i6n8,10.159.28.66,724.5406517982483,1
-2331.1488584984004,1719502199,checkpoint_000001,True,False,2,e0b92d48,2024-06-27_17-29-59,703.9930710792542,1428.5337228775024,242786,r8i6n8,10.159.28.66,1428.5337228775024,2
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
deleted file mode 100644
index d055fbcd128115a3ab44df17f46ec31947edafeb..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2406.545863834892, "timestamp": 1719501495, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0b92d48", "date": "2024-06-27_17-18-15", "time_this_iter_s": 724.5406517982483, "time_total_s": 724.5406517982483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 724.5406517982483, "iterations_since_restore": 1}
-{"loss": 2331.1488584984004, "timestamp": 1719502199, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0b92d48", "date": "2024-06-27_17-29-59", "time_this_iter_s": 703.9930710792542, "time_total_s": 1428.5337228775024, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 1428.5337228775024, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8 b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8
deleted file mode 100644
index 53291c26bc3899a92f474dc6f8e918fddc42698d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
deleted file mode 100644
index 448be46d951d5149a23599b25bade692a1f0a791..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3372755257890534,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.00018514260159136858,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl
deleted file mode 100644
index 6681c0d8e433573f32500bb2c4c740e99408eea4..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
deleted file mode 100644
index ab2d3af34acf368e04678dc0b0906d2f8727e183..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1182.49372251015,1719518905,checkpoint_000000,True,False,1,e0cd883e,2024-06-27_22-08-25,83.27375411987305,83.27375411987305,242786,r8i6n8,10.159.28.66,83.27375411987305,1
-645.4160598394438,1719518975,checkpoint_000001,True,False,2,e0cd883e,2024-06-27_22-09-35,70.14381790161133,153.41757202148438,242786,r8i6n8,10.159.28.66,153.41757202148438,2
-522.639965147484,1719519045,checkpoint_000002,True,False,3,e0cd883e,2024-06-27_22-10-45,70.15310597419739,223.57067799568176,242786,r8i6n8,10.159.28.66,223.57067799568176,3
-459.74198444997234,1719519116,checkpoint_000003,True,False,4,e0cd883e,2024-06-27_22-11-56,70.06108522415161,293.6317632198334,242786,r8i6n8,10.159.28.66,293.6317632198334,4
-391.3528187669168,1719519186,checkpoint_000004,True,False,5,e0cd883e,2024-06-27_22-13-06,70.20780396461487,363.83956718444824,242786,r8i6n8,10.159.28.66,363.83956718444824,5
-335.89961062453864,1719519255,checkpoint_000005,True,False,6,e0cd883e,2024-06-27_22-14-15,69.51625561714172,433.35582280158997,242786,r8i6n8,10.159.28.66,433.35582280158997,6
-310.48668424351007,1719519325,checkpoint_000006,True,False,7,e0cd883e,2024-06-27_22-15-25,70.04849791526794,503.4043207168579,242786,r8i6n8,10.159.28.66,503.4043207168579,7
-265.2837000569021,1719519395,checkpoint_000007,True,False,8,e0cd883e,2024-06-27_22-16-35,70.00017595291138,573.4044966697693,242786,r8i6n8,10.159.28.66,573.4044966697693,8
-242.94229570523962,1719519465,checkpoint_000008,True,False,9,e0cd883e,2024-06-27_22-17-45,69.56129503250122,642.9657917022705,242786,r8i6n8,10.159.28.66,642.9657917022705,9
-226.0272181953971,1719519535,checkpoint_000009,True,False,10,e0cd883e,2024-06-27_22-18-55,70.02730536460876,712.9930970668793,242786,r8i6n8,10.159.28.66,712.9930970668793,10
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
deleted file mode 100644
index 4ec4f3738910516c3aac36424248f96b893ff8b1..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1182.49372251015, "timestamp": 1719518905, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cd883e", "date": "2024-06-27_22-08-25", "time_this_iter_s": 83.27375411987305, "time_total_s": 83.27375411987305, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 83.27375411987305, "iterations_since_restore": 1}
-{"loss": 645.4160598394438, "timestamp": 1719518975, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cd883e", "date": "2024-06-27_22-09-35", "time_this_iter_s": 70.14381790161133, "time_total_s": 153.41757202148438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 153.41757202148438, "iterations_since_restore": 2}
-{"loss": 522.639965147484, "timestamp": 1719519045, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cd883e", "date": "2024-06-27_22-10-45", "time_this_iter_s": 70.15310597419739, "time_total_s": 223.57067799568176, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 223.57067799568176, "iterations_since_restore": 3}
-{"loss": 459.74198444997234, "timestamp": 1719519116, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cd883e", "date": "2024-06-27_22-11-56", "time_this_iter_s": 70.06108522415161, "time_total_s": 293.6317632198334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 293.6317632198334, "iterations_since_restore": 4}
-{"loss": 391.3528187669168, "timestamp": 1719519186, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cd883e", "date": "2024-06-27_22-13-06", "time_this_iter_s": 70.20780396461487, "time_total_s": 363.83956718444824, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 363.83956718444824, "iterations_since_restore": 5}
-{"loss": 335.89961062453864, "timestamp": 1719519255, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cd883e", "date": "2024-06-27_22-14-15", "time_this_iter_s": 69.51625561714172, "time_total_s": 433.35582280158997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 433.35582280158997, "iterations_since_restore": 6}
-{"loss": 310.48668424351007, "timestamp": 1719519325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cd883e", "date": "2024-06-27_22-15-25", "time_this_iter_s": 70.04849791526794, "time_total_s": 503.4043207168579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 503.4043207168579, "iterations_since_restore": 7}
-{"loss": 265.2837000569021, "timestamp": 1719519395, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cd883e", "date": "2024-06-27_22-16-35", "time_this_iter_s": 70.00017595291138, "time_total_s": 573.4044966697693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 573.4044966697693, "iterations_since_restore": 8}
-{"loss": 242.94229570523962, "timestamp": 1719519465, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cd883e", "date": "2024-06-27_22-17-45", "time_this_iter_s": 69.56129503250122, "time_total_s": 642.9657917022705, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 642.9657917022705, "iterations_since_restore": 9}
-{"loss": 226.0272181953971, "timestamp": 1719519535, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cd883e", "date": "2024-06-27_22-18-55", "time_this_iter_s": 70.02730536460876, "time_total_s": 712.9930970668793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 712.9930970668793, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8
deleted file mode 100644
index 061e5b121b15edb7b6162f4c48b9540ec74aaace..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8
deleted file mode 100644
index 27ae72bcb3c3914485871c1f2cf0d734c08f1b12..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8
deleted file mode 100644
index 603a29711dcb60a0b33b1bd3d11a23e71c9d5c27..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
deleted file mode 100644
index 4063a8ebb78ea5c402928218d58207c0b04bb028..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.03611990882258942,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.00028375287963234745,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl
deleted file mode 100644
index fa2edd7bc7af1578d85b5d297b52abb64bc642ee..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
deleted file mode 100644
index 0faf654af3752b01147590ef307c0f844ac8ed62..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1954.021998608206,1719498933,checkpoint_000000,True,False,1,e0cf80c0,2024-06-27_16-35-33,97.99486684799194,97.99486684799194,242786,r8i6n8,10.159.28.66,97.99486684799194,1
-1955.7363098625124,1719499017,checkpoint_000001,True,False,2,e0cf80c0,2024-06-27_16-36-57,83.9807825088501,181.97564935684204,242786,r8i6n8,10.159.28.66,181.97564935684204,2
-1953.048192782665,1719504822,checkpoint_000002,True,False,3,e0cf80c0,2024-06-27_18-13-42,99.29927706718445,281.2749264240265,242786,r8i6n8,10.159.28.66,99.29927706718445,1
-1955.8478513702632,1719504907,checkpoint_000003,True,False,4,e0cf80c0,2024-06-27_18-15-07,84.75202250480652,366.026948928833,242786,r8i6n8,10.159.28.66,184.05129957199097,2
-1954.159799650898,1719506222,checkpoint_000004,True,False,5,e0cf80c0,2024-06-27_18-37-02,99.05570006370544,465.08264899253845,242786,r8i6n8,10.159.28.66,99.05570006370544,1
-1953.744985505352,1719506307,checkpoint_000005,True,False,6,e0cf80c0,2024-06-27_18-38-27,84.97408151626587,550.0567305088043,242786,r8i6n8,10.159.28.66,184.0297815799713,2
-1953.285723348302,1719506392,checkpoint_000006,True,False,7,e0cf80c0,2024-06-27_18-39-52,85.0238299369812,635.0805604457855,242786,r8i6n8,10.159.28.66,269.0536115169525,3
-1954.5312970979946,1719506476,checkpoint_000007,True,False,8,e0cf80c0,2024-06-27_18-41-16,84.54337477684021,719.6239352226257,242786,r8i6n8,10.159.28.66,353.5969862937927,4
-1954.3730785940577,1719506561,checkpoint_000008,True,False,9,e0cf80c0,2024-06-27_18-42-41,85.04393577575684,804.6678709983826,242786,r8i6n8,10.159.28.66,438.64092206954956,5
-1955.718712513841,1719506647,checkpoint_000009,True,False,10,e0cf80c0,2024-06-27_18-44-07,85.06691837310791,889.7347893714905,242786,r8i6n8,10.159.28.66,523.7078404426575,6
-1958.7154714028666,1719506732,checkpoint_000010,True,False,11,e0cf80c0,2024-06-27_18-45-32,85.6172399520874,975.3520293235779,242786,r8i6n8,10.159.28.66,609.3250803947449,7
-1953.2071273683564,1719506817,checkpoint_000011,True,False,12,e0cf80c0,2024-06-27_18-46-57,84.71766662597656,1060.0696959495544,242786,r8i6n8,10.159.28.66,694.0427470207214,8
-1952.5803078478716,1719506902,checkpoint_000012,True,False,13,e0cf80c0,2024-06-27_18-48-22,85.59679841995239,1145.6664943695068,242786,r8i6n8,10.159.28.66,779.6395454406738,9
-1954.0447209876354,1719506988,checkpoint_000013,True,False,14,e0cf80c0,2024-06-27_18-49-48,85.16450333595276,1230.8309977054596,242786,r8i6n8,10.159.28.66,864.8040487766266,10
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
deleted file mode 100644
index 5489993cf36047cefc5e06c43a3270cc84c76669..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 1954.021998608206, "timestamp": 1719498933, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cf80c0", "date": "2024-06-27_16-35-33", "time_this_iter_s": 97.99486684799194, "time_total_s": 97.99486684799194, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 97.99486684799194, "iterations_since_restore": 1}
-{"loss": 1955.7363098625124, "timestamp": 1719499017, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cf80c0", "date": "2024-06-27_16-36-57", "time_this_iter_s": 83.9807825088501, "time_total_s": 181.97564935684204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 181.97564935684204, "iterations_since_restore": 2}
-{"loss": 1953.048192782665, "timestamp": 1719504822, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cf80c0", "date": "2024-06-27_18-13-42", "time_this_iter_s": 99.29927706718445, "time_total_s": 281.2749264240265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.29927706718445, "iterations_since_restore": 1}
-{"loss": 1955.8478513702632, "timestamp": 1719504907, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cf80c0", "date": "2024-06-27_18-15-07", "time_this_iter_s": 84.75202250480652, "time_total_s": 366.026948928833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.05129957199097, "iterations_since_restore": 2}
-{"loss": 1954.159799650898, "timestamp": 1719506222, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cf80c0", "date": "2024-06-27_18-37-02", "time_this_iter_s": 99.05570006370544, "time_total_s": 465.08264899253845, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.05570006370544, "iterations_since_restore": 1}
-{"loss": 1953.744985505352, "timestamp": 1719506307, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cf80c0", "date": "2024-06-27_18-38-27", "time_this_iter_s": 84.97408151626587, "time_total_s": 550.0567305088043, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.0297815799713, "iterations_since_restore": 2}
-{"loss": 1953.285723348302, "timestamp": 1719506392, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cf80c0", "date": "2024-06-27_18-39-52", "time_this_iter_s": 85.0238299369812, "time_total_s": 635.0805604457855, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 269.0536115169525, "iterations_since_restore": 3}
-{"loss": 1954.5312970979946, "timestamp": 1719506476, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cf80c0", "date": "2024-06-27_18-41-16", "time_this_iter_s": 84.54337477684021, "time_total_s": 719.6239352226257, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 353.5969862937927, "iterations_since_restore": 4}
-{"loss": 1954.3730785940577, "timestamp": 1719506561, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cf80c0", "date": "2024-06-27_18-42-41", "time_this_iter_s": 85.04393577575684, "time_total_s": 804.6678709983826, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 438.64092206954956, "iterations_since_restore": 5}
-{"loss": 1955.718712513841, "timestamp": 1719506647, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cf80c0", "date": "2024-06-27_18-44-07", "time_this_iter_s": 85.06691837310791, "time_total_s": 889.7347893714905, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 523.7078404426575, "iterations_since_restore": 6}
-{"loss": 1958.7154714028666, "timestamp": 1719506732, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "e0cf80c0", "date": "2024-06-27_18-45-32", "time_this_iter_s": 85.6172399520874, "time_total_s": 975.3520293235779, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 609.3250803947449, "iterations_since_restore": 7}
-{"loss": 1953.2071273683564, "timestamp": 1719506817, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "e0cf80c0", "date": "2024-06-27_18-46-57", "time_this_iter_s": 84.71766662597656, "time_total_s": 1060.0696959495544, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 694.0427470207214, "iterations_since_restore": 8}
-{"loss": 1952.5803078478716, "timestamp": 1719506902, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "e0cf80c0", "date": "2024-06-27_18-48-22", "time_this_iter_s": 85.59679841995239, "time_total_s": 1145.6664943695068, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 779.6395454406738, "iterations_since_restore": 9}
-{"loss": 1954.0447209876354, "timestamp": 1719506988, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "e0cf80c0", "date": "2024-06-27_18-49-48", "time_this_iter_s": 85.16450333595276, "time_total_s": 1230.8309977054596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 864.8040487766266, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8 b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8
deleted file mode 100644
index ecb5e8f4ff77835494d904111f7212556ae215e2..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
deleted file mode 100644
index 5079706f21d235c8099fc43a8b224689adcbb49d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9609532957830483,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0003819692551562951,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl
deleted file mode 100644
index 1f148124569e60cd8407179531da9c68a8ee38fe..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
deleted file mode 100644
index 35e7f75946777bd41cf4cccbd59f5a42c8386650..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2194.870497816191,1719550479,checkpoint_000000,True,False,1,e1c21a5b,2024-06-28_06-54-39,72.34097814559937,72.34097814559937,242786,r8i6n8,10.159.28.66,72.34097814559937,1
-2184.85587340828,1719550537,checkpoint_000001,True,False,2,e1c21a5b,2024-06-28_06-55-37,58.70789837837219,131.04887652397156,242786,r8i6n8,10.159.28.66,131.04887652397156,2
-2170.870687169353,1719550596,checkpoint_000002,True,False,3,e1c21a5b,2024-06-28_06-56-36,58.806477069854736,189.8553535938263,242786,r8i6n8,10.159.28.66,189.8553535938263,3
-2174.422803503322,1719550655,checkpoint_000003,True,False,4,e1c21a5b,2024-06-28_06-57-35,59.22593355178833,249.08128714561462,242786,r8i6n8,10.159.28.66,249.08128714561462,4
-2172.285528228039,1719550714,checkpoint_000004,True,False,5,e1c21a5b,2024-06-28_06-58-34,58.81974387168884,307.90103101730347,242786,r8i6n8,10.159.28.66,307.90103101730347,5
-2169.101529819759,1719550773,checkpoint_000005,True,False,6,e1c21a5b,2024-06-28_06-59-33,58.76822781562805,366.6692588329315,242786,r8i6n8,10.159.28.66,366.6692588329315,6
-2163.793571412094,1719550832,checkpoint_000006,True,False,7,e1c21a5b,2024-06-28_07-00-32,58.85833549499512,425.52759432792664,242786,r8i6n8,10.159.28.66,425.52759432792664,7
-2165.50454832062,1719550891,checkpoint_000007,True,False,8,e1c21a5b,2024-06-28_07-01-31,58.795005321502686,484.3225996494293,242786,r8i6n8,10.159.28.66,484.3225996494293,8
-2161.298410971334,1719550950,checkpoint_000008,True,False,9,e1c21a5b,2024-06-28_07-02-30,59.305978536605835,543.6285781860352,242786,r8i6n8,10.159.28.66,543.6285781860352,9
-2166.0535782941683,1719551009,checkpoint_000009,True,False,10,e1c21a5b,2024-06-28_07-03-29,58.87797403335571,602.5065522193909,242786,r8i6n8,10.159.28.66,602.5065522193909,10
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
deleted file mode 100644
index a641d5a660e466891ab613780b4d1b9e031c651f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2194.870497816191, "timestamp": 1719550479, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e1c21a5b", "date": "2024-06-28_06-54-39", "time_this_iter_s": 72.34097814559937, "time_total_s": 72.34097814559937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 72.34097814559937, "iterations_since_restore": 1}
-{"loss": 2184.85587340828, "timestamp": 1719550537, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e1c21a5b", "date": "2024-06-28_06-55-37", "time_this_iter_s": 58.70789837837219, "time_total_s": 131.04887652397156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 131.04887652397156, "iterations_since_restore": 2}
-{"loss": 2170.870687169353, "timestamp": 1719550596, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e1c21a5b", "date": "2024-06-28_06-56-36", "time_this_iter_s": 58.806477069854736, "time_total_s": 189.8553535938263, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 189.8553535938263, "iterations_since_restore": 3}
-{"loss": 2174.422803503322, "timestamp": 1719550655, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e1c21a5b", "date": "2024-06-28_06-57-35", "time_this_iter_s": 59.22593355178833, "time_total_s": 249.08128714561462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 249.08128714561462, "iterations_since_restore": 4}
-{"loss": 2172.285528228039, "timestamp": 1719550714, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e1c21a5b", "date": "2024-06-28_06-58-34", "time_this_iter_s": 58.81974387168884, "time_total_s": 307.90103101730347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 307.90103101730347, "iterations_since_restore": 5}
-{"loss": 2169.101529819759, "timestamp": 1719550773, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e1c21a5b", "date": "2024-06-28_06-59-33", "time_this_iter_s": 58.76822781562805, "time_total_s": 366.6692588329315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 366.6692588329315, "iterations_since_restore": 6}
-{"loss": 2163.793571412094, "timestamp": 1719550832, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e1c21a5b", "date": "2024-06-28_07-00-32", "time_this_iter_s": 58.85833549499512, "time_total_s": 425.52759432792664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 425.52759432792664, "iterations_since_restore": 7}
-{"loss": 2165.50454832062, "timestamp": 1719550891, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e1c21a5b", "date": "2024-06-28_07-01-31", "time_this_iter_s": 58.795005321502686, "time_total_s": 484.3225996494293, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 484.3225996494293, "iterations_since_restore": 8}
-{"loss": 2161.298410971334, "timestamp": 1719550950, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e1c21a5b", "date": "2024-06-28_07-02-30", "time_this_iter_s": 59.305978536605835, "time_total_s": 543.6285781860352, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 543.6285781860352, "iterations_since_restore": 9}
-{"loss": 2166.0535782941683, "timestamp": 1719551009, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e1c21a5b", "date": "2024-06-28_07-03-29", "time_this_iter_s": 58.87797403335571, "time_total_s": 602.5065522193909, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 602.5065522193909, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/events.out.tfevents.1719337143.r8i6n2 b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/events.out.tfevents.1719337143.r8i6n2
deleted file mode 100644
index 80ebb7b865552e87926cf6142fbd51dbf047ce91..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/events.out.tfevents.1719337143.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json
deleted file mode 100644
index d0fef20f5b1e14cfccd1aadd95e46674fa753005..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7500609138892806,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0713230632683364,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.pkl b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.pkl
deleted file mode 100644
index 97d8b946d49e4185cba644765668d2b857017c28..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv
deleted file mode 100644
index 2fa4e7c417d121cda2e5b7fbb81e7573dd73d376..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3842.66859736405,1719337226,checkpoint_000000,True,False,1,e31d7ca7,2024-06-25_19-40-26,83.34233164787292,83.34233164787292,2195253,r8i6n2,10.159.28.60,83.34233164787292,1
-2698.886155496432,1719337295,checkpoint_000001,True,True,2,e31d7ca7,2024-06-25_19-41-35,69.29531860351562,152.63765025138855,2195253,r8i6n2,10.159.28.60,152.63765025138855,2
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json
deleted file mode 100644
index da281f72a30edaf10244a822f7d8720886e79a3b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3842.66859736405, "timestamp": 1719337226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e31d7ca7", "date": "2024-06-25_19-40-26", "time_this_iter_s": 83.34233164787292, "time_total_s": 83.34233164787292, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7500609138892806, "lr": 0.0713230632683364, "batch_size": 2048}, "time_since_restore": 83.34233164787292, "iterations_since_restore": 1}
-{"loss": 2698.886155496432, "timestamp": 1719337295, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": true, "training_iteration": 2, "trial_id": "e31d7ca7", "date": "2024-06-25_19-41-35", "time_this_iter_s": 69.29531860351562, "time_total_s": 152.63765025138855, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7500609138892806, "lr": 0.0713230632683364, "batch_size": 2048}, "time_since_restore": 152.63765025138855, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8
deleted file mode 100644
index df3e1420ae3be29cce7172298a25a45236b73a9d..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8
deleted file mode 100644
index 01e235c72deb0110aeb434479b47ab2c920899d0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8
deleted file mode 100644
index 0d2f7d538345ec1f3d93af740f7074e45393ec9c..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
deleted file mode 100644
index 47414509d387e553124ed091e9dad035ae5d4eed..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.3870437260805145,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.00016963815672588173,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl
deleted file mode 100644
index 258ddced65bebdcaa7f3450fdd707d489c897c5b..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
deleted file mode 100644
index a8d51f02dfde89d5f3ede9c5f870dfc90f2b6e66..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-719.9917376660925,1719491430,checkpoint_000000,True,False,1,e4c88f47,2024-06-27_14-30-30,123.22117924690247,123.22117924690247,35196,r8i6n8,10.159.28.66,123.22117924690247,1
-456.510295717735,1719494041,checkpoint_000001,True,False,2,e4c88f47,2024-06-27_15-14-01,123.05968236923218,246.28086161613464,69992,r8i6n8,10.159.28.66,123.05968236923218,1
-361.41261712021713,1719495092,checkpoint_000002,True,False,3,e4c88f47,2024-06-27_15-31-32,123.89350652694702,370.17436814308167,69992,r8i6n8,10.159.28.66,123.89350652694702,1
-282.4288875549797,1719495202,checkpoint_000003,True,False,4,e4c88f47,2024-06-27_15-33-22,110.45332741737366,480.6276955604553,69992,r8i6n8,10.159.28.66,234.34683394432068,2
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
deleted file mode 100644
index 4eb62e15a85dcf5f1c9f991af764a731ee0c9c5b..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 719.9917376660925, "timestamp": 1719491430, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e4c88f47", "date": "2024-06-27_14-30-30", "time_this_iter_s": 123.22117924690247, "time_total_s": 123.22117924690247, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.22117924690247, "iterations_since_restore": 1}
-{"loss": 456.510295717735, "timestamp": 1719494041, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e4c88f47", "date": "2024-06-27_15-14-01", "time_this_iter_s": 123.05968236923218, "time_total_s": 246.28086161613464, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.05968236923218, "iterations_since_restore": 1}
-{"loss": 361.41261712021713, "timestamp": 1719495092, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e4c88f47", "date": "2024-06-27_15-31-32", "time_this_iter_s": 123.89350652694702, "time_total_s": 370.17436814308167, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.89350652694702, "iterations_since_restore": 1}
-{"loss": 282.4288875549797, "timestamp": 1719495202, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e4c88f47", "date": "2024-06-27_15-33-22", "time_this_iter_s": 110.45332741737366, "time_total_s": 480.6276955604553, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 234.34683394432068, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/events.out.tfevents.1719326489.r3i5n6 b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/events.out.tfevents.1719326489.r3i5n6
deleted file mode 100644
index 3b93ff1cc2833af8ac754fc78faee86a4f4d3a97..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/events.out.tfevents.1719326489.r3i5n6 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json
deleted file mode 100644
index f5b422f7a35efedf51f4d814c54d27669631719e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7731110479994988,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.03425650698356203,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.pkl b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.pkl
deleted file mode 100644
index 0828fd20418e00661a7e5a866774b997b9408aaf..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv
deleted file mode 100644
index 151739c566c6620e35d4ed9909a44a32e70e677f..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2129.4940118264026,1719326571,checkpoint_000000,True,False,1,e566e32a,2024-06-25_16-42-51,82.61908912658691,82.61908912658691,69318,r3i5n6,10.159.8.159,82.61908912658691,1
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json
deleted file mode 100644
index fd337bc43bd4b25655d1005b31302c9d6a6950a9..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2129.4940118264026, "timestamp": 1719326571, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e566e32a", "date": "2024-06-25_16-42-51", "time_this_iter_s": 82.61908912658691, "time_total_s": 82.61908912658691, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7731110479994988, "lr": 0.03425650698356203, "batch_size": 2048}, "time_since_restore": 82.61908912658691, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8 b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8
deleted file mode 100644
index cb9052ff710b0fd954a80985d9e315314aa116ae..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
deleted file mode 100644
index 5c7201f3fb6f3af8fc743c6a404c9d03bafe2095..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.6516917077514637,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.00012016483134334655,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl
deleted file mode 100644
index 2ce6e4b1a10abdf666c405d5697d74d1103c017f..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
deleted file mode 100644
index cdaf864167ebb2001614c592263452331020c759..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1395.3380626768578,1719538220,checkpoint_000000,True,False,1,f1df685b,2024-06-28_03-30-20,74.64295077323914,74.64295077323914,242786,r8i6n8,10.159.28.66,74.64295077323914,1
-843.0610409233514,1719538282,checkpoint_000001,True,False,2,f1df685b,2024-06-28_03-31-22,61.71093678474426,136.3538875579834,242786,r8i6n8,10.159.28.66,136.3538875579834,2
-649.7034859244279,1719538343,checkpoint_000002,True,False,3,f1df685b,2024-06-28_03-32-23,61.319239377975464,197.67312693595886,242786,r8i6n8,10.159.28.66,197.67312693595886,3
-538.8246248500553,1719538404,checkpoint_000003,True,False,4,f1df685b,2024-06-28_03-33-24,61.17716383934021,258.8502907752991,242786,r8i6n8,10.159.28.66,258.8502907752991,4
-476.29196431317666,1719538465,checkpoint_000004,True,False,5,f1df685b,2024-06-28_03-34-25,61.00002908706665,319.8503198623657,242786,r8i6n8,10.159.28.66,319.8503198623657,5
-434.38929231898993,1719538527,checkpoint_000005,True,False,6,f1df685b,2024-06-28_03-35-27,61.93894553184509,381.7892653942108,242786,r8i6n8,10.159.28.66,381.7892653942108,6
-406.3274053138072,1719538590,checkpoint_000006,True,False,7,f1df685b,2024-06-28_03-36-30,62.708914041519165,444.49817943573,242786,r8i6n8,10.159.28.66,444.49817943573,7
-384.7530104269193,1719538652,checkpoint_000007,True,False,8,f1df685b,2024-06-28_03-37-32,62.19302701950073,506.6912064552307,242786,r8i6n8,10.159.28.66,506.6912064552307,8
-372.8606783649114,1719538714,checkpoint_000008,True,False,9,f1df685b,2024-06-28_03-38-34,62.220932483673096,568.9121389389038,242786,r8i6n8,10.159.28.66,568.9121389389038,9
-349.91690856453005,1719538777,checkpoint_000009,True,False,10,f1df685b,2024-06-28_03-39-37,62.24173164367676,631.1538705825806,242786,r8i6n8,10.159.28.66,631.1538705825806,10
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
deleted file mode 100644
index 6f00edb1cf59af0ba77a6a3470290971c939262e..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1395.3380626768578, "timestamp": 1719538220, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "f1df685b", "date": "2024-06-28_03-30-20", "time_this_iter_s": 74.64295077323914, "time_total_s": 74.64295077323914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 74.64295077323914, "iterations_since_restore": 1}
-{"loss": 843.0610409233514, "timestamp": 1719538282, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "f1df685b", "date": "2024-06-28_03-31-22", "time_this_iter_s": 61.71093678474426, "time_total_s": 136.3538875579834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 136.3538875579834, "iterations_since_restore": 2}
-{"loss": 649.7034859244279, "timestamp": 1719538343, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "f1df685b", "date": "2024-06-28_03-32-23", "time_this_iter_s": 61.319239377975464, "time_total_s": 197.67312693595886, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 197.67312693595886, "iterations_since_restore": 3}
-{"loss": 538.8246248500553, "timestamp": 1719538404, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "f1df685b", "date": "2024-06-28_03-33-24", "time_this_iter_s": 61.17716383934021, "time_total_s": 258.8502907752991, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 258.8502907752991, "iterations_since_restore": 4}
-{"loss": 476.29196431317666, "timestamp": 1719538465, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "f1df685b", "date": "2024-06-28_03-34-25", "time_this_iter_s": 61.00002908706665, "time_total_s": 319.8503198623657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 319.8503198623657, "iterations_since_restore": 5}
-{"loss": 434.38929231898993, "timestamp": 1719538527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "f1df685b", "date": "2024-06-28_03-35-27", "time_this_iter_s": 61.93894553184509, "time_total_s": 381.7892653942108, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 381.7892653942108, "iterations_since_restore": 6}
-{"loss": 406.3274053138072, "timestamp": 1719538590, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "f1df685b", "date": "2024-06-28_03-36-30", "time_this_iter_s": 62.708914041519165, "time_total_s": 444.49817943573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 444.49817943573, "iterations_since_restore": 7}
-{"loss": 384.7530104269193, "timestamp": 1719538652, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "f1df685b", "date": "2024-06-28_03-37-32", "time_this_iter_s": 62.19302701950073, "time_total_s": 506.6912064552307, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 506.6912064552307, "iterations_since_restore": 8}
-{"loss": 372.8606783649114, "timestamp": 1719538714, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "f1df685b", "date": "2024-06-28_03-38-34", "time_this_iter_s": 62.220932483673096, "time_total_s": 568.9121389389038, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 568.9121389389038, "iterations_since_restore": 9}
-{"loss": 349.91690856453005, "timestamp": 1719538777, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "f1df685b", "date": "2024-06-28_03-39-37", "time_this_iter_s": 62.24173164367676, "time_total_s": 631.1538705825806, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 631.1538705825806, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/events.out.tfevents.1719328732.r8i6n2 b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/events.out.tfevents.1719328732.r8i6n2
deleted file mode 100644
index 66fb04c000a2f00097bcaaea4d9f438d49a1a197..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/events.out.tfevents.1719328732.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json
deleted file mode 100644
index 65f2092fb6630a7ebb6dab5e101f3d965ad58e07..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.24540187796715263,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0006485525268785047,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.pkl b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.pkl
deleted file mode 100644
index d2806b583545ebac95768737b473342db3d6b524..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv
deleted file mode 100644
index 3d8d7bbef1a044de4bc1a7500c380027246f2f69..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1986.5954556202325,1719329376,checkpoint_000000,True,False,1,f1fbbaf2,2024-06-25_17-29-36,643.849014043808,643.849014043808,2195253,r8i6n2,10.159.28.60,643.849014043808,1
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json
deleted file mode 100644
index a73f3b5496457e703a0257d21e440da6d17f0644..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1986.5954556202325, "timestamp": 1719329376, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "f1fbbaf2", "date": "2024-06-25_17-29-36", "time_this_iter_s": 643.849014043808, "time_total_s": 643.849014043808, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.24540187796715263, "lr": 0.0006485525268785047, "batch_size": 1024}, "time_since_restore": 643.849014043808, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/events.out.tfevents.1719321692.r7i5n7 b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/events.out.tfevents.1719321692.r7i5n7
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json
deleted file mode 100644
index bb0521fd1bdf4e706a94f9e857d97cb4e7348187..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.5887719140440579,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.009580025887992769,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.pkl b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.pkl
deleted file mode 100644
index ce79ddfb021ca60b7aa0c2634f11fac094cd75c0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/result.json b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/result.json
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8
deleted file mode 100644
index 52dcdacf916814ff41010aeee48fba722842e609..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8
deleted file mode 100644
index b76a461a326b0dbb1b98b1958f83beaa03728261..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8
deleted file mode 100644
index dbf7b4e36c045b7249e73567e1df492b3a76ac70..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8
deleted file mode 100644
index d68fc11071af7829ff12e7dff7aa726a3eded6c9..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
deleted file mode 100644
index d129071831659406031f762382e8b0aa6c44b42d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.4230793088582453,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00288155269334617,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl
deleted file mode 100644
index cb122bf130a222f612d8815f2da39cfbb034f536..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
deleted file mode 100644
index af581a8c9a9cebcbcb9f1f090967ed0287543a7a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-393.9815991018701,1719491580,checkpoint_000000,True,False,1,fbff5866,2024-06-27_14-33-00,64.76905679702759,64.76905679702759,35196,r8i6n8,10.159.28.66,64.76905679702759,1
-259.43172593004124,1719494192,checkpoint_000001,True,False,2,fbff5866,2024-06-27_15-16-32,65.51874613761902,130.2878029346466,69992,r8i6n8,10.159.28.66,65.51874613761902,1
-213.22481638990988,1719495267,checkpoint_000002,True,False,3,fbff5866,2024-06-27_15-34-27,64.90303182601929,195.1908347606659,69992,r8i6n8,10.159.28.66,64.90303182601929,1
-206.50029820720042,1719495319,checkpoint_000003,True,False,4,fbff5866,2024-06-27_15-35-19,51.688610315322876,246.87944507598877,69992,r8i6n8,10.159.28.66,116.59164214134216,2
-184.2231689212829,1719495987,checkpoint_000004,True,False,5,fbff5866,2024-06-27_15-46-27,65.34643507003784,312.2258801460266,69992,r8i6n8,10.159.28.66,65.34643507003784,1
-178.49155504121555,1719496039,checkpoint_000005,True,False,6,fbff5866,2024-06-27_15-47-19,51.88559675216675,364.11147689819336,69992,r8i6n8,10.159.28.66,117.23203182220459,2
-168.78981534702572,1719496091,checkpoint_000006,True,False,7,fbff5866,2024-06-27_15-48-11,51.525290727615356,415.6367676258087,69992,r8i6n8,10.159.28.66,168.75732254981995,3
-162.7404464361236,1719496142,checkpoint_000007,True,False,8,fbff5866,2024-06-27_15-49-02,51.523138761520386,467.1599063873291,69992,r8i6n8,10.159.28.66,220.28046131134033,4
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
deleted file mode 100644
index 1881717d17cc16681719bbe0b31e331592a45221..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 393.9815991018701, "timestamp": 1719491580, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "fbff5866", "date": "2024-06-27_14-33-00", "time_this_iter_s": 64.76905679702759, "time_total_s": 64.76905679702759, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.76905679702759, "iterations_since_restore": 1}
-{"loss": 259.43172593004124, "timestamp": 1719494192, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "fbff5866", "date": "2024-06-27_15-16-32", "time_this_iter_s": 65.51874613761902, "time_total_s": 130.2878029346466, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.51874613761902, "iterations_since_restore": 1}
-{"loss": 213.22481638990988, "timestamp": 1719495267, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "fbff5866", "date": "2024-06-27_15-34-27", "time_this_iter_s": 64.90303182601929, "time_total_s": 195.1908347606659, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.90303182601929, "iterations_since_restore": 1}
-{"loss": 206.50029820720042, "timestamp": 1719495319, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "fbff5866", "date": "2024-06-27_15-35-19", "time_this_iter_s": 51.688610315322876, "time_total_s": 246.87944507598877, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 116.59164214134216, "iterations_since_restore": 2}
-{"loss": 184.2231689212829, "timestamp": 1719495987, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "fbff5866", "date": "2024-06-27_15-46-27", "time_this_iter_s": 65.34643507003784, "time_total_s": 312.2258801460266, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.34643507003784, "iterations_since_restore": 1}
-{"loss": 178.49155504121555, "timestamp": 1719496039, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "fbff5866", "date": "2024-06-27_15-47-19", "time_this_iter_s": 51.88559675216675, "time_total_s": 364.11147689819336, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 117.23203182220459, "iterations_since_restore": 2}
-{"loss": 168.78981534702572, "timestamp": 1719496091, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "fbff5866", "date": "2024-06-27_15-48-11", "time_this_iter_s": 51.525290727615356, "time_total_s": 415.6367676258087, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 168.75732254981995, "iterations_since_restore": 3}
-{"loss": 162.7404464361236, "timestamp": 1719496142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "fbff5866", "date": "2024-06-27_15-49-02", "time_this_iter_s": 51.523138761520386, "time_total_s": 467.1599063873291, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 220.28046131134033, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/events.out.tfevents.1719350385.r8i6n2 b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/events.out.tfevents.1719350385.r8i6n2
deleted file mode 100644
index d70d04e52ed2d24c2a20a14d61d62a92e59ca943..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/events.out.tfevents.1719350385.r8i6n2 and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json
deleted file mode 100644
index f528e7d1bec8d6ae7b61e1ac15c235a55dbf4a9d..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7814344084863447,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.030816743385966763,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.pkl b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.pkl
deleted file mode 100644
index eabd75552a221282c9ed756addafb311b81036a0..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.pkl and /dev/null differ
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv
deleted file mode 100644
index 4242a15f99e40b0388fef8d9fc0821f84a05fd8a..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4034.1917479507565,1719351243,checkpoint_000000,True,False,1,fe083630,2024-06-25_23-34-04,858.9566829204559,858.9566829204559,2195253,r8i6n2,10.159.28.60,858.9566829204559,1
-2881.328838198204,1719352088,checkpoint_000001,True,False,2,fe083630,2024-06-25_23-48-09,845.1621363162994,1704.1188192367554,2195253,r8i6n2,10.159.28.60,1704.1188192367554,2
-2239.2423533041647,1719352934,checkpoint_000002,True,False,3,fe083630,2024-06-26_00-02-14,845.5501523017883,2549.6689715385437,2195253,r8i6n2,10.159.28.60,2549.6689715385437,3
-2008.2958018385518,1719353779,checkpoint_000003,True,False,4,fe083630,2024-06-26_00-16-19,845.2403128147125,3394.909284353256,2195253,r8i6n2,10.159.28.60,3394.909284353256,4
-1961.6992687315453,1719354625,checkpoint_000004,True,False,5,fe083630,2024-06-26_00-30-25,845.8089480400085,4240.718232393265,2195253,r8i6n2,10.159.28.60,4240.718232393265,5
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json
deleted file mode 100644
index 68c099d8769d7749d24db768c6ff23a79bbb91dc..0000000000000000000000000000000000000000
--- a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 4034.1917479507565, "timestamp": 1719351243, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "fe083630", "date": "2024-06-25_23-34-04", "time_this_iter_s": 858.9566829204559, "time_total_s": 858.9566829204559, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 858.9566829204559, "iterations_since_restore": 1}
-{"loss": 2881.328838198204, "timestamp": 1719352088, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "fe083630", "date": "2024-06-25_23-48-09", "time_this_iter_s": 845.1621363162994, "time_total_s": 1704.1188192367554, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 1704.1188192367554, "iterations_since_restore": 2}
-{"loss": 2239.2423533041647, "timestamp": 1719352934, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "fe083630", "date": "2024-06-26_00-02-14", "time_this_iter_s": 845.5501523017883, "time_total_s": 2549.6689715385437, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 2549.6689715385437, "iterations_since_restore": 3}
-{"loss": 2008.2958018385518, "timestamp": 1719353779, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "fe083630", "date": "2024-06-26_00-16-19", "time_this_iter_s": 845.2403128147125, "time_total_s": 3394.909284353256, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 3394.909284353256, "iterations_since_restore": 4}
-{"loss": 1961.6992687315453, "timestamp": 1719354625, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "fe083630", "date": "2024-06-26_00-30-25", "time_this_iter_s": 845.8089480400085, "time_total_s": 4240.718232393265, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 4240.718232393265, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/tuner.pkl b/ray_results/test_experiment/tuner.pkl
deleted file mode 100644
index a613d19891a6982e11191f621900f0eefbee10bd..0000000000000000000000000000000000000000
Binary files a/ray_results/test_experiment/tuner.pkl and /dev/null differ