diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
new file mode 100644
index 0000000000000000000000000000000000000000..8e4856384930407d10aff98c9c6e998cde3dde76
--- /dev/null
+++ b/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
@@ -0,0 +1,48 @@
+{
+  "trial_data": [
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"016f7353\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3337948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0001,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719315770.604709,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 94.57831074872355,\n    \"timestamp\": 1719319432,\n    \"checkpoint_dir_name\": \"checkpoint_000017\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 18,\n    \"trial_id\": \"016f7353\",\n    \"date\": \"2024-06-25_14-43-52\",\n    \"time_this_iter_s\": 172.65869641304016,\n    \"time_total_s\": 3174.7873334884644,\n    \"pid\": 366320,\n    \"hostname\": \"r9i1n2\",\n    \"node_ip\": \"10.159.32.15\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.2,\n      \"lr\": 0.0001,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 1739.6240577697754,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n  },\n  \"last_result_time\": 1719319432.6517825,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 220.77590359665277,\n      \"min\": 94.57831074872355,\n      \"avg\": 120.1574287798357,\n      \"last\": 94.57831074872355,\n      \"last-5-avg\": 97.03093994621216,\n      \"last-10-avg\": 100.97336703923743\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 18,\n      \"min\": 1,\n      \"avg\": 9.5,\n      \"last\": 18,\n      \"last-5-avg\": 16.0,\n      \"last-10-avg\": 13.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 188.1737368106842,\n      \"min\": 170.05932211875916,\n      \"avg\": 176.37707408269245,\n      \"last\": 172.65869641304016,\n      \"last-5-avg\": 172.6341944694519,\n      \"last-10-avg\": 173.96240577697753\n    },\n    \"time_total_s\": {\n      \"max\": 3174.7873334884644,\n      \"min\": 188.1737368106842,\n      \"avg\": 1696.7543503046036,\n      \"last\": 3174.7873334884644,\n      \"last-5-avg\": 2829.537757444382,\n      \"last-10-avg\": 2398.229757356644\n    },\n    \"time_since_restore\": {\n      \"max\": 1739.6240577697754,\n      \"min\": 185.07583117485046,\n      \"avg\": 685.0054766337076,\n      \"last\": 1739.6240577697754,\n      \"last-5-avg\": 1394.3744817256927,\n      \"last-10-avg\": 963.0664816379547\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 3.888888888888889,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd66935c205b4094869452946807680d4308b95c2eb796e55a4094869452946807680d43088542a190e8365a4094869452946807680d43087bbd5e4f881c5a4094869452946807680d430883c160b0a9cb584094869452946807680d430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f44480000047406584ffff00000047406588589a00000047406593597780000047406587d9580000004740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740995965ba50000047409c0a05ba30000047409ebb10cd7000004740a0b6bdfe3000004740a20f3b93b000004740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f444800000474076757a21c000004740809cd33760000047408601a99540000047408b639feb400000474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059580420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a118c3e8c3a7b8c2ea7f943c23d9f33eaed00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc733d4986b4094869452948c0974696d657374616d70944af6ad7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d34352d3538948c1074696d655f746869735f697465725f7394474067858f408000008c0c74696d655f746f74616c5f7394474067858f408000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067858f408000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10f6128a0230ae55b211465f56e2f546117362756268317d94288c046c6f7373946836683c4308d66ab5ca7a88664094869452948c0974696d657374616d70944a06af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35302d3330948c1074696d655f746869735f697465725f7394474067607b268000008c0c74696d655f746f74616c5f73944740777305338000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067607b268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a100c7f3f45e7d90bae2a43de254b98ea407362756268317d94288c046c6f7373946836683c43086fb7dbc5936c624094869452948c0974696d657374616d70944a0db07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35342d3533948c1074696d655f746869735f697465725f7394474067226d358000008c0c74696d655f746f74616c5f7394474081821de72000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067226d358000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11753c281cddaf7aae214e5501a4b548b8007362756268317d94288c046c6f7373946836683c43086fb7db8dfdc6604094869452948c0974696d657374616d70944ab7b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35372d3433948c1074696d655f746869735f697465725f739447406541e5f78000008c0c74696d655f746f74616c5f7394474086d297650000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740763229968000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1012683a143c7a3a80da4fcc1ed373507a7362756268317d94288c046c6f7373946836683c430853a954ca6d7e5f4094869452948c0974696d657374616d70944ae9b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30322d3439948c1074696d655f746869735f697465725f73944740676da05e0000008c0c74696d655f746f74616c5f739447408cadff7c8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740676da05e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a119f554f8a931d60b71c4ec5dc8026ac96007362756268317d94288c046c6f7373946836683c4308e27038bc11d05d4094869452948c0974696d657374616d70944a95b27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30352d3431948c1074696d655f746869735f697465725f73944740658340130000008c0c74696d655f746f74616c5f73944740910767c0a000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740767870388000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a107a90189f9c2a158e884325220c01a66b7362756268317d94288c046c6f7373946836683c430877bbdd6e7db65c4094869452948c0974696d657374616d70944a42b37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30382d3334948c1074696d655f746869735f697465725f739447406596d95f8000008c0c74696d655f746f74616c5f7394474093ba42ec9000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080a1ee742000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a114e8c0c492de4b5a73d4f4e46357353fc007362756268317d94288c046c6f7373946836683c4308a3d16894a9975b4094869452948c0974696d657374616d70944aeeb37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31312d3236948c1074696d655f746869735f697465725f73944740659322298000008c0c74696d655f746f74616c5f73944740966ca731c000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408606b6fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a104bb3cbdf312d07b89c488d77b3637e7a7362756268317d94288c046c6f7373946836683c43089bcd66935c205b4094869452948c0974696d657374616d70944a78b57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31382d3030948c1074696d655f746869735f697465725f739447406765f4448000008c0c74696d655f746f74616c5f73944740995965ba5000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406765f4448000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b493ce664c0b7b8b2b4ab69fe926f3307362756268317d94288c046c6f7373946836683c4308b95c2eb796e55a4094869452948c0974696d657374616d70944a24b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32302d3532948c1074696d655f746869735f697465725f739447406584ffff0000008c0c74696d655f746f74616c5f739447409c0a05ba3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076757a21c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a1020d6ee76c627b2b6f6485827ad1fc74a7362756268317d94288c046c6f7373946836683c43088542a190e8365a4094869452948c0974696d657374616d70944ad0b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32332d3434948c1074696d655f746869735f697465725f739447406588589a0000008c0c74696d655f746f74616c5f739447409ebb10cd7000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740809cd3376000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10e160ff0a44f262817e402a9b0fabd1477362756268317d94288c046c6f7373946836683c43087bbd5e4f881c5a4094869452948c0974696d657374616d70944a7db77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32362d3337948c1074696d655f746869735f697465725f73944740659359778000008c0c74696d655f746f74616c5f73944740a0b6bdfe3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408601a9954000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a1025048605388d3e9c09493aed9f5d95077362756268317d94288c046c6f7373946836683c430883c160b0a9cb584094869452948c0974696d657374616d70944a29b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32392d3239948c1074696d655f746869735f697465725f739447406587d9580000008c0c74696d655f746f74616c5f73944740a20f3b93b000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408b639feb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10cc09ebfc260641809743f4c0e53ac41b7362756268317d94288c046c6f7373946836683c430863b1586c90c0584094869452948c0974696d657374616d70944ad5b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33322d3232948c1074696d655f746869735f697465725f73944740659569b10000008c0c74696d655f746f74616c5f73944740a368922ec000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474090647d2bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a10b534b989084e59839d469b2878747e767362756268317d94288c046c6f7373946836683c430853a954fac047584094869452948c0974696d657374616d70944a82b97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33352d3135948c1074696d655f746869735f697465725f73944740659c38cc8000008c0c74696d655f746f74616c5f73944740a4c255bb8800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740931804455000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a11ea595532e0d431988d486b35751f2999007362756268317d94288c046c6f7373946836683c43082a954a550f45584094869452948c0974696d657374616d70944a2fba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33382d3037948c1074696d655f746869735f697465725f739447406584e08d0000008c0c74696d655f746f74616c5f73944740a61aa3c45800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474095c8a056f000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1116815fbc3b9e00b178486ad94bc929f8007362756268317d94288c046c6f7373946836683c4308954aa5d28257584094869452948c0974696d657374616d70944adbba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34302d3539948c1074696d655f746869735f697465725f739447406599e1860000008c0c74696d655f746f74616c5f73944740a77441dcb800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740987bdc87b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a11c8cffaffa835ab93c641de52dc37c998007362756268317d94288c046c6f7373946836683c4308592c160b03a5574094869452948c0974696d657374616d70944a88bb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34332d3532948c1074696d655f746869735f697465725f739447406595140a8000008c0c74696d655f746f74616c5f73944740a8cd931d6000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409b2e7f090000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"58bc48cb\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3530948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eab4b66dddd8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0001,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719315958.9391463,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 156.16600364024245,\n    \"timestamp\": 1719317692,\n    \"checkpoint_dir_name\": \"checkpoint_000007\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 8,\n    \"trial_id\": \"58bc48cb\",\n    \"date\": \"2024-06-25_14-14-52\",\n    \"time_this_iter_s\": 47.988035917282104,\n    \"time_total_s\": 456.0218768119812,\n    \"pid\": 366320,\n    \"hostname\": \"r9i1n2\",\n    \"node_ip\": \"10.159.32.15\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.2,\n      \"lr\": 0.0001,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 205.74422979354858,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n  },\n  \"last_result_time\": 1719317692.7398012,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 396.9987843430887,\n      \"min\": 156.16600364024245,\n      \"avg\": 232.65811699769623,\n      \"last\": 156.16600364024245,\n      \"last-5-avg\": 183.14249364297223,\n      \"last-10-avg\": 232.65811699769625\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": false,\n      \"avg\": 0.125,\n      \"last\": true,\n      \"last-5-avg\": 0.2,\n      \"last-10-avg\": 0.125\n    },\n    \"training_iteration\": {\n      \"max\": 8,\n      \"min\": 1,\n      \"avg\": 4.5,\n      \"last\": 8,\n      \"last-5-avg\": 6.0,\n      \"last-10-avg\": 4.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 76.29459309577942,\n      \"min\": 47.530285120010376,\n      \"avg\": 57.00273460149765,\n      \"last\": 47.988035917282104,\n      \"last-5-avg\": 50.929727745056155,\n      \"last-10-avg\": 57.00273460149765\n    },\n    \"time_total_s\": {\n      \"max\": 456.0218768119812,\n      \"min\": 76.29459309577942,\n      \"avg\": 275.5774962604046,\n      \"last\": 456.0218768119812,\n      \"last-5-avg\": 357.43884057998656,\n      \"last-10-avg\": 275.5774962604046\n    },\n    \"time_since_restore\": {\n      \"max\": 205.74422979354858,\n      \"min\": 61.615302085876465,\n      \"avg\": 105.96236461400986,\n      \"last\": 205.74422979354858,\n      \"last-5-avg\": 129.26513576507568,\n      \"last-10-avg\": 105.96236461400986\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 1.875,\n      \"last\": 4,\n      \"last-5-avg\": 2.4,\n      \"last-10-avg\": 1.875\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452946807680d43085bad56db8aa8724094869452946807680d43087d3e9f0fa2406f4094869452946807680d43085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898988652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d0000004740617841030000004740692bf19100000047406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595f21e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10cc8f8e2e5be71c9d8647ec1f50b05c7b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452948c0974696d657374616d70944a43ae7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d34372d3135948c1074696d655f746869735f697465725f739447405312da9d0000008c0c74696d655f746f74616c5f739447405312da9d0000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405312da9d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11515a463192d9b5b1324dec9616592ef8007362756268317d94288c046c6f7373946836683c43085bad56db8aa8724094869452948c0974696d657374616d70944a46af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35312d3334948c1074696d655f746869735f697465725f739447404fbb4ed20000008c0c74696d655f746f74616c5f73944740617841030000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404fbb4ed20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11aad5611a8b4dae9e914b6201db34a3fe007362756268317d94288c046c6f7373946836683c43087d3e9f0fa2406f4094869452948c0974696d657374616d70944af5b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35382d3435948c1074696d655f746869735f697465725f739447404ecec2380000008c0c74696d655f746f74616c5f73944740692bf1910000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404ecec2380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ed52339f29eca8babc4635163dfd7d337362756268317d94288c046c6f7373946836683c43085fafd70b77626b4094869452948c0974696d657374616d70944a25b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35392d3333948c1074696d655f746869735f697465725f739447404873c3ac0000008c0c74696d655f746f74616c5f739447406f48e27c0000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ba142f20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1025b4d44c47fa74897b49083c144d3c187362756268317d94288c046c6f7373946836683c4308512814ba7d9c684094869452948c0974696d657374616d70944a2db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31322d3239948c1074696d655f746869735f697465725f739447404f0a317e0000008c0c74696d655f746f74616c5f739447407385b76dc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404f0a317e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a106febd01e462ec7b1344d2cbf755a2f037362756268317d94288c046c6f7373946836683c4308bfdfef074638664094869452948c0974696d657374616d70944a5db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31332d3137948c1074696d655f746869735f697465725f739447404812b9160000008c0c74696d655f746f74616c5f7394474076880e908000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405b8e754a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a117914ad79aeb089bc6142a0217f2664a7007362756268317d94288c046c6f7373946836683c4308abd56ad541ba644094869452948c0974696d657374616d70944a8cb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3034948c1074696d655f746869735f697465725f7394474047c3e0620000008c0c74696d655f746f74616c5f7394474079808a9cc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063b832bd8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10631b0228b79099a013454fc83af04c7c7362756268317d94288c046c6f7373946836683c430877bbdde64f85634094869452948c0974696d657374616d70944abcb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3532948c1074696d655f746869735f697465725f7394474047fe77f60000008c0c74696d655f746f74616c5f739447407c80599b8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b7d0bb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n  }\n}"
+    ]
+  ],
+  "runner_data": {
+    "_earliest_stopping_actor": 362673.414130548,
+    "_actor_cleanup_timeout": 600,
+    "_actor_force_cleanup_timeout": 10,
+    "_reuse_actors": true,
+    "_buffer_length": 1,
+    "_buffer_min_time_s": 0.0,
+    "_buffer_max_time_s": 100.0,
+    "_max_pending_trials": 1,
+    "_metric": "loss",
+    "_total_time": 3803.4679067134857,
+    "_iteration": 36642,
+    "_has_errored": false,
+    "_fail_fast": false,
+    "_print_trial_errors": true,
+    "_cached_trial_decisions": {},
+    "_queued_trial_decisions": {},
+    "_should_stop_experiment": false,
+    "_stopper": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
+    },
+    "_start_time": 1719315757.4762058,
+    "_last_checkpoint_time": -Infinity,
+    "_session_str": "2024-06-25_13-42-37",
+    "_checkpoint_period": "auto",
+    "_trial_checkpoint_config": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
+    },
+    "_resumed": false
+  },
+  "stats": {
+    "start_time": 1719315757.4762058,
+    "timestamp": -Infinity
+  }
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json
new file mode 100644
index 0000000000000000000000000000000000000000..358f8ad95b893463cc814e5abc4a6b777b33cbcb
Binary files /dev/null and b/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json differ
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f4e61f9411c4824935f50a9a5aa53cbfd12a3c1b
Binary files /dev/null and b/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..43e70a12c118522b111bf8f0fc2bd8589e7f8cf3
Binary files /dev/null and b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..eae6cdaa4534d362edecb519aaa66c4e27454a12
Binary files /dev/null and b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..c75c596c1fe28e9263b15915d7a9f7e543067b01
Binary files /dev/null and b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..0bfa298fed8f706eb3d9efbab7ba62694adb7eb2
Binary files /dev/null and b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..081fccbe39996db0b092552b7438d36af9f1c965
Binary files /dev/null and b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d34213aeed727d55b8b7771e5f158fe47c3c859f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.2,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.0001,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..89d3b862155eeb53390ad46f0f513f9464de7d39
Binary files /dev/null and b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..7950f2e8ec3874cb99eb4cdff18b9df4d9ed1931
--- /dev/null
+++ b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
@@ -0,0 +1,19 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+220.77590359665277,1719315958,checkpoint_000000,True,False,1,016f7353,2024-06-25_13-45-58,188.1737368106842,188.1737368106842,339920,r9i1n2,10.159.32.15,188.1737368106842,1
+180.26498923714706,1719316230,checkpoint_000001,True,False,2,016f7353,2024-06-25_13-50-30,187.0150330066681,375.1887698173523,347039,r9i1n2,10.159.32.15,187.0150330066681,1
+147.3930386821116,1719316493,checkpoint_000002,True,False,3,016f7353,2024-06-25_13-54-53,185.07583117485046,560.2646009922028,353741,r9i1n2,10.159.32.15,185.07583117485046,1
+134.21845143235575,1719316663,checkpoint_000003,True,False,4,016f7353,2024-06-25_13-57-43,170.05932211875916,730.3239231109619,353741,r9i1n2,10.159.32.15,355.1351532936096,2
+125.97545107143132,1719316969,checkpoint_000004,True,False,5,016f7353,2024-06-25_14-02-49,187.42582607269287,917.7497491836548,366320,r9i1n2,10.159.32.15,187.42582607269287,1
+119.25108247291385,1719317141,checkpoint_000005,True,False,6,016f7353,2024-06-25_14-05-41,172.101571559906,1089.8513207435608,366320,r9i1n2,10.159.32.15,359.5273976325989,2
+114.85140582707923,1719317314,checkpoint_000006,True,False,7,016f7353,2024-06-25_14-08-34,172.7140347957611,1262.565355539322,366320,r9i1n2,10.159.32.15,532.24143242836,3
+110.36972532497616,1719317486,checkpoint_000007,True,False,8,016f7353,2024-06-25_14-11-26,172.59792017936707,1435.163275718689,366320,r9i1n2,10.159.32.15,704.839352607727,4
+108.50565037764902,1719317880,checkpoint_000008,True,False,9,016f7353,2024-06-25_14-18-00,187.18606781959534,1622.3493435382843,366320,r9i1n2,10.159.32.15,187.18606781959534,1
+107.58732394721564,1719318052,checkpoint_000009,True,False,10,016f7353,2024-06-25_14-20-52,172.15624952316284,1794.5055930614471,366320,r9i1n2,10.159.32.15,359.3423173427582,2
+104.85794463871032,1719318224,checkpoint_000010,True,False,11,016f7353,2024-06-25_14-23-44,172.26081562042236,1966.7664086818695,366320,r9i1n2,10.159.32.15,531.6031329631805,3
+104.4458197045514,1719318397,checkpoint_000011,True,False,12,016f7353,2024-06-25_14-26-37,172.6046712398529,2139.3710799217224,366320,r9i1n2,10.159.32.15,704.2078042030334,4
+99.18223199318713,1719318569,checkpoint_000012,True,False,13,016f7353,2024-06-25_14-29-29,172.24528121948242,2311.616361141205,366320,r9i1n2,10.159.32.15,876.4530854225159,5
+99.00881489430826,1719318741,checkpoint_000013,True,False,14,016f7353,2024-06-25_14-32-22,172.6691517829895,2484.2855129241943,366320,r9i1n2,10.159.32.15,1049.1222372055054,6
+97.12115343349187,1719318914,checkpoint_000014,True,False,15,016f7353,2024-06-25_14-35-15,172.88193345069885,2657.167446374893,366320,r9i1n2,10.159.32.15,1222.0041706562042,7
+97.0790608623835,1719319087,checkpoint_000015,True,False,16,016f7353,2024-06-25_14-38-07,172.1524109840393,2829.3198573589325,366320,r9i1n2,10.159.32.15,1394.1565816402435,8
+97.36735979215366,1719319259,checkpoint_000016,True,False,17,016f7353,2024-06-25_14-40-59,172.8087797164917,3002.128637075424,366320,r9i1n2,10.159.32.15,1566.9653613567352,9
+94.57831074872355,1719319432,checkpoint_000017,True,False,18,016f7353,2024-06-25_14-43-52,172.65869641304016,3174.7873334884644,366320,r9i1n2,10.159.32.15,1739.6240577697754,10
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..f918ad1b2c9811b8d41a3b5dc19af721bf9f88e6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
@@ -0,0 +1,16 @@
+{"loss": 220.77590359665277, "timestamp": 1719315958, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "016f7353", "date": "2024-06-25_13-45-58", "time_this_iter_s": 188.1737368106842, "time_total_s": 188.1737368106842, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 188.1737368106842, "iterations_since_restore": 1}
+{"loss": 147.3930386821116, "timestamp": 1719316493, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "016f7353", "date": "2024-06-25_13-54-53", "time_this_iter_s": 185.07583117485046, "time_total_s": 560.2646009922028, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 185.07583117485046, "iterations_since_restore": 1}
+{"loss": 125.97545107143132, "timestamp": 1719316969, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "016f7353", "date": "2024-06-25_14-02-49", "time_this_iter_s": 187.42582607269287, "time_total_s": 917.7497491836548, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.42582607269287, "iterations_since_restore": 1}
+{"loss": 119.25108247291385, "timestamp": 1719317141, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "016f7353", "date": "2024-06-25_14-05-41", "time_this_iter_s": 172.101571559906, "time_total_s": 1089.8513207435608, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.5273976325989, "iterations_since_restore": 2}
+{"loss": 114.85140582707923, "timestamp": 1719317314, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "016f7353", "date": "2024-06-25_14-08-34", "time_this_iter_s": 172.7140347957611, "time_total_s": 1262.565355539322, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 532.24143242836, "iterations_since_restore": 3}
+{"loss": 110.36972532497616, "timestamp": 1719317486, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "016f7353", "date": "2024-06-25_14-11-26", "time_this_iter_s": 172.59792017936707, "time_total_s": 1435.163275718689, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.839352607727, "iterations_since_restore": 4}
+{"loss": 108.50565037764902, "timestamp": 1719317880, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "016f7353", "date": "2024-06-25_14-18-00", "time_this_iter_s": 187.18606781959534, "time_total_s": 1622.3493435382843, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.18606781959534, "iterations_since_restore": 1}
+{"loss": 107.58732394721564, "timestamp": 1719318052, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "016f7353", "date": "2024-06-25_14-20-52", "time_this_iter_s": 172.15624952316284, "time_total_s": 1794.5055930614471, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.3423173427582, "iterations_since_restore": 2}
+{"loss": 104.85794463871032, "timestamp": 1719318224, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "016f7353", "date": "2024-06-25_14-23-44", "time_this_iter_s": 172.26081562042236, "time_total_s": 1966.7664086818695, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 531.6031329631805, "iterations_since_restore": 3}
+{"loss": 104.4458197045514, "timestamp": 1719318397, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "016f7353", "date": "2024-06-25_14-26-37", "time_this_iter_s": 172.6046712398529, "time_total_s": 2139.3710799217224, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.2078042030334, "iterations_since_restore": 4}
+{"loss": 99.18223199318713, "timestamp": 1719318569, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "016f7353", "date": "2024-06-25_14-29-29", "time_this_iter_s": 172.24528121948242, "time_total_s": 2311.616361141205, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 876.4530854225159, "iterations_since_restore": 5}
+{"loss": 99.00881489430826, "timestamp": 1719318741, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "016f7353", "date": "2024-06-25_14-32-22", "time_this_iter_s": 172.6691517829895, "time_total_s": 2484.2855129241943, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1049.1222372055054, "iterations_since_restore": 6}
+{"loss": 97.12115343349187, "timestamp": 1719318914, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "016f7353", "date": "2024-06-25_14-35-15", "time_this_iter_s": 172.88193345069885, "time_total_s": 2657.167446374893, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1222.0041706562042, "iterations_since_restore": 7}
+{"loss": 97.0790608623835, "timestamp": 1719319087, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "016f7353", "date": "2024-06-25_14-38-07", "time_this_iter_s": 172.1524109840393, "time_total_s": 2829.3198573589325, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1394.1565816402435, "iterations_since_restore": 8}
+{"loss": 97.36735979215366, "timestamp": 1719319259, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "016f7353", "date": "2024-06-25_14-40-59", "time_this_iter_s": 172.8087797164917, "time_total_s": 3002.128637075424, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1566.9653613567352, "iterations_since_restore": 9}
+{"loss": 94.57831074872355, "timestamp": 1719319432, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "016f7353", "date": "2024-06-25_14-43-52", "time_this_iter_s": 172.65869641304016, "time_total_s": 3174.7873334884644, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1739.6240577697754, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..9fd5f4f41972841719e5576ffd2e0f909d601cf3
Binary files /dev/null and b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..60a6e8b1b740aeb099aac2f8f9f3bfad9c63ee7e
Binary files /dev/null and b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..e884cdce5385a28384819c9b686facfba7492ccf
Binary files /dev/null and b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..814ba821a2602dbeded420f0f7fc31ef7ff6ebb1
Binary files /dev/null and b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2 differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2bbbd4236c32ad0f1ee37bf7b2c6c073408df88b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.2,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.0001,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b25efe32850df295ad89712f3193328fb3fd5b2d
Binary files /dev/null and b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl differ
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1b47f0996ad457b9386fadf5df13f35676ebe7ab
--- /dev/null
+++ b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
@@ -0,0 +1,9 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+396.9987843430887,1719316035,checkpoint_000000,True,False,1,58bc48cb,2024-06-25_13-47-15,76.29459309577942,76.29459309577942,339920,r9i1n2,10.159.32.15,76.29459309577942,1
+298.5339005838229,1719316294,checkpoint_000001,True,False,2,58bc48cb,2024-06-25_13-51-34,63.463342905044556,139.75793600082397,347039,r9i1n2,10.159.32.15,63.463342905044556,1
+250.0197828397976,1719316725,checkpoint_000002,True,False,3,58bc48cb,2024-06-25_13-58-45,61.615302085876465,201.37323808670044,353741,r9i1n2,10.159.32.15,61.615302085876465,1
+219.07703201414094,1719316773,checkpoint_000003,True,False,4,58bc48cb,2024-06-25_13-59-33,48.90440893173218,250.27764701843262,353741,r9i1n2,10.159.32.15,110.51971101760864,2
+196.89034751832017,1719317549,checkpoint_000004,True,False,5,58bc48cb,2024-06-25_14-12-29,62.07963538169861,312.3572824001312,366320,r9i1n2,10.159.32.15,62.07963538169861,1
+177.75854870653527,1719317597,checkpoint_000005,True,False,6,58bc48cb,2024-06-25_14-13-17,48.146273374557495,360.5035557746887,366320,r9i1n2,10.159.32.15,110.2259087562561,2
+165.82053633562222,1719317644,checkpoint_000006,True,False,7,58bc48cb,2024-06-25_14-14-04,47.530285120010376,408.0338408946991,366320,r9i1n2,10.159.32.15,157.75619387626648,3
+156.16600364024245,1719317692,checkpoint_000007,True,True,8,58bc48cb,2024-06-25_14-14-52,47.988035917282104,456.0218768119812,366320,r9i1n2,10.159.32.15,205.74422979354858,4
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b5b7d6fcc61e56db75f419a9c108233696a9323
--- /dev/null
+++ b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
@@ -0,0 +1,8 @@
+{"loss": 396.9987843430887, "timestamp": 1719316035, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "58bc48cb", "date": "2024-06-25_13-47-15", "time_this_iter_s": 76.29459309577942, "time_total_s": 76.29459309577942, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 76.29459309577942, "iterations_since_restore": 1}
+{"loss": 298.5339005838229, "timestamp": 1719316294, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "58bc48cb", "date": "2024-06-25_13-51-34", "time_this_iter_s": 63.463342905044556, "time_total_s": 139.75793600082397, "pid": 347039, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 63.463342905044556, "iterations_since_restore": 1}
+{"loss": 250.0197828397976, "timestamp": 1719316725, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "58bc48cb", "date": "2024-06-25_13-58-45", "time_this_iter_s": 61.615302085876465, "time_total_s": 201.37323808670044, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 61.615302085876465, "iterations_since_restore": 1}
+{"loss": 219.07703201414094, "timestamp": 1719316773, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "58bc48cb", "date": "2024-06-25_13-59-33", "time_this_iter_s": 48.90440893173218, "time_total_s": 250.27764701843262, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.51971101760864, "iterations_since_restore": 2}
+{"loss": 196.89034751832017, "timestamp": 1719317549, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "58bc48cb", "date": "2024-06-25_14-12-29", "time_this_iter_s": 62.07963538169861, "time_total_s": 312.3572824001312, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 62.07963538169861, "iterations_since_restore": 1}
+{"loss": 177.75854870653527, "timestamp": 1719317597, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "58bc48cb", "date": "2024-06-25_14-13-17", "time_this_iter_s": 48.146273374557495, "time_total_s": 360.5035557746887, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.2259087562561, "iterations_since_restore": 2}
+{"loss": 165.82053633562222, "timestamp": 1719317644, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-04", "time_this_iter_s": 47.530285120010376, "time_total_s": 408.0338408946991, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 157.75619387626648, "iterations_since_restore": 3}
+{"loss": 156.16600364024245, "timestamp": 1719317692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": true, "training_iteration": 8, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-52", "time_this_iter_s": 47.988035917282104, "time_total_s": 456.0218768119812, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 205.74422979354858, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/tuner.pkl b/ray_results/test_experiment/tuner.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c3d302f96c6d70b0fcc0431588892ca366842
Binary files /dev/null and b/ray_results/test_experiment/tuner.pkl differ