From efd6839cadd098b1563d7f648f30ad6362933b36 Mon Sep 17 00:00:00 2001
From: lschneider <leo.schneider@ecl19.ec-lyon.fr>
Date: Tue, 25 Jun 2024 15:05:50 +0200
Subject: [PATCH] ray_results

---
 .../experiment_state-2024-06-25_13-42-37.json |  48 ++++++++++++++++++
 .../search_gen_state-2024-06-25_13-42-37.json | Bin 0 -> 2330 bytes
 .../searcher-state-2024-06-25_13-42-37.pkl    | Bin 0 -> 6631 bytes
 .../events.out.tfevents.1719315770.r9i1n2     | Bin 0 -> 405 bytes
 .../events.out.tfevents.1719316043.r9i1n2     | Bin 0 -> 405 bytes
 .../events.out.tfevents.1719316308.r9i1n2     | Bin 0 -> 770 bytes
 .../events.out.tfevents.1719316781.r9i1n2     | Bin 0 -> 1500 bytes
 .../events.out.tfevents.1719317692.r9i1n2     | Bin 0 -> 4596 bytes
 .../params.json                               |  13 +++++
 .../params.pkl                                | Bin 0 -> 225 bytes
 .../progress.csv                              |  19 +++++++
 .../result.json                               |  16 ++++++
 .../events.out.tfevents.1719315958.r9i1n2     | Bin 0 -> 405 bytes
 .../events.out.tfevents.1719316230.r9i1n2     | Bin 0 -> 405 bytes
 .../events.out.tfevents.1719316663.r9i1n2     | Bin 0 -> 770 bytes
 .../events.out.tfevents.1719317486.r9i1n2     | Bin 0 -> 2406 bytes
 .../params.json                               |  13 +++++
 .../params.pkl                                | Bin 0 -> 224 bytes
 .../progress.csv                              |   9 ++++
 .../result.json                               |   8 +++
 ray_results/test_experiment/tuner.pkl         | Bin 0 -> 3586 bytes
 21 files changed, 126 insertions(+)
 create mode 100644 ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
 create mode 100644 ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json
 create mode 100644 ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
 create mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
 create mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
 create mode 100644 ray_results/test_experiment/tuner.pkl

diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
new file mode 100644
index 0000000..8e48563
--- /dev/null
+++ b/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
@@ -0,0 +1,48 @@
+{
+  "trial_data": [
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"016f7353\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3337948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0001,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719315770.604709,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 94.57831074872355,\n    \"timestamp\": 1719319432,\n    \"checkpoint_dir_name\": \"checkpoint_000017\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 18,\n    \"trial_id\": \"016f7353\",\n    \"date\": \"2024-06-25_14-43-52\",\n    \"time_this_iter_s\": 172.65869641304016,\n    \"time_total_s\": 3174.7873334884644,\n    \"pid\": 366320,\n    \"hostname\": \"r9i1n2\",\n    \"node_ip\": \"10.159.32.15\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.2,\n      \"lr\": 0.0001,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 1739.6240577697754,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n  },\n  \"last_result_time\": 1719319432.6517825,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 220.77590359665277,\n      \"min\": 94.57831074872355,\n      \"avg\": 120.1574287798357,\n      \"last\": 94.57831074872355,\n      \"last-5-avg\": 97.03093994621216,\n      \"last-10-avg\": 100.97336703923743\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 18,\n      \"min\": 1,\n      \"avg\": 9.5,\n      \"last\": 18,\n      \"last-5-avg\": 16.0,\n      \"last-10-avg\": 13.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 188.1737368106842,\n      \"min\": 170.05932211875916,\n      \"avg\": 176.37707408269245,\n      \"last\": 172.65869641304016,\n      \"last-5-avg\": 172.6341944694519,\n      \"last-10-avg\": 173.96240577697753\n    },\n    \"time_total_s\": {\n      \"max\": 3174.7873334884644,\n      \"min\": 188.1737368106842,\n      \"avg\": 1696.7543503046036,\n      \"last\": 3174.7873334884644,\n      \"last-5-avg\": 2829.537757444382,\n      \"last-10-avg\": 2398.229757356644\n    },\n    \"time_since_restore\": {\n      \"max\": 1739.6240577697754,\n      \"min\": 185.07583117485046,\n      \"avg\": 685.0054766337076,\n      \"last\": 1739.6240577697754,\n      \"last-5-avg\": 1394.3744817256927,\n      \"last-10-avg\": 963.0664816379547\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 3.888888888888889,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd66935c205b4094869452946807680d4308b95c2eb796e55a4094869452946807680d43088542a190e8365a4094869452946807680d43087bbd5e4f881c5a4094869452946807680d430883c160b0a9cb584094869452946807680d430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f44480000047406584ffff00000047406588589a00000047406593597780000047406587d9580000004740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740995965ba50000047409c0a05ba30000047409ebb10cd7000004740a0b6bdfe3000004740a20f3b93b000004740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f444800000474076757a21c000004740809cd33760000047408601a99540000047408b639feb400000474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059580420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a118c3e8c3a7b8c2ea7f943c23d9f33eaed00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc733d4986b4094869452948c0974696d657374616d70944af6ad7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d34352d3538948c1074696d655f746869735f697465725f7394474067858f408000008c0c74696d655f746f74616c5f7394474067858f408000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067858f408000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10f6128a0230ae55b211465f56e2f546117362756268317d94288c046c6f7373946836683c4308d66ab5ca7a88664094869452948c0974696d657374616d70944a06af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35302d3330948c1074696d655f746869735f697465725f7394474067607b268000008c0c74696d655f746f74616c5f73944740777305338000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067607b268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a100c7f3f45e7d90bae2a43de254b98ea407362756268317d94288c046c6f7373946836683c43086fb7dbc5936c624094869452948c0974696d657374616d70944a0db07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35342d3533948c1074696d655f746869735f697465725f7394474067226d358000008c0c74696d655f746f74616c5f7394474081821de72000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067226d358000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11753c281cddaf7aae214e5501a4b548b8007362756268317d94288c046c6f7373946836683c43086fb7db8dfdc6604094869452948c0974696d657374616d70944ab7b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35372d3433948c1074696d655f746869735f697465725f739447406541e5f78000008c0c74696d655f746f74616c5f7394474086d297650000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740763229968000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1012683a143c7a3a80da4fcc1ed373507a7362756268317d94288c046c6f7373946836683c430853a954ca6d7e5f4094869452948c0974696d657374616d70944ae9b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30322d3439948c1074696d655f746869735f697465725f73944740676da05e0000008c0c74696d655f746f74616c5f739447408cadff7c8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740676da05e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a119f554f8a931d60b71c4ec5dc8026ac96007362756268317d94288c046c6f7373946836683c4308e27038bc11d05d4094869452948c0974696d657374616d70944a95b27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30352d3431948c1074696d655f746869735f697465725f73944740658340130000008c0c74696d655f746f74616c5f73944740910767c0a000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740767870388000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a107a90189f9c2a158e884325220c01a66b7362756268317d94288c046c6f7373946836683c430877bbdd6e7db65c4094869452948c0974696d657374616d70944a42b37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30382d3334948c1074696d655f746869735f697465725f739447406596d95f8000008c0c74696d655f746f74616c5f7394474093ba42ec9000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080a1ee742000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a114e8c0c492de4b5a73d4f4e46357353fc007362756268317d94288c046c6f7373946836683c4308a3d16894a9975b4094869452948c0974696d657374616d70944aeeb37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31312d3236948c1074696d655f746869735f697465725f73944740659322298000008c0c74696d655f746f74616c5f73944740966ca731c000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408606b6fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a104bb3cbdf312d07b89c488d77b3637e7a7362756268317d94288c046c6f7373946836683c43089bcd66935c205b4094869452948c0974696d657374616d70944a78b57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31382d3030948c1074696d655f746869735f697465725f739447406765f4448000008c0c74696d655f746f74616c5f73944740995965ba5000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406765f4448000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b493ce664c0b7b8b2b4ab69fe926f3307362756268317d94288c046c6f7373946836683c4308b95c2eb796e55a4094869452948c0974696d657374616d70944a24b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32302d3532948c1074696d655f746869735f697465725f739447406584ffff0000008c0c74696d655f746f74616c5f739447409c0a05ba3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076757a21c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a1020d6ee76c627b2b6f6485827ad1fc74a7362756268317d94288c046c6f7373946836683c43088542a190e8365a4094869452948c0974696d657374616d70944ad0b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32332d3434948c1074696d655f746869735f697465725f739447406588589a0000008c0c74696d655f746f74616c5f739447409ebb10cd7000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740809cd3376000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10e160ff0a44f262817e402a9b0fabd1477362756268317d94288c046c6f7373946836683c43087bbd5e4f881c5a4094869452948c0974696d657374616d70944a7db77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32362d3337948c1074696d655f746869735f697465725f73944740659359778000008c0c74696d655f746f74616c5f73944740a0b6bdfe3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408601a9954000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a1025048605388d3e9c09493aed9f5d95077362756268317d94288c046c6f7373946836683c430883c160b0a9cb584094869452948c0974696d657374616d70944a29b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32392d3239948c1074696d655f746869735f697465725f739447406587d9580000008c0c74696d655f746f74616c5f73944740a20f3b93b000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408b639feb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10cc09ebfc260641809743f4c0e53ac41b7362756268317d94288c046c6f7373946836683c430863b1586c90c0584094869452948c0974696d657374616d70944ad5b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33322d3232948c1074696d655f746869735f697465725f73944740659569b10000008c0c74696d655f746f74616c5f73944740a368922ec000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474090647d2bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a10b534b989084e59839d469b2878747e767362756268317d94288c046c6f7373946836683c430853a954fac047584094869452948c0974696d657374616d70944a82b97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33352d3135948c1074696d655f746869735f697465725f73944740659c38cc8000008c0c74696d655f746f74616c5f73944740a4c255bb8800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740931804455000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a11ea595532e0d431988d486b35751f2999007362756268317d94288c046c6f7373946836683c43082a954a550f45584094869452948c0974696d657374616d70944a2fba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33382d3037948c1074696d655f746869735f697465725f739447406584e08d0000008c0c74696d655f746f74616c5f73944740a61aa3c45800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474095c8a056f000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1116815fbc3b9e00b178486ad94bc929f8007362756268317d94288c046c6f7373946836683c4308954aa5d28257584094869452948c0974696d657374616d70944adbba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34302d3539948c1074696d655f746869735f697465725f739447406599e1860000008c0c74696d655f746f74616c5f73944740a77441dcb800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740987bdc87b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a11c8cffaffa835ab93c641de52dc37c998007362756268317d94288c046c6f7373946836683c4308592c160b03a5574094869452948c0974696d657374616d70944a88bb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34332d3532948c1074696d655f746869735f697465725f739447406595140a8000008c0c74696d655f746f74616c5f73944740a8cd931d6000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409b2e7f090000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n  }\n}"
+    ],
+    [
+      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"58bc48cb\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3530948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eab4b66dddd8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.2,\n    \"lr\": 0.0001,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0001,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
+      "{\n  \"start_time\": 1719315958.9391463,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 156.16600364024245,\n    \"timestamp\": 1719317692,\n    \"checkpoint_dir_name\": \"checkpoint_000007\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 8,\n    \"trial_id\": \"58bc48cb\",\n    \"date\": \"2024-06-25_14-14-52\",\n    \"time_this_iter_s\": 47.988035917282104,\n    \"time_total_s\": 456.0218768119812,\n    \"pid\": 366320,\n    \"hostname\": \"r9i1n2\",\n    \"node_ip\": \"10.159.32.15\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.2,\n      \"lr\": 0.0001,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 205.74422979354858,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n  },\n  \"last_result_time\": 1719317692.7398012,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 396.9987843430887,\n      \"min\": 156.16600364024245,\n      \"avg\": 232.65811699769623,\n      \"last\": 156.16600364024245,\n      \"last-5-avg\": 183.14249364297223,\n      \"last-10-avg\": 232.65811699769625\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": false,\n      \"avg\": 0.125,\n      \"last\": true,\n      \"last-5-avg\": 0.2,\n      \"last-10-avg\": 0.125\n    },\n    \"training_iteration\": {\n      \"max\": 8,\n      \"min\": 1,\n      \"avg\": 4.5,\n      \"last\": 8,\n      \"last-5-avg\": 6.0,\n      \"last-10-avg\": 4.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 76.29459309577942,\n      \"min\": 47.530285120010376,\n      \"avg\": 57.00273460149765,\n      \"last\": 47.988035917282104,\n      \"last-5-avg\": 50.929727745056155,\n      \"last-10-avg\": 57.00273460149765\n    },\n    \"time_total_s\": {\n      \"max\": 456.0218768119812,\n      \"min\": 76.29459309577942,\n      \"avg\": 275.5774962604046,\n      \"last\": 456.0218768119812,\n      \"last-5-avg\": 357.43884057998656,\n      \"last-10-avg\": 275.5774962604046\n    },\n    \"time_since_restore\": {\n      \"max\": 205.74422979354858,\n      \"min\": 61.615302085876465,\n      \"avg\": 105.96236461400986,\n      \"last\": 205.74422979354858,\n      \"last-5-avg\": 129.26513576507568,\n      \"last-10-avg\": 105.96236461400986\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 1.875,\n      \"last\": 4,\n      \"last-5-avg\": 2.4,\n      \"last-10-avg\": 1.875\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452946807680d43085bad56db8aa8724094869452946807680d43087d3e9f0fa2406f4094869452946807680d43085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898988652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d0000004740617841030000004740692bf19100000047406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595f21e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10cc8f8e2e5be71c9d8647ec1f50b05c7b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452948c0974696d657374616d70944a43ae7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d34372d3135948c1074696d655f746869735f697465725f739447405312da9d0000008c0c74696d655f746f74616c5f739447405312da9d0000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405312da9d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11515a463192d9b5b1324dec9616592ef8007362756268317d94288c046c6f7373946836683c43085bad56db8aa8724094869452948c0974696d657374616d70944a46af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35312d3334948c1074696d655f746869735f697465725f739447404fbb4ed20000008c0c74696d655f746f74616c5f73944740617841030000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404fbb4ed20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11aad5611a8b4dae9e914b6201db34a3fe007362756268317d94288c046c6f7373946836683c43087d3e9f0fa2406f4094869452948c0974696d657374616d70944af5b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35382d3435948c1074696d655f746869735f697465725f739447404ecec2380000008c0c74696d655f746f74616c5f73944740692bf1910000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404ecec2380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ed52339f29eca8babc4635163dfd7d337362756268317d94288c046c6f7373946836683c43085fafd70b77626b4094869452948c0974696d657374616d70944a25b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35392d3333948c1074696d655f746869735f697465725f739447404873c3ac0000008c0c74696d655f746f74616c5f739447406f48e27c0000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ba142f20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1025b4d44c47fa74897b49083c144d3c187362756268317d94288c046c6f7373946836683c4308512814ba7d9c684094869452948c0974696d657374616d70944a2db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31322d3239948c1074696d655f746869735f697465725f739447404f0a317e0000008c0c74696d655f746f74616c5f739447407385b76dc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404f0a317e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a106febd01e462ec7b1344d2cbf755a2f037362756268317d94288c046c6f7373946836683c4308bfdfef074638664094869452948c0974696d657374616d70944a5db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31332d3137948c1074696d655f746869735f697465725f739447404812b9160000008c0c74696d655f746f74616c5f7394474076880e908000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405b8e754a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a117914ad79aeb089bc6142a0217f2664a7007362756268317d94288c046c6f7373946836683c4308abd56ad541ba644094869452948c0974696d657374616d70944a8cb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3034948c1074696d655f746869735f697465725f7394474047c3e0620000008c0c74696d655f746f74616c5f7394474079808a9cc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063b832bd8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10631b0228b79099a013454fc83af04c7c7362756268317d94288c046c6f7373946836683c430877bbdde64f85634094869452948c0974696d657374616d70944abcb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3532948c1074696d655f746869735f697465725f7394474047fe77f60000008c0c74696d655f746f74616c5f739447407c80599b8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b7d0bb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n  }\n}"
+    ]
+  ],
+  "runner_data": {
+    "_earliest_stopping_actor": 362673.414130548,
+    "_actor_cleanup_timeout": 600,
+    "_actor_force_cleanup_timeout": 10,
+    "_reuse_actors": true,
+    "_buffer_length": 1,
+    "_buffer_min_time_s": 0.0,
+    "_buffer_max_time_s": 100.0,
+    "_max_pending_trials": 1,
+    "_metric": "loss",
+    "_total_time": 3803.4679067134857,
+    "_iteration": 36642,
+    "_has_errored": false,
+    "_fail_fast": false,
+    "_print_trial_errors": true,
+    "_cached_trial_decisions": {},
+    "_queued_trial_decisions": {},
+    "_should_stop_experiment": false,
+    "_stopper": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
+    },
+    "_start_time": 1719315757.4762058,
+    "_last_checkpoint_time": -Infinity,
+    "_session_str": "2024-06-25_13-42-37",
+    "_checkpoint_period": "auto",
+    "_trial_checkpoint_config": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
+    },
+    "_resumed": false
+  },
+  "stats": {
+    "start_time": 1719315757.4762058,
+    "timestamp": -Infinity
+  }
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json
new file mode 100644
index 0000000000000000000000000000000000000000..358f8ad95b893463cc814e5abc4a6b777b33cbcb
GIT binary patch
literal 2330
zcmb_ezi%8x6t*2ZXP<rkoq&u*D2y-x-;o9(QiRAcmau(*?I4<HG&ehUv%1}#Wp*a^
zAw`0M2umYTFceVmC-8qzQ_<4WP|$~OcJFT2Sc!zhHMZuxnfKoJzW2TTYUYQfxrzMu
z#BJLelP1wzxq~U&&{ETgWHe4Ap81p6ZkU9b;DNiab$*_56~;W#&c3SXps7v5o8@Wc
zUuWxkrT6#l&99vgwnUUkNEqOWup1(%o!5$n35jLEBWG)wmWuYcv#;duds~x)KEH%U
z&9Qayr10C7Fr8~R4zS7$oMO_=NUG#xMDm%h4lj~OGSrt+Eu4L;6@^J($e6bjXQI{P
zNk2Y&=T6J8-g|e>vKBHRif1O$nX_wUnIs4mNob5Lmo(2bDNW8UY84{H*rjb>W=1I#
zOqk%TpGs7NiUNM_K6-|qozDgdBTOdUu;=XDxNbmr0t-s?hH-_3yKjUH+|k>Ub|Js7
z(HCj7JDRQ8#r%XSU`!d3zp$H^Pl!w^*|=|Q-K3GEflnJ@AMAZ{ytjM*bnk()*Zoa2
zN^Ai|pXlYQV#{<&c)KBJGsrZL(b#lAm6B&o^upQALy!E2u%G1iCXhwRnO27R_C0ZS
z)?}Q-F-_e?_KiCRxTCK5X67y1YxUA@b|zK7XqnM`+$}A5##@KGJ4Yuw$EQ1~;z7uC
zD3fX*iSL&auZxCVAwHWT+moWk5ys*T(G<6Ut$5ADxe`${IWOL%!~^a2@BjYuFTdSw
z|83VwV<69xq50Wg#emsHaSvQ%Jj-0$E|4)D;=mz~RWih0%bc~oP>;v9tykH4_dl?;
zb%m8v=z(b3+8D`){|k~=1J(FBi%h`XBaFiBR)zAn9W_s#>3}b@1f5MmVc;>HrJUvE
zUV}6^F^>}%Js}z%YSJ-5j{|=AULOvL2WN#R44Q#KG%<<jz-!6Pu_k4lDkhqRkb#T4
zRP&xxAvjo0Qk@M?A$5=3!6b$J<jM!Oe{9z)cbep35_YAEi_0isJpg@uc%>^Dh))Zh
z6Q}um;xq9%4&Z)c<nD*R%=o$f4IX!R5QIq&BN@A@-}b@s!3ReZlSdQNybMqu!O`tr
z@;;iFqNP`3lm@bXq2uDn(dYX@&+7>hoPx>ED}63dG9?O7U-H?%_v?@T_fsXksR+nd
z-r2vm@$MggZtm_>eCi#lnIKvC<>mJPN9kqk8iZRKg`p$h8OcQ%44U`YSJvA~g`h)n
zi4D8FJ67r|>gylCr1m*a@!m$|e#WHYglfd<K$u{?dBrLfIOFWKn4UYkUNLtS|H7b$
z19vcCt65R3m&EU|jf!ID;R%f*;F|O?+FSNk)jU*`uEHktYRQ%N@k(86C%?Q1Q=DRp
zBF`J+o%Jund?b6mTCeM_-F}Lh#;%i|Js1Xx)q*i!Kry6C!^i-0pMDL0@i1<P1+i=p
z_9g%B`@pi$J~lWE<IsO|_(@*$_W}M;7u~_MoynVwqUWRVF)zB8x$m6a@bDWf#Nwlb
oRLzLI$S5!k##<XAvI-x>DgyxG3tJ;GN6`$$&*a}8u5C>7AE&XNd;kCd

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f4e61f9411c4824935f50a9a5aa53cbfd12a3c1b
GIT binary patch
literal 6631
zcmd^EdpuNI`!}vLF1gc%kh^N+l1n*J6q<|@r;BQvF`GTi?aalkbfjF$&ZYKIsZ)_I
zauN=qi|TL`M}<nHItPU=NTs7BzqMzk();W8d+WS^zVrDk>)C5P`};g=?X{k@p05Oj
zpYBbO5&z;bD^y*`XVO@ZkPGo>d>UJT#bc-v#D+n0D2B?jxB>x&szP)wLWe@RoG@lM
zMnx4N0go06W2lj*xM?N+M3!`m_%tDt%lV+8CDD+!iWRZlnDrK5#|o9_(AY4*lLz)_
zpw@tpSRTw5djbn#J}|8k%4M<OP#h9}^5-*PKFsi9h6-_*005#)rwKz5NWhE(4p~lg
z=wHCdp)?^J&IJRbu`tvMf_Skpkch)$hDNer$n#UD&u2~mJBSWC<^Stnx;*CiBx(u<
z+{wVKC^DITGV)2-dW<4N0}>U{_LfYzj0}Z<>T*PEUM!d`K1^ndSVAU^&!@#=sG<P)
zMdJf=sDfAp)C?hT1#giJbHTQ!iY-v&P=XsqrBauUgP-^hMMj9xJ&6({&)u<P;7Jlj
z1&!z=1{}%-a|SUvLMSW@L-dfzUvO9Uqr0+Hggn7r#2B&oGP3SOWZ*EwqQ%1eFB_l`
zr1%s96><G4c(o7k{IB-g>#KluCIEkn+x}mLPGa!6JP7Oo_{%fl?OwkR|K&(0<l{3H
zS^HH6)L=FpW-yqXaEQTVf6)kqK#`@$Wm-`*C?0+?1h52!U@?MqDd~VI8dL=SWK7;_
z;zw?hET4beB$TW>WtbybcVD^YVn6vqm}vX+)vWme^;<sNwy%PgW&Iy(*V}!nQ`b`i
z&)FZpnDm*7WPBB}A_qcX8sm$fD)Y0Qk@GcpB2@cd!X(6G#NhE1*+wBE{uFt{l_HD4
z6h$PKqJ(%+<Pb82faFk=k+l>BB!faiv?($oR1bd*5B#5pNgRkG15^m$HCX^92O#7D
ztO9sl5x^<|SRyb*0#M3GjtC_|p$L=3;KLjY(G-VdQwZ`|?$2U=I5Ivv6Cgg9D}*4a
zE}{+M4TuR;#EXjfgG~UICKZXLBHO_9Qjr|02+<a!B4kPBDyh6AmA|A~E2&^f6)UN>
zNvaG<l_Rc1C=oyCV2)7m(E&++Ayx3f1TIR=;G)zNE=tYeqSPcVO3mV;)HE(i&Eulf
z1zeQ4fdEm2s^KRpgNdJQG?oC%z);OFE}zb1FklW8%A$z`umEgaRFO~PFt}_C)e)Zy
zWXU5LlAK%^ss(|7gKG$cAnrh+Laz7}QSuA4b9Hra#*hY72ZHEKAruaCU=W+Q{0~a_
zNr9ilYM=FjE5L_$Q3WxmSV=At2IrKP#0l~F1w>eUQBZ-x_*^z!6cz@KfZdo?_9c?!
zG_pFTdNEKCQd{InxSlg<r`gl)AN}HPk<EXYLVYW+{==ht5wGV>NRHFVy$X|$cInO^
zsX(309e*ghc9B0AV7S(N1+(1f(1E8N_T4)&OHU+iHVC<jr0Mynj`I?JZ0T;8#8WYy
zX*<-RdA}U4OLshIeQ=VEYuAX0?fjbBlS!^`cSo_3niH>e-sg2fn$a)*UbniWaRtk@
z@|1qTiP|y$mVSk@?Axl5gEi6F8J=Y#uTnoV*F24E?H!}DwSRr25_dZ_<s94lZwBY0
z-*OCFT()t%Y32zhd6DW3MsGX0*Cc&>+r~|Lo%EA4My|D{YGhn6QYkE9$XkwHDXVlp
zllq|C!u+;H&tioZQp&NFmzE^FwT_P<koTTi5dfd%m!4X`zp)`T=FZa4*0=VF#6LF-
z4o^#~ygAg$4-A+yZ?gXPK0XTLPLK3k%G?KUBs2}wu4#(emZvi9clF5ShekH%<jZP2
zsN7i}wI?zAnfcaPuL2lo0^~S;Y7K|2vCE}KE!w=uZkMj;L3_l_+F`f&F2P(G<FPUe
zbV~+FnDmEI<DD|XP$9j%!TJ6E(W!Dp$FIrsts&2T^XRzU<)v#x`<pq}-=7`c{<i4+
zP7b_e{VEr&y~Mc<ox0VfHnUE)B_4C15<cR0y*}l1Uq|U4v(w44K1o`JZJQ1J$5buN
z_pQBf<C*1=-JT&g6O_twY+RBq))5sAiaTDq@w&`>zgs6erJ}rTb?=fRDt(S=EYAGP
zM;+b<s@1DR%&46I%<g^L!s)Gn59~B;hVSJX-c}vFxhgwoUwO*OoPzzo(Fo@6%C^pq
z(XQB`rI>AdmqRXoY_}rQO??!#?pO-Dby``!*myT~|6_-&RmJ&g$D?W)&T%(P%$M@3
zMa7-PSIZ4NCl!^rmKYp7)HD^-N=}B)?|V$kBj${RO;xTsy23pmH!CT2_S=BcrTIJ$
zheZcy9Zz^I2gfq+`#EiyTYP6FCepq3q}M}ruYTXqxx;DK$2)X(k8+E%DoSQ)`Ufaz
zWleun?RU0nZF6RMeil{Ov4>9Uzpj5_;h1uj``aV6Io{227Q3`nsom#-(W|RW$2`t#
ztiE-#;3{=vSk3R#cnxM1B^vDweZ-LWt*Z7v20eNG9nz-Me{a?KVQ$*Fhh=@yCiwv!
zvksA!Rw-wtlfK(fU$S-k{QZq(X=W|SC4;XD{)*W3H~UTf1t(;G<VEzg*&<{?v}Wdl
z$KGv$uc`~*l|(B%JXhtm;kuF4k#*@kX)k(9@;iolSE-UR?moP-@rRjjkJtKEFW0<n
zEVt%4CM0USw2CcScPO4FIIFy{V#Qux?MM5(UXEM}%r!ikp9()dpdgxRbh^rYieBAm
zr_%K4MnCQS@kQz7+Q^_eLLn#lyj^C-rZ(488WHbPo~!y@e(G1D)8gm<GO!?MUVNSs
z=5KG>U0C*5pFecYe^zT4Np0ndG2hcK`?CqXtzCkcjf$_wej6OQKXrS%x3OxRoiV4z
z{#xc$_6>{QQU)7aXtbh-i=gRDH_MbgRZWJ*3EJiJ7q~rq#muW)?Xeg;+n&EGfSEAh
z>^7vM&|h-3VYo>~KJA`*ehb%3&wlY(K+`4^bGFd%)tdkPFOZdDW@BD_rwMv__cPwJ
zf%V$&T^xwedqMljGwOD|>CC#<Arvy(vxg8u+ku=)Sf(`DXYQbdPD2XWr_r|f*c26o
zz#CPQ#sl2vjKv2yC=SQJXm%Ig<cvpf8Vi?|7pqzq%&Mv05GkA5mZ3HNDmkwwPEIE2
z4~^q1BTP@s!V>QjE3(G&BXXT0Z6V#+n}5jYoT9h2G;)`BH{}j_$oy91&}_cO^vs{8
z3D@@-=hQr#Tfg75^Sjn1^L&dkJKVF5*)FoRf!{rRQt3!}n3WbX5Ek7Yi>W)!nwk~l
z*JSx*&F*-!tn0N^?e=~ty=w9WDemm{I8#Aki^i)&GnsTa>=|TT-`(tYyl$oJ+L+g}
zx()+`yvFl`1f8TUZ36v>s9%Sczv=%o(USBuYUv+D{jMnC@PK;TG9<cE<2YY#bg{w%
zn?7f%2^t@!Ij+Lm^Iq|U&eZna#$(RrkL7=nk2>f--gNEkAI1j@wHixT^zW(6ZrY}3
zJ?f&iHL2>=tbTnTQdjQ0r>m~bSd!$%O*XjT&=^eK8G6vkVCwKK%&zO2K(2GH2Qhya
zHf4N?$+<ljdJG%`8_AU;nmWgxA5o~E(qZ}dgyUS-zBy$Uwss<RN6?POox_)M4VLuY
z+m}PRz3$G@sFuktN7MZjcDDT1X7|#`-jcZHg+XG0tG`?K<NC(R-%A?YWR@q%wVye>
zVeOsD-K4GeD0Q#YE}K~BpMldVhy!lMp+85bOjk8HI3j$vqvX7@q5PcLHp6wYE!}gV
zedTj3S9dK&E={9U#|j*ows{NYYHO41)=tj#Z53(DBF2h_3(~jl-g!k49uoZI{P&GN
zH|q%;LbgXM&9sSa*2ytB+gvAmD|M2()$5FsWiy?cV@EZc<Seb8EZi(N$A_xE7s*rE
zJFuA<X2mc|G=8Gyv8y2S?hI(tJ%!TY3=VWMH^TannzN5@vHu(5*21&3KSa`lw~`jV
zSb0u4<8{8uCCijMb;lh4Y7Q$7m~kMv?X|Km<5vFAnJ0%{@+elk;7!#AR`asQ!&gn~
z31Y`rr9bYstH~S)3KZF<8U9>wS*2L+(yO4Q#R-JTGJXxR>0ZvV7pGlz5&WFM8+bEQ
z!&2+vutUnG)kRu|Z<mAz$8)p7)rj>Av$Y>)`(C|tazrnTTvlMRxUs^<=$GozkXtLq
z())&@G7g;VX)(Ab*q7RsUE*AKxGH9o**0v(?WCwW!9gr}U1ETD@HH8;HnPkkgU)r$
zggd(St6c)gtT?*0bGG#c<V5P!6KT8oY=J34-Vi&zC+h(w3OU}ByU7r8)}7PuHWnPS
zwOFsnE~@Z;`f#Ux|7bc%-(0VDS2J&hry^-!n(52tzkfEDAKAj5C*mw$Q>V7)>doYy
zkmRfE12;>yFL--*n$cOs>oNOvZX1o%=sDOLz~qV<p+_`+^*roPA`y(%^IS~Sl{)Ln
zd<F%ZG-rBjzZh(AMSBZdEAALQA%uH3gLmJ*!nyjLi|A%nVAwVv`<<8icK-Rx>%!MJ
z%Ky4`m1XBt^NY=Nf#YPu?okuJ)?o8hf3@Y8C9a-x(=508u0=q-S4UcVTX9DH(;&*7
zBjK0lT_mz@tXq>e^NQ`Vw*|0iTTw*tl3RUxOQtBF67|!6r)D28?a}$G*5JuSnV;`H
zGT-QC9p@G$3hXpC^j_|Gsi$VT-Lvr?Uxu1df$GZ4`5sBChi44Woxj&z^X8)0QQ1k~
zU-lyXYAWkfm;3v=aweOIA*QIT$ng{TfLQ)->cNi(_yd&Si3!1V5|!g|1sG)}NDL5~
z015}!Snw!=DoCV{DUOJa>Pqk8pYFi|h#MwOWytF>#1#}TQ2aqz3knQMEGXMR$p9q>
z6z%nx2;6SP8OVPMqw*m&_(x8teoTY@$?IS?6d(Z%GXM>y#20ZmAi>8o0!1F41~70@
z9b(gB@G*vp_;?0`QRG1?$m0TLM}X&Xa1@Ot!ifhefMNsE2Yd=PlY^nkQa%sj@-T1r
z=aP##s)%!X;I@v=LU?qLJ_rEeM&|N_Og3QB_yQ@N_bFu%kntA)C%DMpXA!vLOF2A6
z7B@T`hf%@>+-sB+4hxq_S^;&X{0SbAQeb_k2?0aGfdJ7LDjtP8PV(W*qJ&gLlu;5r
z8VaL{^BBN(sewU2xQEe9h7bWGSWfqA87g>(YU3T!@dF7TG7F=qqAEB$AfT~%ERa7@
zJWzE>b_7xsfC-W<0C77={6keE888$@<KsLV&M%5S{V<gHu>-klmAzWZ;Ss*Emj6n9
z@lIn-p!vSE(<mxQ7}6=;W+XsoLOec~F3u5^q*EwP-wA;2ndq|AgKw;e9{=tI46*p+
z(0^|5x%)R6gekKBCF7L;FBvBh1oR0z?cc42FZX}rvZaYo5W)mF)dGkRig@dYIq&Hi
zR~&Bbjr0(+=@LrP=BK3!qc>tCP15Bj)@_X_Z-`3`o2VOn>idozC-@(9#h*~D%dP0x
zIaU`kQ5QOWM<tprH3d`fX%MR(X-2SuJ;4%H;HXYGm&?FU01zy3$|n+pTk(Hvl<_bo
Mj(_;0h%O@k54l9I7ytkO

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..43e70a12c118522b111bf8f0fc2bd8589e7f8cf3
GIT binary patch
literal 405
zcmb1OfPlsI-b$R7%a{4Bo_EtxiZ`h!F*8rkwJbHS#LB4SW#vX?sJadF%bhtJ#5dJ~
z)Cn+ZiE)W=@fIak>X($}rRwM87Z-~zIu_$RDfoD#0aVM>uNUGu56i)|D03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*l*rz{}{!}he~k$s8*)r=cNL*Ffcg2V*IKPwK6wW
zHh^=gGF*!imjah0+{%*7+|>AzjLhQr%#zfi_+rs29UJG4V=YGwq1xv*H^1c6RDo+(
z;Zov~M%7-NnU|azUzA#0l3$bxHX!`7beTESfafnxMRKk~7@)<a!KDZ{0Ay=oNoIat
PaXhLqAfNx-aDxv3I1hx=

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..eae6cdaa4534d362edecb519aaa66c4e27454a12
GIT binary patch
literal 405
zcmb1OfPlsI-b$SBXMUcvdfrV(Dc+=_#LPTB*Rs^S5-TJ2O?E4kq3SlwFL&lNlG%C?
zq)vcION>i|i?=ATQop1$FI7J$zqnZRnzM;>&YY-C22d?izg~#v+^-1NqRgepB?Z?~
zoRMFelM<htk(!)cke``XBFezfV6RX!M+wEsSIThxs8*)r=cNL*FfiQyy}D8#YGrP$
zYyfAo3S5g4mjah0+{%*7+|>AzjLhQr%#zfi_+rtU%+}7{ZGIevQ0;S@n_qJNM`%~!
zQsR<E)n1&Lmz)}3lv-SpUz7?qprN9u&KzpM^B1QgIm=Yx_G@uza4EtK0NI*Yl9``Z
N9FJ-Y*ypJw0svLxgUA2?

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..c75c596c1fe28e9263b15915d7a9f7e543067b01
GIT binary patch
literal 770
zcmb1OfPlsI-b$P~?>Mino_EtxiZ`h!F*8rkwJbHS#LDP>-AaCCsJadF%bhtzz5SWj
z0M!XFYl(4*aPbx;R_d3O=B4WA<QEr<&Px$?PGr}AZvfRY_3MRr&Yb~pEy`SqTvBi?
z#TogfIVthU8L7$H1^JnIC87)r4fZkRGdH4GX&4OGk7{K~eqJh23j@PG(UU9mp;qR`
z$_8+rLTFLqQs9z=TUnBsn;Kt|ky#v{S&~{5Uo4s>Z0W4ppt;Nts(o&A^Gi;z5V(yh
zTuNNhsM?D&^O95Ji&BeA@{3Zz228KJrDhH_;Q5PFk(`GS2550<a4EtK0NI*Yl9``Z
z9FJ-Y$mb>NZ(Km}dG*xGy5PWO!4}wW%-Nj9UI_-G1or7^a4p0H_T<FpdMH-rO^55p
z5!fXiEtgRO`yWCJfxtH4*K)q3Tl^j+u*+w_Z6p}jz7sb(&oxf|gc8{A5e5()*bEMT
I?G`!%0BBA19{>OV

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..0bfa298fed8f706eb3d9efbab7ba62694adb7eb2
GIT binary patch
literal 1500
zcmb1OfPlsI-b$Q?uWG#4%)99*#hX-=n3<>NT9%quVrA66iRG3uRNaR8<<6XiS0buF
z>I7J|#JEJbc#9G%^-D_gQuTB4i;G3`KL2*wXE<|(0aVM>uNUGu`ES9sD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*!O*5wL-D7<qljws+B4Ed8t4x3=G+pf=>ESD|2II
z131O*!nG)IDR4=`tt`pRO^q+f$SjV}EJ-bjFBWCawRWC2Yf79URQufK=9ipP5ZYC^
zl(?i(wHIgRC8x$0r52au7o~y?Q2uh=#2jkC^B1QgIR);)?bqVc;8KJe0J1f)Br`v+
zI3Cp)kk6mg^!`QhdFz(=rQpD3!xq?m4ey);7uo2c1orl=a4p0Hwt`ro2a1&r+u-_f
z1h(MHqX8&^eG;LCKwvXU={SF1Q1BWhu${KUZ6p}jO@}u-yLbk%p#=7JgaJecHiJWC
zzU&DUpKEREy#Nkuc5H$Ddh=7KvqcX)Q35-0Gh7Q%fnA@KielwUgnk@>?WON<2qmy9
zw!p0<5ZI@;={Tq5O5H~Z>^}(Y1OvN-pVcK<;b1RHV3%!$+fQ_0J2>#_vfn}RdF7-n
zzrlgcfi19o_ug@;=G!WW64=)!!?h3-*moNaA3?D)ZVFsKj=<Kwd+9VvU_U`<ArRPt
tGj*IfS*Jfk3GC#la2p8*_6}167taf8Do_HObsF3Nq653Z;mO}r4*)S!?%n_Z

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..081fccbe39996db0b092552b7438d36af9f1c965
GIT binary patch
literal 4596
zcma*rc~BEq90%}_P?~*;kVpUnC<Nq46Qj<ER|{birY(+6>(x36Yaok>B^xHYP;IT^
zAl|Jy7OTv7+fk}e54`Gyv@-Pqyz7jkh)1h!r`T4f?X;zv5Z>~$iM#yAzW3d4-simu
z^N5vo|7>3{PDkutnPsZmbTdaAUg)tonIXC5G{cP<ZuzwJw`Bjky_?^+5FejG1>Sj)
zggzQYp>U6Fu8AvSXj6%sWi=1vH_4xk_5Tj_N2;H;QN;WUIFgK#kQPT+hr6uAP8B)m
zqW4POPKMLSWEI&RR;mV6R=43ithBosnvck2-&}DlH~A}F`3Y|klP=+i4ke-ixRP_a
zXo_<<S<1=L9*Wg$GmW(zsa;$?%pc!aS^0=)72+vKhvHzIbuvXX<)K;5?V)`ySkv~;
z?UDW$eE-9_X++*-+^<LJC<(v7+iK&SZic1cYrHEjn%rduD{oEFEc0QbK-h;2H^`?q
z&MgMme-FkHDcF%q=H-LRs#Kg0f=#Qqi2z%jh9e@_vUG!G$tU+N0_^2NTon7#?gN%V
z12;_q*kS3oUoy7LoKW)BXJF;ib*T+L>^_08a}Qr4Z3$On0Cr_Ej!41Iox9-)s3cNw
zJ_z>XyX-80y;g{bV4ookmc6gNo(-^-gK?uMcFn_3YhB70D**N);RTYh&1UN4ibk;V
zGa2LW_^|s1!Y1#xk=IT)j0M<=S8zlM_QFhgG^pGx<bz<ZU$DFdU}qR`r3m(g8iPew
zH?kgJ*9mb^?D644t#8}z*8=P$Bkq@sU15Hs-FOtNJZwZhs`q|phX=x*kl#$Mtb8y9
zU>h@WL<)Ayq@Upa?i2Dsu-hMBv;pi<BXOk&_W3M>B`jp-IDp+C#6_{Y;-_23jyre@
zU=JCE`z2#<F&8X)ycS?*O<g*|hutp_c4cTYdHt$&AHa6LgCkO~_n6Kd2bG;dJ_vT3
zCng49m%ocEMX)FAHdqpM%Z32#P9ZLe{V2K88uHzV0|0y0G~6#4yU~2v{OBTB`KgH0
zGkw?*fv}ZXP2`%*Z$1IoQ7Rmfg59`k&Q4JIxsVTnU7C<K8DJaLxKaeW`7ZwlvhJA<
zVDA*-qS(5|_11-V3ps!t*B|#w#%?!P%^ST7th`U^`4v9w$UxX1rZ<tMMKkgN_NX)*
zk%H}cDRUjDJR#(RU>CHw$^kZ+jw?m5L(>cvWyNU@U>_6WqS%VudTVp7@(92lo`L%%
zW6N?zPd$Gftb9yX*C8LaDiC(e@h0*~>?!!2O=aVV6zr_uXOx1<heAFG_L9HyAogrC
zt`x!U+iI}rtM54hcDoQ4#lC<0YpYo^Js)6C$-(`Su_JSo8Aon`mH)awqr-=-4ul<>
zeuA8-T}OeF9ov8-Qn1V1E$~uvR>%jzt}dwcfRjD>Ag&a_-m=SJDNdWQ4`8<laZ&6)
z*qc`E)>Il`lZSA>WbDM8rKafqdqcV}N2@n(m`xaW4EJH{cPP+S1&X2^r8bYv#Zo4E
zPATo-FK7&xw^V_u6zFCDkor%#`k7qU51~RESLEQYP9M;T3Y{ADv(rUxJAaYmFOO7l
zG5>4;()51Dl)0!9+g#ei52;Xi&ydGII~GOtdenPzI3nyGcPYi+*1T1GmUb1=cDs|A
zMcJJ${t^FaXr{Z}*Q`ORp5J@FC=AI<yzK~uF_eS0*%K9d6^c;9o3nl(idVnjX8c^l
zd-K&Npg48#o2`BjN>IP(=BgizlGWlj)3%RVuQC4pYx-r|7-D|U{&mRF9XW~@_K&4m
zmcQCkENA0^olLPi@1z_ZlMDO!rChs5j-q?nstHxi2Jg?=Y}CJph=169U^=sr_PJfd
zV-;pJFaS9o=d*Fo9}qmqhm!*DJ)XknBfNXZKQLP2f9%NA`aTRe26*ynGm7bb9`FEP
z#19C^77y?VU68Yi=X7RQDIa#d>i^Hew}-b+B&vJ#hanTv{@<Qv?A`MG857(?b#i6M
JmFQJR{{zpqwK4zz

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
new file mode 100644
index 0000000..d34213a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.2,
+  "embedding_dim": 1024,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.0001,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..89d3b862155eeb53390ad46f0f513f9464de7d39
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%aLWTHXLLl>?Vr+Tw8L5dWAa`)4
y6y+Dh7bTXYPI0$CITHkC^)TfW0eMnpk6z0->-KOZC6**-#205)rGhLi)dK+D<x<fA

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
new file mode 100644
index 0000000..7950f2e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
@@ -0,0 +1,19 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+220.77590359665277,1719315958,checkpoint_000000,True,False,1,016f7353,2024-06-25_13-45-58,188.1737368106842,188.1737368106842,339920,r9i1n2,10.159.32.15,188.1737368106842,1
+180.26498923714706,1719316230,checkpoint_000001,True,False,2,016f7353,2024-06-25_13-50-30,187.0150330066681,375.1887698173523,347039,r9i1n2,10.159.32.15,187.0150330066681,1
+147.3930386821116,1719316493,checkpoint_000002,True,False,3,016f7353,2024-06-25_13-54-53,185.07583117485046,560.2646009922028,353741,r9i1n2,10.159.32.15,185.07583117485046,1
+134.21845143235575,1719316663,checkpoint_000003,True,False,4,016f7353,2024-06-25_13-57-43,170.05932211875916,730.3239231109619,353741,r9i1n2,10.159.32.15,355.1351532936096,2
+125.97545107143132,1719316969,checkpoint_000004,True,False,5,016f7353,2024-06-25_14-02-49,187.42582607269287,917.7497491836548,366320,r9i1n2,10.159.32.15,187.42582607269287,1
+119.25108247291385,1719317141,checkpoint_000005,True,False,6,016f7353,2024-06-25_14-05-41,172.101571559906,1089.8513207435608,366320,r9i1n2,10.159.32.15,359.5273976325989,2
+114.85140582707923,1719317314,checkpoint_000006,True,False,7,016f7353,2024-06-25_14-08-34,172.7140347957611,1262.565355539322,366320,r9i1n2,10.159.32.15,532.24143242836,3
+110.36972532497616,1719317486,checkpoint_000007,True,False,8,016f7353,2024-06-25_14-11-26,172.59792017936707,1435.163275718689,366320,r9i1n2,10.159.32.15,704.839352607727,4
+108.50565037764902,1719317880,checkpoint_000008,True,False,9,016f7353,2024-06-25_14-18-00,187.18606781959534,1622.3493435382843,366320,r9i1n2,10.159.32.15,187.18606781959534,1
+107.58732394721564,1719318052,checkpoint_000009,True,False,10,016f7353,2024-06-25_14-20-52,172.15624952316284,1794.5055930614471,366320,r9i1n2,10.159.32.15,359.3423173427582,2
+104.85794463871032,1719318224,checkpoint_000010,True,False,11,016f7353,2024-06-25_14-23-44,172.26081562042236,1966.7664086818695,366320,r9i1n2,10.159.32.15,531.6031329631805,3
+104.4458197045514,1719318397,checkpoint_000011,True,False,12,016f7353,2024-06-25_14-26-37,172.6046712398529,2139.3710799217224,366320,r9i1n2,10.159.32.15,704.2078042030334,4
+99.18223199318713,1719318569,checkpoint_000012,True,False,13,016f7353,2024-06-25_14-29-29,172.24528121948242,2311.616361141205,366320,r9i1n2,10.159.32.15,876.4530854225159,5
+99.00881489430826,1719318741,checkpoint_000013,True,False,14,016f7353,2024-06-25_14-32-22,172.6691517829895,2484.2855129241943,366320,r9i1n2,10.159.32.15,1049.1222372055054,6
+97.12115343349187,1719318914,checkpoint_000014,True,False,15,016f7353,2024-06-25_14-35-15,172.88193345069885,2657.167446374893,366320,r9i1n2,10.159.32.15,1222.0041706562042,7
+97.0790608623835,1719319087,checkpoint_000015,True,False,16,016f7353,2024-06-25_14-38-07,172.1524109840393,2829.3198573589325,366320,r9i1n2,10.159.32.15,1394.1565816402435,8
+97.36735979215366,1719319259,checkpoint_000016,True,False,17,016f7353,2024-06-25_14-40-59,172.8087797164917,3002.128637075424,366320,r9i1n2,10.159.32.15,1566.9653613567352,9
+94.57831074872355,1719319432,checkpoint_000017,True,False,18,016f7353,2024-06-25_14-43-52,172.65869641304016,3174.7873334884644,366320,r9i1n2,10.159.32.15,1739.6240577697754,10
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
new file mode 100644
index 0000000..f918ad1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
@@ -0,0 +1,16 @@
+{"loss": 220.77590359665277, "timestamp": 1719315958, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "016f7353", "date": "2024-06-25_13-45-58", "time_this_iter_s": 188.1737368106842, "time_total_s": 188.1737368106842, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 188.1737368106842, "iterations_since_restore": 1}
+{"loss": 147.3930386821116, "timestamp": 1719316493, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "016f7353", "date": "2024-06-25_13-54-53", "time_this_iter_s": 185.07583117485046, "time_total_s": 560.2646009922028, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 185.07583117485046, "iterations_since_restore": 1}
+{"loss": 125.97545107143132, "timestamp": 1719316969, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "016f7353", "date": "2024-06-25_14-02-49", "time_this_iter_s": 187.42582607269287, "time_total_s": 917.7497491836548, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.42582607269287, "iterations_since_restore": 1}
+{"loss": 119.25108247291385, "timestamp": 1719317141, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "016f7353", "date": "2024-06-25_14-05-41", "time_this_iter_s": 172.101571559906, "time_total_s": 1089.8513207435608, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.5273976325989, "iterations_since_restore": 2}
+{"loss": 114.85140582707923, "timestamp": 1719317314, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "016f7353", "date": "2024-06-25_14-08-34", "time_this_iter_s": 172.7140347957611, "time_total_s": 1262.565355539322, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 532.24143242836, "iterations_since_restore": 3}
+{"loss": 110.36972532497616, "timestamp": 1719317486, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "016f7353", "date": "2024-06-25_14-11-26", "time_this_iter_s": 172.59792017936707, "time_total_s": 1435.163275718689, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.839352607727, "iterations_since_restore": 4}
+{"loss": 108.50565037764902, "timestamp": 1719317880, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "016f7353", "date": "2024-06-25_14-18-00", "time_this_iter_s": 187.18606781959534, "time_total_s": 1622.3493435382843, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.18606781959534, "iterations_since_restore": 1}
+{"loss": 107.58732394721564, "timestamp": 1719318052, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "016f7353", "date": "2024-06-25_14-20-52", "time_this_iter_s": 172.15624952316284, "time_total_s": 1794.5055930614471, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.3423173427582, "iterations_since_restore": 2}
+{"loss": 104.85794463871032, "timestamp": 1719318224, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "016f7353", "date": "2024-06-25_14-23-44", "time_this_iter_s": 172.26081562042236, "time_total_s": 1966.7664086818695, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 531.6031329631805, "iterations_since_restore": 3}
+{"loss": 104.4458197045514, "timestamp": 1719318397, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "016f7353", "date": "2024-06-25_14-26-37", "time_this_iter_s": 172.6046712398529, "time_total_s": 2139.3710799217224, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.2078042030334, "iterations_since_restore": 4}
+{"loss": 99.18223199318713, "timestamp": 1719318569, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "016f7353", "date": "2024-06-25_14-29-29", "time_this_iter_s": 172.24528121948242, "time_total_s": 2311.616361141205, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 876.4530854225159, "iterations_since_restore": 5}
+{"loss": 99.00881489430826, "timestamp": 1719318741, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "016f7353", "date": "2024-06-25_14-32-22", "time_this_iter_s": 172.6691517829895, "time_total_s": 2484.2855129241943, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1049.1222372055054, "iterations_since_restore": 6}
+{"loss": 97.12115343349187, "timestamp": 1719318914, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "016f7353", "date": "2024-06-25_14-35-15", "time_this_iter_s": 172.88193345069885, "time_total_s": 2657.167446374893, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1222.0041706562042, "iterations_since_restore": 7}
+{"loss": 97.0790608623835, "timestamp": 1719319087, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "016f7353", "date": "2024-06-25_14-38-07", "time_this_iter_s": 172.1524109840393, "time_total_s": 2829.3198573589325, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1394.1565816402435, "iterations_since_restore": 8}
+{"loss": 97.36735979215366, "timestamp": 1719319259, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "016f7353", "date": "2024-06-25_14-40-59", "time_this_iter_s": 172.8087797164917, "time_total_s": 3002.128637075424, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1566.9653613567352, "iterations_since_restore": 9}
+{"loss": 94.57831074872355, "timestamp": 1719319432, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "016f7353", "date": "2024-06-25_14-43-52", "time_this_iter_s": 172.65869641304016, "time_total_s": 3174.7873334884644, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1739.6240577697754, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..9fd5f4f41972841719e5576ffd2e0f909d601cf3
GIT binary patch
literal 405
zcmb1OfPlsI-b$Q8{CjFw&%5a;#hX-=n3<>NT9%quVr8Usw)CMgRNaR8<<6WLM&~Dh
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;1(s6XcXQApyQ0aVM>uNUGuWh~)Zl(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>?ieYo`GWJB5SyQR4Y^R^HPCY7#RLpeA%WCwK6wW
zHh|O42ChYkOMy!gZe>YkZfbl<MrLt*W=U#Me6i@&X)~O5I;`<BgleDL-29UB2tvCG
zmlBsWs`lc{yyVpQqSWG&{GwE_0XH<wea)c;Jb!U2lGEN6Zod|n2A3k-0FbSTC7Jno
P#qp@dfPB72G{GGJqA7)=

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..60a6e8b1b740aeb099aac2f8f9f3bfad9c63ee7e
GIT binary patch
literal 405
zcmb1OfPlsI-b$RWuI@j$dfrV(Dc+=_#LPTB*Rs^S5-X$fit`1^P<0#TmpgMVygBzG
zNSy$amKc`^7jIEwrG80iUaEdhesQsAxXV=M*DE<58bGy7{dysu^XEOd7G*9)E-AQ{
z;*9*#oRs+FjMU`pg8a<95>W<*2K(CwG*_TlY4H%QAJxi~{Jd1476yjbjsJM{p;qR`
z$_8*AMQBmtQs9z=TUnBsn;Kt|ky#v{S&~{5Uo2XFtJX<sugP0OsP?(d%`Z9aAHi)@
z;Zov~M%7-NnU|azUzA#0l3$bxHo&la=`nMt0ncBYisamcFhGk-gG&)^0La$FlFa<P
P;&@bJKt6Z3_^|{49YT!L

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..e884cdce5385a28384819c9b686facfba7492ccf
GIT binary patch
literal 770
zcmb1OfPlsI-b$Qa9d~ut%)99*#hX-=n3<>NT9%quVr9f#qBB()s&2#la%WC|M^{^r
zIss-aF)k4<-lD`x{gTqWRQ;U%;$l$&)+%SEsjBk~pjxJWy%5jo<__1Q%%#XB1=muX
zkzbmV5}%xrnw(vbpP5%8%D~WIUq0oiJ&KjvJ>mLMtxU<!O9g6SU<i==W~mRgGB;K>
zfHU6<u0@GUflCr@Wl3gkYJ5pXW^sIGNorAiv8Yg4nN!T%EH^`__PNc?FF8LTw5xC_
zaY>_UFV4(MPK_^0EiTC~N(CFxJhj%`9BRPx7pEdQGrZyUYjJ6CDZ&i^*_v3AnV(l2
zk7^9a=NZx-B`7{u=&JVw2Q~|~z}_Jo?R@i7&100n_U?vjAttbMf0tyVSa}tpA4g#S
z;P7)n3GApIxRnF~TXvqa)3y+U%P4_;389@}U`ue_brNgpT!IqV?!9pPi4JTAhkbK|
GjsgHi*6>sS

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2
new file mode 100644
index 0000000000000000000000000000000000000000..814ba821a2602dbeded420f0f7fc31ef7ff6ebb1
GIT binary patch
literal 2406
zcma)-e{2(F7{|M-4DK=A+_?hl*0FYjk&9BgAR0pG*&F{rmVl9;37*&9J9@I-mAjh)
z23gz?aYhLP0wj|l`$LckhClpc$)bpcEtnV=B_s$095{a<iK#!rKfY~m@AaJ>ZU5{0
zJm2?w@8@~)Jab*S->E&TgY0<i@WZnoTzlT<i5ar0En4|1(yV1IAHB3+Y_#*vpLk7V
zm%k}KK8W+4n8DA6YVa8H&XCoqp-_izn%?_&TE*`>%la1ElEdk5B{r~+NE#skJ|Zy_
zdS{0s#S<vLEv2iP<#oBbBA)vA7-e~IKhe{cimo9nak+NgI=wn%TPC;o*RbJth$ILN
zP(v&&HHjoEp_-CvAwx2~@2=eu?LU5EENsjBySpdYPaSy^1fiCeo2nK^l7UQ1H&FJ1
zb7$5KJ!@ZZ@8{7?Y;!O1=V2iP$ORc!*-~}Ql;~?RFK_8x@Dug&-Kn-YS=i-;U@yKH
z7Po)XbeDpCbvu!i0((dq?4~SZ2GLIgdn9eNQLrZ*NfFp1hlS`N;p6}XJ8lxkqOi}H
z*Q2A&SKgywUvn-f8MaIK@!qW&)XOWr3^it9&nyJH^1J!sQZ%Sjuv;$?Nhz@X7mg+<
z%P~hk4eTu|ntrEXZ~lr{7J==aw<7x6otBjp>?@AEDC{F&_{Dz)`fgCLqhAyMl3@$N
z(8o*ure2<YF%-(eo>d6;9==YTcxru`g3Yfdl2TxAYIwhuvb^Ew3&QS-{IYL+l!Bey
zKrD;E{`}8KH1@_PJrwM5M_v^6Tf=Q);KJ4#3ijrW#J^<NUBVB&ef{Ula^vVg|FKut
z`wO1Q!sZ9uaMBIcQX(ZAa?+GSXh#YecqD4ps<+*+*9|l65ce;`{lx?;0AjKgPvBv-
z3pKcd98@SMt}A$S;&Cmtx8t)K@aCUsok^)f-iZtxsshhs$gs2LLUrCzezFHx#n4j{
zo{t$TtVPKfQWRC&Dk*9bAK|Y-TFyP|?1iey|M?e{1JjXl2PoI11d^2oH(v#n9KEaf
zdZ^<bv5TfiGP{QNLoGM`F5%~apL^7<;O9dlS9}-jZtm&P?D}2&<HKd_bIo@BZZmL`
zfjXytCNfRDOeE8iF<@0|*H;ZQFvK`@JjeLXGB7)jEyq?JKbHB8MBvFuMEEe*Fb^W&
zn^H9r>k^>80CEz?+S;iNLV{QvC|rAzg7uY|+Tnwz#kyZ_FZE?VhH3+nyheaI`Talw
z*a!!lwk3fB0^a3?dzIuoh`j6yzrNhw<(EG@^#Z$gl71LM;QK#&q$xS_xW^psj|G`o
KWe3xHFZ~C|RP56L

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
new file mode 100644
index 0000000..2bbbd42
--- /dev/null
+++ b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
@@ -0,0 +1,13 @@
+{
+  "batch_size": 1024,
+  "decoder_int_ff": 512,
+  "decoder_int_num_layer": 1,
+  "decoder_rt_ff": 512,
+  "decoder_rt_num_layer": 1,
+  "drop_rate": 0.2,
+  "embedding_dim": 64,
+  "encoder_ff": 512,
+  "encoder_num_layer": 1,
+  "lr": 0.0001,
+  "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b25efe32850df295ad89712f3193328fb3fd5b2d
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&70Xc&+
zr6|83z9_LIb&9+F$(bN9tA{D42*{H%d-PhyS+|EPDX}CuBfdDZDivr6OQ{|J(%@4H

literal 0
HcmV?d00001

diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
new file mode 100644
index 0000000..1b47f09
--- /dev/null
+++ b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
@@ -0,0 +1,9 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+396.9987843430887,1719316035,checkpoint_000000,True,False,1,58bc48cb,2024-06-25_13-47-15,76.29459309577942,76.29459309577942,339920,r9i1n2,10.159.32.15,76.29459309577942,1
+298.5339005838229,1719316294,checkpoint_000001,True,False,2,58bc48cb,2024-06-25_13-51-34,63.463342905044556,139.75793600082397,347039,r9i1n2,10.159.32.15,63.463342905044556,1
+250.0197828397976,1719316725,checkpoint_000002,True,False,3,58bc48cb,2024-06-25_13-58-45,61.615302085876465,201.37323808670044,353741,r9i1n2,10.159.32.15,61.615302085876465,1
+219.07703201414094,1719316773,checkpoint_000003,True,False,4,58bc48cb,2024-06-25_13-59-33,48.90440893173218,250.27764701843262,353741,r9i1n2,10.159.32.15,110.51971101760864,2
+196.89034751832017,1719317549,checkpoint_000004,True,False,5,58bc48cb,2024-06-25_14-12-29,62.07963538169861,312.3572824001312,366320,r9i1n2,10.159.32.15,62.07963538169861,1
+177.75854870653527,1719317597,checkpoint_000005,True,False,6,58bc48cb,2024-06-25_14-13-17,48.146273374557495,360.5035557746887,366320,r9i1n2,10.159.32.15,110.2259087562561,2
+165.82053633562222,1719317644,checkpoint_000006,True,False,7,58bc48cb,2024-06-25_14-14-04,47.530285120010376,408.0338408946991,366320,r9i1n2,10.159.32.15,157.75619387626648,3
+156.16600364024245,1719317692,checkpoint_000007,True,True,8,58bc48cb,2024-06-25_14-14-52,47.988035917282104,456.0218768119812,366320,r9i1n2,10.159.32.15,205.74422979354858,4
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
new file mode 100644
index 0000000..7b5b7d6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
@@ -0,0 +1,8 @@
+{"loss": 396.9987843430887, "timestamp": 1719316035, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "58bc48cb", "date": "2024-06-25_13-47-15", "time_this_iter_s": 76.29459309577942, "time_total_s": 76.29459309577942, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 76.29459309577942, "iterations_since_restore": 1}
+{"loss": 298.5339005838229, "timestamp": 1719316294, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "58bc48cb", "date": "2024-06-25_13-51-34", "time_this_iter_s": 63.463342905044556, "time_total_s": 139.75793600082397, "pid": 347039, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 63.463342905044556, "iterations_since_restore": 1}
+{"loss": 250.0197828397976, "timestamp": 1719316725, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "58bc48cb", "date": "2024-06-25_13-58-45", "time_this_iter_s": 61.615302085876465, "time_total_s": 201.37323808670044, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 61.615302085876465, "iterations_since_restore": 1}
+{"loss": 219.07703201414094, "timestamp": 1719316773, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "58bc48cb", "date": "2024-06-25_13-59-33", "time_this_iter_s": 48.90440893173218, "time_total_s": 250.27764701843262, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.51971101760864, "iterations_since_restore": 2}
+{"loss": 196.89034751832017, "timestamp": 1719317549, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "58bc48cb", "date": "2024-06-25_14-12-29", "time_this_iter_s": 62.07963538169861, "time_total_s": 312.3572824001312, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 62.07963538169861, "iterations_since_restore": 1}
+{"loss": 177.75854870653527, "timestamp": 1719317597, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "58bc48cb", "date": "2024-06-25_14-13-17", "time_this_iter_s": 48.146273374557495, "time_total_s": 360.5035557746887, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.2259087562561, "iterations_since_restore": 2}
+{"loss": 165.82053633562222, "timestamp": 1719317644, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-04", "time_this_iter_s": 47.530285120010376, "time_total_s": 408.0338408946991, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 157.75619387626648, "iterations_since_restore": 3}
+{"loss": 156.16600364024245, "timestamp": 1719317692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": true, "training_iteration": 8, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-52", "time_this_iter_s": 47.988035917282104, "time_total_s": 456.0218768119812, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 205.74422979354858, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/tuner.pkl b/ray_results/test_experiment/tuner.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c3d302f96c6d70b0fcc0431588892ca366842
GIT binary patch
literal 3586
zcmd5<-)~$;72b91_*d*EjsqgJ0;?)=1$)<aq*9=?B#uMGHe0Y=`hdb{_TJf@o4tGQ
z?abUH8^uzPsKL@mJai&nd7x1wDxSkzk@^SJQvMfs<U4bBuh&U=;EhCD-FxntnKS2n
z-*=85%{>0sQqBK6aO?IQGes&`n5Esg=j^KD!+<RQr!p_>!?a!ceCpo(ouj4GgDeux
zo*Bfcvu6jws5o?XI?1$lc0miSLdkf7U0<(uEv*5L3k#)08V*?!4`L&fvnx1YY<+)Z
ztPYziSCZd%U)-&e$xc8&taNgAj^e%c!Od%~+Taz0#}j5UmUG1i8dtEhY!r1HdGH&I
z^3b+tna+7AT-(lIR}tZ1RuyR)r#<&4TsP;1h82&mumQhMnJQy9t~G5hvOJ4Zqv<$t
zmnQ``<yJmr?V@9sUtToR;U<*s$Sx-FUBP_3nohW!76VqGKxwR{h>)?9&#jtW4tYps
zC3KM(f3cM^t0z%~Lw6*<)t0Z*+4GwGi-eN-?UQ7VjXFRkDI3n7zd6i>y2jJ!My5{Z
zbD9amU2DqDG3_(3=~^>((LWl-jZv<(iVXLJVd=)`pfJgbD38N_B7%u$XP2?AFIcxo
zLlb8y%C;`wvP-N}#EFShW)KIAc5WM(+ozXL+^$=1)mt_EueWAf7q`{p`k!m2USgYm
z&6$(uJ5%H5qxzl7{;(F+AK=4-#aa#a>9Nnl+JiY*XKJ-4*za%Eo~PgTYOdX?AA$;J
zP;6(X(j52?MVvT!MQ*`T*ND^pzS+yWI>|zw=pt|CMW@MA4#Y&fkq@slw>Gw}1RFnU
ziuA5-=0lT#IE`LjG`51RVB`C62{t!_A2yS?L!V`qlA)<Vn+8DI=RKjDsAH3e+pLPK
zo06*6LG^-sh}^xC@Ifcy?>gJ4>bf_sdcYX)Wf%+IDI<Ls4<r9pe|zKKk7}P?{A~BH
zA3fdw{Pr{c#o9l_apU?I=F8z%yL<n9c-+`Keq;an8~ev=A3k6E@KMce*N_Y?k}gv4
zra`qxGZq=>=Obp!*^6HTKE%mb$_IiRUi%t{pt_ZJ?Z%0B{r^aE(QX5`=Swt;L2iaD
z6iGrdw2M4Y8cO||K>s8YSeI+yW~E{R#K&ku^6{yYzd4{J%3b+$=oS08;K?Xa@+M@6
z@ifig3jSy$5Bj#uSpQxmx}0<YCXzXJ>V1JRND`y~U*#U?%Azdvo~RUJ)P?e&-m(kj
zokq8j8^k|g`<vu7<}}kqr`%4v+m4FeOR^47@57N-k(zn9#DhFjhUh#4Wdk&6FI^nE
z!`+RMVyF!#-(HtLJz@9^82;nOQ>PhzR6m-!Q?c`5ZSlYGmYDj9lRuMNhfZF{(+#BX
ze<i_S`!!F3zlf*N=kc>&J-c=sym$P)_m0=DK3}^E#LHjU8IpD5Wb3fRy!-%w_z1Q4
zKZhOw^0)F2RUsvp2eNbEWYm_TExU40_S#a)JFQj9icAo2dfUnTz>N~L$SML*mTx<b
zM3>DiPP-Y^9nH%_h8Q>7Q6QW!DE=Ht0gI#iu2m}l1!^nWWO<H8)~c25f$Ho#Im>b^
zSzsmx6}_C>6{9#bBJDA1*dA!kUhrG61h^fytRwW8MZY;8<cZMKB`%%rcVpMKUGfKX
ziijG8CWtD5*2;JY9i(@hN{!niJye3j4C|%R8pY~`4=bUBks5F1fobIW&M$X&wy*B*
zTz3>4Lo2U_n|UuXbTwz^cZ(Eb2+cy(<S<PqpwAnDD~kJ&RHTIT{v490Aij_^Bc0vx
zGJh{q{iYJ3Y!*f|i?H|h<~`jsQfSe9f4gyOud%z|$d!m<-|0xV$DNze2_XM?Taq?C
z)J6<&;pHxm6Jq0NM3GPJ(v8yeV!-Dp*CTf%zh>v@rIZ$`%>`(F*!L64#BS%eE9;9J
z`eGuZeIW=GmnYWiFhfj)kGO*i<LftG`kJYTMvXHF3lrwV=dKbT7c>M?kdskyBs!&;
z>oS{gr{ghDCQR|Pubq5izccx{$dimmtgEsCqbdl%M?Rr)>tPyB+;m|N?=RiaJ5h17
z$ldxu9o3~(gwCum?$+F_UG^5POxy)JH72!JPg__9R8?7Yf3ypun1DzM_bj<16?k0n
zD^L6TU}x{5WoH_Id$nqQC!pg=fM{|AWY1lV)vvv8Y=%H<t4@M}mJ3EBbMu%sk`Aa(
z9J-LJtcUqf18Stbh@p)!GwTsg2xhp;yl?xALZu;b5fw0M=urZhr&xHb0t^XQog$7x
z1NzP`A&i|9Pl)>bKE@CgbYtU%9bJefQ>e%YxzvSXiiB_u={drjXJ`qU6<0k!z+Pfy
zG$%Lrf!Uv62uk}h8;Fu)J(2bY_ck^wqD|1L`4VAQC+JK2c~Nol?`YUi3kU%3pc9sK
zU-Sm*jv_%V80#iLxkxc+`#&JczYjo(A*t}XUGUR8)A0i&WjPWd7AndX>vo;JG-)7d
zO!$yEu{5@;(r<O*eZp-%QdthzgJ5<^3_2o;NQR?$0Br+-{8@C)h4IV8;;94&olTh(
JJaVE4{sZ*2Uw;4q

literal 0
HcmV?d00001

-- 
GitLab